org.apache.parquet.format.converter

Class ParquetMetadataConverter

java.lang.Object

org.apache.parquet.format.converter.ParquetMetadataConverter

public class ParquetMetadataConverter
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ParquetMetadataConverter.MetadataFilter

Field Summary

Fields

Modifier and Type	Field and Description
static long	MAX_STATS_SIZE
static ParquetMetadataConverter.MetadataFilter	NO_FILTER
static ParquetMetadataConverter.MetadataFilter	SKIP_ROW_GROUPS

Constructor Summary

Constructors

Constructor and Description
ParquetMetadataConverter()
ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf) Deprecated. will be removed in 2.0.0; use ParquetMetadataConverter(ParquetReadOptions)
ParquetMetadataConverter(ParquetReadOptions options)

Method Summary

Modifier and Type	Method and Description
List<org.apache.parquet.format.PageEncodingStats>	convertEncodingStats(EncodingStats stats)
EncodingStats	convertEncodingStats(List<org.apache.parquet.format.PageEncodingStats> stats)
ParquetMetadata	fromParquetMetadata(org.apache.parquet.format.FileMetaData parquetMetadata)
static Statistics	fromParquetStatistics(org.apache.parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type) Deprecated. will be removed in 2.0.0.
static Statistics	fromParquetStatistics(String createdBy, org.apache.parquet.format.Statistics statistics, PrimitiveType.PrimitiveTypeName type) Deprecated. will be removed in 2.0.0.
Statistics	fromParquetStatistics(String createdBy, org.apache.parquet.format.Statistics statistics, PrimitiveType type)
Encoding	getEncoding(org.apache.parquet.format.Encoding encoding)
org.apache.parquet.format.Encoding	getEncoding(Encoding encoding)
PrimitiveType.PrimitiveTypeName	getPrimitive(org.apache.parquet.format.Type type)
static ParquetMetadataConverter.MetadataFilter	offsets(long... offsets)
static ParquetMetadataConverter.MetadataFilter	range(long startOffset, long endOffset) [ startOffset, endOffset )
ParquetMetadata	readParquetMetadata(InputStream from) Deprecated.
ParquetMetadata	readParquetMetadata(InputStream from, ParquetMetadataConverter.MetadataFilter filter)
org.apache.parquet.format.FileMetaData	toParquetMetadata(int currentVersion, ParquetMetadata parquetMetadata)
static org.apache.parquet.format.Statistics	toParquetStatistics(Statistics stats)
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) Deprecated.
void	writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Statistics statistics, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to)
void	writeDataPageV2Header(int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, Statistics statistics, Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to)
void	writeDictionaryPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding valuesEncoding, OutputStream to)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NO_FILTER

public static final ParquetMetadataConverter.MetadataFilter NO_FILTER

SKIP_ROW_GROUPS

public static final ParquetMetadataConverter.MetadataFilter SKIP_ROW_GROUPS

MAX_STATS_SIZE

public static final long MAX_STATS_SIZE

See Also:

Constant Field Values

Constructor Detail

ParquetMetadataConverter

public ParquetMetadataConverter()

ParquetMetadataConverter

@Deprecated
public ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf)

Deprecated. will be removed in 2.0.0; use ParquetMetadataConverter(ParquetReadOptions)

Parameters:

conf - a configuration

ParquetMetadataConverter

public ParquetMetadataConverter(ParquetReadOptions options)

Method Detail

toParquetMetadata

public org.apache.parquet.format.FileMetaData toParquetMetadata(int currentVersion,
                                                                ParquetMetadata parquetMetadata)

getEncoding

public Encoding getEncoding(org.apache.parquet.format.Encoding encoding)

getEncoding

public org.apache.parquet.format.Encoding getEncoding(Encoding encoding)

convertEncodingStats

public EncodingStats convertEncodingStats(List<org.apache.parquet.format.PageEncodingStats> stats)

convertEncodingStats

public List<org.apache.parquet.format.PageEncodingStats> convertEncodingStats(EncodingStats stats)

toParquetStatistics

public static org.apache.parquet.format.Statistics toParquetStatistics(Statistics stats)

fromParquetStatistics

@Deprecated
public static Statistics fromParquetStatistics(org.apache.parquet.format.Statistics statistics,
                                                           PrimitiveType.PrimitiveTypeName type)

Deprecated. will be removed in 2.0.0.

Parameters:

statistics - parquet format statistics

type - a primitive type name

Returns:

the statistics

fromParquetStatistics

@Deprecated
public static Statistics fromParquetStatistics(String createdBy,
                                                           org.apache.parquet.format.Statistics statistics,
                                                           PrimitiveType.PrimitiveTypeName type)

Deprecated. will be removed in 2.0.0.

Parameters:

createdBy - the created-by string from the file

statistics - parquet format statistics

type - a primitive type name

Returns:

the statistics

fromParquetStatistics

public Statistics fromParquetStatistics(String createdBy,
                                        org.apache.parquet.format.Statistics statistics,
                                        PrimitiveType type)

getPrimitive

public PrimitiveType.PrimitiveTypeName getPrimitive(org.apache.parquet.format.Type type)

range

public static ParquetMetadataConverter.MetadataFilter range(long startOffset,
                                                            long endOffset)

[ startOffset, endOffset )

Parameters:

startOffset - a start offset (inclusive)

endOffset - an end offset (exclusive)

Returns:

a range filter from the offsets

offsets

public static ParquetMetadataConverter.MetadataFilter offsets(long... offsets)

readParquetMetadata

@Deprecated
public ParquetMetadata readParquetMetadata(InputStream from)
                                                throws IOException

Deprecated.

Throws:

IOException

readParquetMetadata

public ParquetMetadata readParquetMetadata(InputStream from,
                                           ParquetMetadataConverter.MetadataFilter filter)
                                    throws IOException

Throws:

IOException

fromParquetMetadata

public ParquetMetadata fromParquetMetadata(org.apache.parquet.format.FileMetaData parquetMetadata)
                                    throws IOException

Throws:

IOException

writeDataPageHeader

@Deprecated
public void writeDataPageHeader(int uncompressedSize,
                                            int compressedSize,
                                            int valueCount,
                                            Encoding rlEncoding,
                                            Encoding dlEncoding,
                                            Encoding valuesEncoding,
                                            OutputStream to)
                                     throws IOException

Deprecated.

Throws:

IOException

writeDataPageHeader

public void writeDataPageHeader(int uncompressedSize,
                                int compressedSize,
                                int valueCount,
                                Statistics statistics,
                                Encoding rlEncoding,
                                Encoding dlEncoding,
                                Encoding valuesEncoding,
                                OutputStream to)
                         throws IOException

Throws:

IOException

writeDataPageV2Header

public void writeDataPageV2Header(int uncompressedSize,
                                  int compressedSize,
                                  int valueCount,
                                  int nullCount,
                                  int rowCount,
                                  Statistics statistics,
                                  Encoding dataEncoding,
                                  int rlByteLength,
                                  int dlByteLength,
                                  OutputStream to)
                           throws IOException

Throws:

IOException

writeDictionaryPageHeader

public void writeDictionaryPageHeader(int uncompressedSize,
                                      int compressedSize,
                                      int valueCount,
                                      Encoding valuesEncoding,
                                      OutputStream to)
                               throws IOException

Throws:

IOException