public class ParquetMetadataConverter extends Object
Modifier and Type | Class and Description |
---|---|
static class |
ParquetMetadataConverter.MetadataFilter |
Modifier and Type | Field and Description |
---|---|
static long |
MAX_STATS_SIZE |
static ParquetMetadataConverter.MetadataFilter |
NO_FILTER |
static ParquetMetadataConverter.MetadataFilter |
SKIP_ROW_GROUPS |
Constructor and Description |
---|
ParquetMetadataConverter() |
ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf)
Deprecated.
will be removed in 2.0.0; use
ParquetMetadataConverter(ParquetReadOptions) |
ParquetMetadataConverter(int statisticsTruncateLength) |
ParquetMetadataConverter(ParquetReadOptions options) |
Modifier and Type | Method and Description |
---|---|
List<PageEncodingStats> |
convertEncodingStats(EncodingStats stats) |
EncodingStats |
convertEncodingStats(List<PageEncodingStats> stats) |
static ColumnIndex |
fromParquetColumnIndex(PrimitiveType type,
ColumnIndex parquetColumnIndex) |
ParquetMetadata |
fromParquetMetadata(FileMetaData parquetMetadata) |
static OffsetIndex |
fromParquetOffsetIndex(OffsetIndex parquetOffsetIndex) |
static Statistics |
fromParquetStatistics(Statistics statistics,
PrimitiveType.PrimitiveTypeName type)
Deprecated.
will be removed in 2.0.0.
|
static Statistics |
fromParquetStatistics(String createdBy,
Statistics statistics,
PrimitiveType.PrimitiveTypeName type)
Deprecated.
will be removed in 2.0.0.
|
Statistics |
fromParquetStatistics(String createdBy,
Statistics statistics,
PrimitiveType type) |
Encoding |
getEncoding(Encoding encoding) |
Encoding |
getEncoding(Encoding encoding) |
PrimitiveType.PrimitiveTypeName |
getPrimitive(Type type) |
static ParquetMetadataConverter.MetadataFilter |
offsets(long... offsets) |
static ParquetMetadataConverter.MetadataFilter |
range(long startOffset,
long endOffset)
[ startOffset, endOffset )
|
ParquetMetadata |
readParquetMetadata(InputStream from)
Deprecated.
|
ParquetMetadata |
readParquetMetadata(InputStream from,
ParquetMetadataConverter.MetadataFilter filter) |
static ColumnIndex |
toParquetColumnIndex(PrimitiveType type,
ColumnIndex columnIndex) |
FileMetaData |
toParquetMetadata(int currentVersion,
ParquetMetadata parquetMetadata) |
static OffsetIndex |
toParquetOffsetIndex(OffsetIndex offsetIndex) |
static Statistics |
toParquetStatistics(Statistics stats) |
static Statistics |
toParquetStatistics(Statistics stats,
int truncateLength) |
void |
writeDataPageHeader(int uncompressedSize,
int compressedSize,
int valueCount,
Encoding rlEncoding,
Encoding dlEncoding,
Encoding valuesEncoding,
OutputStream to)
Deprecated.
|
void |
writeDataPageHeader(int uncompressedSize,
int compressedSize,
int valueCount,
Statistics statistics,
Encoding rlEncoding,
Encoding dlEncoding,
Encoding valuesEncoding,
OutputStream to)
Deprecated.
|
void |
writeDataPageV1Header(int uncompressedSize,
int compressedSize,
int valueCount,
Encoding rlEncoding,
Encoding dlEncoding,
Encoding valuesEncoding,
int crc,
OutputStream to) |
void |
writeDataPageV1Header(int uncompressedSize,
int compressedSize,
int valueCount,
Encoding rlEncoding,
Encoding dlEncoding,
Encoding valuesEncoding,
OutputStream to) |
void |
writeDataPageV2Header(int uncompressedSize,
int compressedSize,
int valueCount,
int nullCount,
int rowCount,
Encoding dataEncoding,
int rlByteLength,
int dlByteLength,
OutputStream to) |
void |
writeDataPageV2Header(int uncompressedSize,
int compressedSize,
int valueCount,
int nullCount,
int rowCount,
Statistics statistics,
Encoding dataEncoding,
int rlByteLength,
int dlByteLength,
OutputStream to)
Deprecated.
|
void |
writeDictionaryPageHeader(int uncompressedSize,
int compressedSize,
int valueCount,
Encoding valuesEncoding,
int crc,
OutputStream to) |
void |
writeDictionaryPageHeader(int uncompressedSize,
int compressedSize,
int valueCount,
Encoding valuesEncoding,
OutputStream to) |
public static final ParquetMetadataConverter.MetadataFilter NO_FILTER
public static final ParquetMetadataConverter.MetadataFilter SKIP_ROW_GROUPS
public static final long MAX_STATS_SIZE
public ParquetMetadataConverter()
public ParquetMetadataConverter(int statisticsTruncateLength)
@Deprecated public ParquetMetadataConverter(org.apache.hadoop.conf.Configuration conf)
ParquetMetadataConverter(ParquetReadOptions)
conf
- a configurationpublic ParquetMetadataConverter(ParquetReadOptions options)
public FileMetaData toParquetMetadata(int currentVersion, ParquetMetadata parquetMetadata)
public EncodingStats convertEncodingStats(List<PageEncodingStats> stats)
public List<PageEncodingStats> convertEncodingStats(EncodingStats stats)
public static Statistics toParquetStatistics(Statistics stats)
public static Statistics toParquetStatistics(Statistics stats, int truncateLength)
@Deprecated public static Statistics fromParquetStatistics(Statistics statistics, PrimitiveType.PrimitiveTypeName type)
statistics
- parquet format statisticstype
- a primitive type name@Deprecated public static Statistics fromParquetStatistics(String createdBy, Statistics statistics, PrimitiveType.PrimitiveTypeName type)
createdBy
- the created-by string from the filestatistics
- parquet format statisticstype
- a primitive type namepublic Statistics fromParquetStatistics(String createdBy, Statistics statistics, PrimitiveType type)
public PrimitiveType.PrimitiveTypeName getPrimitive(Type type)
public static ParquetMetadataConverter.MetadataFilter range(long startOffset, long endOffset)
startOffset
- a start offset (inclusive)endOffset
- an end offset (exclusive)public static ParquetMetadataConverter.MetadataFilter offsets(long... offsets)
@Deprecated public ParquetMetadata readParquetMetadata(InputStream from) throws IOException
IOException
public ParquetMetadata readParquetMetadata(InputStream from, ParquetMetadataConverter.MetadataFilter filter) throws IOException
IOException
public ParquetMetadata fromParquetMetadata(FileMetaData parquetMetadata) throws IOException
IOException
@Deprecated public void writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) throws IOException
IOException
@Deprecated public void writeDataPageHeader(int uncompressedSize, int compressedSize, int valueCount, Statistics statistics, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) throws IOException
IOException
@Deprecated public void writeDataPageV2Header(int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, Statistics statistics, Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to) throws IOException
IOException
public void writeDataPageV1Header(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, OutputStream to) throws IOException
IOException
public void writeDataPageV1Header(int uncompressedSize, int compressedSize, int valueCount, Encoding rlEncoding, Encoding dlEncoding, Encoding valuesEncoding, int crc, OutputStream to) throws IOException
IOException
public void writeDataPageV2Header(int uncompressedSize, int compressedSize, int valueCount, int nullCount, int rowCount, Encoding dataEncoding, int rlByteLength, int dlByteLength, OutputStream to) throws IOException
IOException
public void writeDictionaryPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding valuesEncoding, OutputStream to) throws IOException
IOException
public void writeDictionaryPageHeader(int uncompressedSize, int compressedSize, int valueCount, Encoding valuesEncoding, int crc, OutputStream to) throws IOException
IOException
public static ColumnIndex toParquetColumnIndex(PrimitiveType type, ColumnIndex columnIndex)
public static ColumnIndex fromParquetColumnIndex(PrimitiveType type, ColumnIndex parquetColumnIndex)
public static OffsetIndex toParquetOffsetIndex(OffsetIndex offsetIndex)
public static OffsetIndex fromParquetOffsetIndex(OffsetIndex parquetOffsetIndex)
Copyright © 2019 The Apache Software Foundation. All rights reserved.