com.facebook.presto.hive.parquet

Class ParquetPageSourceFactory

java.lang.Object

com.facebook.presto.hive.parquet.ParquetPageSourceFactory

All Implemented Interfaces:

HiveBatchPageSourceFactory

public class ParquetPageSourceFactory
extends Object
implements HiveBatchPageSourceFactory

Field Summary

Fields

Modifier and Type	Field and Description
static HiveColumnHandle	PARQUET_ROW_INDEX_COLUMN If this object is passed as one of the columns for createPageSource, it will be populated as an additional column containing the index of each row read.

Constructor Summary

Constructors

Constructor and Description
ParquetPageSourceFactory(TypeManager typeManager, StandardFunctionResolution functionResolution, HdfsEnvironment hdfsEnvironment, FileFormatDataSourceStats stats, ParquetMetadataSource parquetMetadataSource)

Method Summary

Modifier and Type	Method and Description
static boolean	checkSchemaMatch(org.apache.parquet.schema.Type parquetType, Type type)
static Optional<InternalFileDecryptor>	createDecryptor(org.apache.hadoop.conf.Configuration configuration, Path path)
Optional<? extends ConnectorPageSource>	createPageSource(org.apache.hadoop.conf.Configuration configuration, ConnectorSession session, Path path, long start, long length, long fileSize, Storage storage, SchemaTableName tableName, Map<String,String> tableParameters, List<HiveColumnHandle> columns, TupleDomain<HiveColumnHandle> effectivePredicate, org.joda.time.DateTimeZone hiveStorageTimeZone, HiveFileContext hiveFileContext, Optional<EncryptionInformation> encryptionInformation)
static ConnectorPageSource	createParquetPageSource(HdfsEnvironment hdfsEnvironment, String user, org.apache.hadoop.conf.Configuration configuration, Path path, long start, long length, long fileSize, List<HiveColumnHandle> columns, SchemaTableName tableName, boolean useParquetColumnNames, io.airlift.units.DataSize maxReadBlockSize, boolean batchReaderEnabled, boolean verificationEnabled, TypeManager typeManager, StandardFunctionResolution functionResolution, TupleDomain<HiveColumnHandle> effectivePredicate, FileFormatDataSourceStats stats, HiveFileContext hiveFileContext, ParquetMetadataSource parquetMetadataSource, boolean columnIndexFilterEnabled)
static Optional<org.apache.parquet.schema.Type>	getColumnType(Type prestoType, org.apache.parquet.schema.MessageType messageType, boolean useParquetColumnNames, HiveColumnHandle column, SchemaTableName tableName, Path path)
static TupleDomain<org.apache.parquet.column.ColumnDescriptor>	getParquetTupleDomain(Map<List<String>,RichColumnDescriptor> descriptorsByPath, TupleDomain<HiveColumnHandle> effectivePredicate)
static Optional<org.apache.parquet.schema.Type>	getParquetType(Type prestoType, org.apache.parquet.schema.MessageType messageType, boolean useParquetColumnNames, HiveColumnHandle column, SchemaTableName tableName, Path path)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PARQUET_ROW_INDEX_COLUMN

public static final HiveColumnHandle PARQUET_ROW_INDEX_COLUMN

If this object is passed as one of the columns for createPageSource, it will be populated as an additional column containing the index of each row read.

Constructor Detail

ParquetPageSourceFactory

@Inject
public ParquetPageSourceFactory(TypeManager typeManager,
                                        StandardFunctionResolution functionResolution,
                                        HdfsEnvironment hdfsEnvironment,
                                        FileFormatDataSourceStats stats,
                                        ParquetMetadataSource parquetMetadataSource)

Method Detail

createPageSource

public Optional<? extends ConnectorPageSource> createPageSource(org.apache.hadoop.conf.Configuration configuration,
                                                                ConnectorSession session,
                                                                Path path,
                                                                long start,
                                                                long length,
                                                                long fileSize,
                                                                Storage storage,
                                                                SchemaTableName tableName,
                                                                Map<String,String> tableParameters,
                                                                List<HiveColumnHandle> columns,
                                                                TupleDomain<HiveColumnHandle> effectivePredicate,
                                                                org.joda.time.DateTimeZone hiveStorageTimeZone,
                                                                HiveFileContext hiveFileContext,
                                                                Optional<EncryptionInformation> encryptionInformation)

Specified by:

createPageSource in interface HiveBatchPageSourceFactory

createParquetPageSource

public static ConnectorPageSource createParquetPageSource(HdfsEnvironment hdfsEnvironment,
                                                          String user,
                                                          org.apache.hadoop.conf.Configuration configuration,
                                                          Path path,
                                                          long start,
                                                          long length,
                                                          long fileSize,
                                                          List<HiveColumnHandle> columns,
                                                          SchemaTableName tableName,
                                                          boolean useParquetColumnNames,
                                                          io.airlift.units.DataSize maxReadBlockSize,
                                                          boolean batchReaderEnabled,
                                                          boolean verificationEnabled,
                                                          TypeManager typeManager,
                                                          StandardFunctionResolution functionResolution,
                                                          TupleDomain<HiveColumnHandle> effectivePredicate,
                                                          FileFormatDataSourceStats stats,
                                                          HiveFileContext hiveFileContext,
                                                          ParquetMetadataSource parquetMetadataSource,
                                                          boolean columnIndexFilterEnabled)

getParquetTupleDomain

public static TupleDomain<org.apache.parquet.column.ColumnDescriptor> getParquetTupleDomain(Map<List<String>,RichColumnDescriptor> descriptorsByPath,
                                                                                            TupleDomain<HiveColumnHandle> effectivePredicate)

getParquetType

public static Optional<org.apache.parquet.schema.Type> getParquetType(Type prestoType,
                                                                      org.apache.parquet.schema.MessageType messageType,
                                                                      boolean useParquetColumnNames,
                                                                      HiveColumnHandle column,
                                                                      SchemaTableName tableName,
                                                                      Path path)

checkSchemaMatch

public static boolean checkSchemaMatch(org.apache.parquet.schema.Type parquetType,
                                       Type type)

getColumnType

public static Optional<org.apache.parquet.schema.Type> getColumnType(Type prestoType,
                                                                     org.apache.parquet.schema.MessageType messageType,
                                                                     boolean useParquetColumnNames,
                                                                     HiveColumnHandle column,
                                                                     SchemaTableName tableName,
                                                                     Path path)

createDecryptor

public static Optional<InternalFileDecryptor> createDecryptor(org.apache.hadoop.conf.Configuration configuration,
                                                              Path path)