com.facebook.presto.orc

Class OrcReader

java.lang.Object

com.facebook.presto.orc.OrcReader

public class OrcReader
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static int	BATCH_SIZE_GROWTH_FACTOR
static int	INITIAL_BATCH_SIZE
static int	MAX_BATCH_SIZE

Constructor Summary

Constructors

Constructor and Description
OrcReader(OrcDataSource orcDataSource, OrcEncoding orcEncoding, OrcFileTailSource orcFileTailSource, StripeMetadataSource stripeMetadataSource, OrcAggregatedMemoryContext aggregatedMemoryContext, OrcReaderOptions orcReaderOptions, boolean cacheable)

Method Summary

Modifier and Type	Method and Description
OrcBatchRecordReader	createBatchRecordReader(Map<Integer,Type> includedColumns, OrcPredicate predicate, org.joda.time.DateTimeZone hiveStorageTimeZone, OrcAggregatedMemoryContext systemMemoryUsage, int initialBatchSize)
OrcBatchRecordReader	createBatchRecordReader(Map<Integer,Type> includedColumns, OrcPredicate predicate, long offset, long length, org.joda.time.DateTimeZone hiveStorageTimeZone, OrcAggregatedMemoryContext systemMemoryUsage, int initialBatchSize)
OrcSelectiveRecordReader	createSelectiveRecordReader(Map<Integer,Type> includedColumns, List<Integer> outputColumns, Map<Integer,Map<Subfield,TupleDomainFilter>> filters, List<FilterFunction> filterFunctions, Map<Integer,Integer> filterFunctionInputs, Map<Integer,List<Subfield>> requiredSubfields, Map<Integer,Object> constantValues, Map<Integer,Function<Block,Block>> coercers, OrcPredicate predicate, long offset, long length, org.joda.time.DateTimeZone hiveStorageTimeZone, boolean legacyMapSubscript, OrcAggregatedMemoryContext systemMemoryUsage, Optional<OrcWriteValidation> writeValidation, int initialBatchSize)
int	getBufferSize()
List<String>	getColumnNames()
CompressionKind	getCompressionKind()
Footer	getFooter()
Metadata	getMetadata()
static void	validateWrite(Optional<OrcWriteValidation> writeValidation, OrcDataSource orcDataSource, Predicate<OrcWriteValidation> test, String messageFormat, Object... args)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

MAX_BATCH_SIZE

public static final int MAX_BATCH_SIZE

See Also:

Constant Field Values

INITIAL_BATCH_SIZE

public static final int INITIAL_BATCH_SIZE

See Also:

Constant Field Values

BATCH_SIZE_GROWTH_FACTOR

public static final int BATCH_SIZE_GROWTH_FACTOR

See Also:

Constant Field Values

Constructor Detail

OrcReader

public OrcReader(OrcDataSource orcDataSource,
                 OrcEncoding orcEncoding,
                 OrcFileTailSource orcFileTailSource,
                 StripeMetadataSource stripeMetadataSource,
                 OrcAggregatedMemoryContext aggregatedMemoryContext,
                 OrcReaderOptions orcReaderOptions,
                 boolean cacheable)
          throws IOException

Throws:

IOException

Method Detail

getColumnNames

public List<String> getColumnNames()

getFooter

public Footer getFooter()

getMetadata

public Metadata getMetadata()

getBufferSize

public int getBufferSize()

getCompressionKind

public CompressionKind getCompressionKind()

createBatchRecordReader

public OrcBatchRecordReader createBatchRecordReader(Map<Integer,Type> includedColumns,
                                                    OrcPredicate predicate,
                                                    org.joda.time.DateTimeZone hiveStorageTimeZone,
                                                    OrcAggregatedMemoryContext systemMemoryUsage,
                                                    int initialBatchSize)
                                             throws OrcCorruptionException

Throws:

OrcCorruptionException

createBatchRecordReader

public OrcBatchRecordReader createBatchRecordReader(Map<Integer,Type> includedColumns,
                                                    OrcPredicate predicate,
                                                    long offset,
                                                    long length,
                                                    org.joda.time.DateTimeZone hiveStorageTimeZone,
                                                    OrcAggregatedMemoryContext systemMemoryUsage,
                                                    int initialBatchSize)
                                             throws OrcCorruptionException

Throws:

OrcCorruptionException

createSelectiveRecordReader

public OrcSelectiveRecordReader createSelectiveRecordReader(Map<Integer,Type> includedColumns,
                                                            List<Integer> outputColumns,
                                                            Map<Integer,Map<Subfield,TupleDomainFilter>> filters,
                                                            List<FilterFunction> filterFunctions,
                                                            Map<Integer,Integer> filterFunctionInputs,
                                                            Map<Integer,List<Subfield>> requiredSubfields,
                                                            Map<Integer,Object> constantValues,
                                                            Map<Integer,Function<Block,Block>> coercers,
                                                            OrcPredicate predicate,
                                                            long offset,
                                                            long length,
                                                            org.joda.time.DateTimeZone hiveStorageTimeZone,
                                                            boolean legacyMapSubscript,
                                                            OrcAggregatedMemoryContext systemMemoryUsage,
                                                            Optional<OrcWriteValidation> writeValidation,
                                                            int initialBatchSize)

validateWrite

public static void validateWrite(Optional<OrcWriteValidation> writeValidation,
                                 OrcDataSource orcDataSource,
                                 Predicate<OrcWriteValidation> test,
                                 String messageFormat,
                                 Object... args)
                          throws OrcCorruptionException

Throws:

OrcCorruptionException