com.facebook.presto.hive

Class HiveUtil

java.lang.Object

com.facebook.presto.hive.HiveUtil

public final class HiveUtil
extends Object

Method Summary

Modifier and Type	Method and Description
static long	bigintPartitionKey(String value, String name)
static boolean	booleanPartitionKey(String value, String name)
static io.airlift.slice.Slice	charPartitionKey(String value, String name, Type columnType)
static void	closeWithSuppression(RecordCursor recordCursor, Throwable throwable)
static String	columnExtraInfo(boolean partitionKey)
static org.apache.hadoop.mapred.RecordReader<?,?>	createRecordReader(org.apache.hadoop.conf.Configuration configuration, Path path, long start, long length, Properties schema, List<HiveColumnHandle> columns)
static long	datePartitionKey(String value, String name)
static String	decodeViewData(String data)
static double	doublePartitionKey(String value, String name)
static String	encodeViewData(String data)
static List<String>	extractStructFieldNames(HiveType hiveType)
static List<HiveType>	extractStructFieldTypes(HiveType hiveType)
static long	floatPartitionKey(String value, String name)
static Optional<org.apache.hadoop.io.compress.CompressionCodec>	getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat, Path file)
static Optional<DecimalType>	getDecimalType(HiveType hiveType)
static Optional<DecimalType>	getDecimalType(String hiveTypeName)
static org.apache.hadoop.hive.serde2.Deserializer	getDeserializer(org.apache.hadoop.conf.Configuration configuration, Properties schema)
static String	getDeserializerClassName(Properties schema)
static int	getFooterCount(Properties schema)
static int	getHeaderCount(Properties schema)
static List<HiveColumnHandle>	getPartitionKeyColumnHandles(Table table)
static List<HiveColumnHandle>	getPhysicalHiveColumnHandles(List<HiveColumnHandle> columns, boolean useOrcColumnNames, OrcReader reader, Path path)
static String	getPrefilledColumnValue(HiveColumnHandle columnHandle, HivePartitionKey partitionKey, Path path, OptionalInt bucketNumber)
static List<HiveColumnHandle>	getRegularColumnHandles(Table table)
static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector	getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)
static List<HiveColumnHandle>	hiveColumnHandles(Table table)
static long	integerPartitionKey(String value, String name)
static boolean	isDeserializerClass(Properties schema, Class<?> deserializerClass)
static boolean	isHiveNull(byte[] bytes)
static boolean	isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat, FileSystem fileSystem, Path path)
static boolean	isStructuralType(HiveType hiveType)
static boolean	isStructuralType(Type type)
static io.airlift.slice.Slice	longDecimalPartitionKey(String value, DecimalType type, String name)
static long	parseHiveDate(String value)
static long	parseHiveTimestamp(String value, org.joda.time.DateTimeZone timeZone)
static NullableValue	parsePartitionValue(String partitionName, String value, Type type, org.joda.time.DateTimeZone timeZone)
static SchemaTableName	schemaTableName(ConnectorTableHandle tableHandle)
static void	setReadColumns(org.apache.hadoop.conf.Configuration configuration, List<Integer> readHiveColumnIndexes)
static long	shortDecimalPartitionKey(String value, DecimalType type, String name)
static long	smallintPartitionKey(String value, String name)
static long	timestampPartitionKey(String value, org.joda.time.DateTimeZone zone, String name)
static long	tinyintPartitionKey(String value, String name)
static Type	translateHiveUnsupportedTypeForTemporaryTable(Type type, TypeManager typeManager)
static List<ColumnMetadata>	translateHiveUnsupportedTypesForTemporaryTable(List<ColumnMetadata> columns, TypeManager typeManager) Translates Presto type that is incompatible (cannot be stored in a Hive table) to a compatible type with the same physical layout.
static Object	typedPartitionKey(String value, Type type, String name, org.joda.time.DateTimeZone hiveStorageTimeZone)
static io.airlift.slice.Slice	varcharPartitionKey(String value, String name, Type columnType)
static void	verifyPartitionTypeSupported(String partitionName, Type type)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

createRecordReader

public static org.apache.hadoop.mapred.RecordReader<?,?> createRecordReader(org.apache.hadoop.conf.Configuration configuration,
                                                                            Path path,
                                                                            long start,
                                                                            long length,
                                                                            Properties schema,
                                                                            List<HiveColumnHandle> columns)

setReadColumns

public static void setReadColumns(org.apache.hadoop.conf.Configuration configuration,
                                  List<Integer> readHiveColumnIndexes)

getCompressionCodec

public static Optional<org.apache.hadoop.io.compress.CompressionCodec> getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat,
                                                                                           Path file)

parseHiveDate

public static long parseHiveDate(String value)

parseHiveTimestamp

public static long parseHiveTimestamp(String value,
                                      org.joda.time.DateTimeZone timeZone)

isSplittable

public static boolean isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat,
                                   FileSystem fileSystem,
                                   Path path)

getTableObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)

isDeserializerClass

public static boolean isDeserializerClass(Properties schema,
                                          Class<?> deserializerClass)

getDeserializerClassName

public static String getDeserializerClassName(Properties schema)

getDeserializer

public static org.apache.hadoop.hive.serde2.Deserializer getDeserializer(org.apache.hadoop.conf.Configuration configuration,
                                                                         Properties schema)

isHiveNull

public static boolean isHiveNull(byte[] bytes)

verifyPartitionTypeSupported

public static void verifyPartitionTypeSupported(String partitionName,
                                                Type type)

parsePartitionValue

public static NullableValue parsePartitionValue(String partitionName,
                                                String value,
                                                Type type,
                                                org.joda.time.DateTimeZone timeZone)

encodeViewData

public static String encodeViewData(String data)

decodeViewData

public static String decodeViewData(String data)

getDecimalType

public static Optional<DecimalType> getDecimalType(HiveType hiveType)

getDecimalType

public static Optional<DecimalType> getDecimalType(String hiveTypeName)

isStructuralType

public static boolean isStructuralType(Type type)

isStructuralType

public static boolean isStructuralType(HiveType hiveType)

booleanPartitionKey

public static boolean booleanPartitionKey(String value,
                                          String name)

bigintPartitionKey

public static long bigintPartitionKey(String value,
                                      String name)

integerPartitionKey

public static long integerPartitionKey(String value,
                                       String name)

smallintPartitionKey

public static long smallintPartitionKey(String value,
                                        String name)

tinyintPartitionKey

public static long tinyintPartitionKey(String value,
                                       String name)

floatPartitionKey

public static long floatPartitionKey(String value,
                                     String name)

doublePartitionKey

public static double doublePartitionKey(String value,
                                        String name)

datePartitionKey

public static long datePartitionKey(String value,
                                    String name)

timestampPartitionKey

public static long timestampPartitionKey(String value,
                                         org.joda.time.DateTimeZone zone,
                                         String name)

shortDecimalPartitionKey

public static long shortDecimalPartitionKey(String value,
                                            DecimalType type,
                                            String name)

longDecimalPartitionKey

public static io.airlift.slice.Slice longDecimalPartitionKey(String value,
                                                             DecimalType type,
                                                             String name)

varcharPartitionKey

public static io.airlift.slice.Slice varcharPartitionKey(String value,
                                                         String name,
                                                         Type columnType)

charPartitionKey

public static io.airlift.slice.Slice charPartitionKey(String value,
                                                      String name,
                                                      Type columnType)

schemaTableName

public static SchemaTableName schemaTableName(ConnectorTableHandle tableHandle)

hiveColumnHandles

public static List<HiveColumnHandle> hiveColumnHandles(Table table)

getRegularColumnHandles

public static List<HiveColumnHandle> getRegularColumnHandles(Table table)

getPartitionKeyColumnHandles

public static List<HiveColumnHandle> getPartitionKeyColumnHandles(Table table)

columnExtraInfo

@Nullable
public static String columnExtraInfo(boolean partitionKey)

getPrefilledColumnValue

public static String getPrefilledColumnValue(HiveColumnHandle columnHandle,
                                             HivePartitionKey partitionKey,
                                             Path path,
                                             OptionalInt bucketNumber)

closeWithSuppression

public static void closeWithSuppression(RecordCursor recordCursor,
                                        Throwable throwable)

extractStructFieldTypes

public static List<HiveType> extractStructFieldTypes(HiveType hiveType)

extractStructFieldNames

public static List<String> extractStructFieldNames(HiveType hiveType)

getHeaderCount

public static int getHeaderCount(Properties schema)

getFooterCount

public static int getFooterCount(Properties schema)

typedPartitionKey

public static Object typedPartitionKey(String value,
                                       Type type,
                                       String name,
                                       org.joda.time.DateTimeZone hiveStorageTimeZone)

getPhysicalHiveColumnHandles

public static List<HiveColumnHandle> getPhysicalHiveColumnHandles(List<HiveColumnHandle> columns,
                                                                  boolean useOrcColumnNames,
                                                                  OrcReader reader,
                                                                  Path path)

translateHiveUnsupportedTypesForTemporaryTable

public static List<ColumnMetadata> translateHiveUnsupportedTypesForTemporaryTable(List<ColumnMetadata> columns,
                                                                                  TypeManager typeManager)

Translates Presto type that is incompatible (cannot be stored in a Hive table) to a compatible type with the same physical layout. This allows to store more data types in a Hive temporary table than the Hive permanent tables support.

translateHiveUnsupportedTypeForTemporaryTable

public static Type translateHiveUnsupportedTypeForTemporaryTable(Type type,
                                                                 TypeManager typeManager)