com.facebook.presto.hive

Class HiveUtil

java.lang.Object

com.facebook.presto.hive.HiveUtil

public final class HiveUtil
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	CUSTOM_FILE_SPLIT_CLASS_KEY
static String	PRESTO_CLIENT_INFO
static String	PRESTO_METASTORE_HEADER
static String	PRESTO_QUERY_ID
static String	PRESTO_QUERY_SOURCE
static String	PRESTO_USER_NAME

Method Summary

Modifier and Type	Method and Description
static long	bigintPartitionKey(String value, String name)
static boolean	booleanPartitionKey(String value, String name)
static Map<String,String>	buildDirectoryContextProperties(ConnectorSession session)
static io.airlift.slice.Slice	charPartitionKey(String value, String name, Type columnType)
static void	closeWithSuppression(RecordCursor recordCursor, Throwable throwable)
static String	columnExtraInfo(boolean partitionKey)
static org.apache.hadoop.mapred.RecordReader<?,?>	createRecordReader(org.apache.hadoop.conf.Configuration configuration, Path path, long start, long length, Properties schema, List<HiveColumnHandle> columns, Map<String,String> customSplitInfo)
static long	datePartitionKey(String value, String name)
static String	decodeMaterializedViewData(String data)
static String	decodeViewData(String data)
static <T> T	deserializeZstdCompressed(com.facebook.airlift.json.Codec<T> codec, byte[] bytes)
static double	doublePartitionKey(String value, String name)
static String	encodeMaterializedViewData(String data)
static String	encodeViewData(String data)
static List<String>	extractStructFieldNames(HiveType hiveType)
static List<HiveType>	extractStructFieldTypes(HiveType hiveType)
static long	floatPartitionKey(String value, String name)
static Optional<org.apache.hadoop.io.compress.CompressionCodec>	getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat, Path file)
static Optional<DecimalType>	getDecimalType(HiveType hiveType)
static Optional<DecimalType>	getDecimalType(String hiveTypeName)
static org.apache.hadoop.hive.serde2.Deserializer	getDeserializer(org.apache.hadoop.conf.Configuration configuration, Properties schema)
static String	getDeserializerClassName(Properties schema)
static int	getFooterCount(Properties schema)
static int	getHeaderCount(Properties schema)
static org.apache.hadoop.mapred.InputFormat<?,?>	getInputFormat(org.apache.hadoop.conf.Configuration configuration, String inputFormatName, boolean symlinkTarget)
static List<HiveColumnHandle>	getPartitionKeyColumnHandles(Table table)
static List<HiveColumnHandle>	getPhysicalHiveColumnHandles(List<HiveColumnHandle> columns, boolean useOrcColumnNames, List<OrcType> types, Path path)
static Optional<String>	getPrefilledColumnValue(HiveColumnHandle columnHandle, HivePartitionKey partitionKey, Path path, OptionalInt bucketNumber, long fileSize, long fileModifiedTime)
static List<HiveColumnHandle>	getRegularColumnHandles(Table table)
static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector	getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)
static List<HiveColumnHandle>	hiveColumnHandles(Table table)
static long	integerPartitionKey(String value, String name)
static boolean	isDeserializerClass(Properties schema, Class<?> deserializerClass)
static boolean	isHiveNull(byte[] bytes)
static boolean	isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat, FileSystem fileSystem, Path path)
static boolean	isStructuralType(HiveType hiveType)
static boolean	isStructuralType(Type type)
static io.airlift.slice.Slice	longDecimalPartitionKey(String value, DecimalType type, String name)
static long	parseHiveDate(String value)
static long	parseHiveTimestamp(String value, org.joda.time.DateTimeZone timeZone)
static NullableValue	parsePartitionValue(HivePartitionKey key, Type type, org.joda.time.DateTimeZone timeZone)
static NullableValue	parsePartitionValue(String partitionName, String value, Type type, org.joda.time.DateTimeZone timeZone)
static <T> byte[]	serializeZstdCompressed(com.facebook.airlift.json.Codec<T> codec, T instance)
static void	setReadColumns(org.apache.hadoop.conf.Configuration configuration, List<Integer> readHiveColumnIndexes)
static long	shortDecimalPartitionKey(String value, DecimalType type, String name)
static long	smallintPartitionKey(String value, String name)
static long	timestampPartitionKey(String value, org.joda.time.DateTimeZone zone, String name)
static long	tinyintPartitionKey(String value, String name)
static Type	translateHiveUnsupportedTypeForTemporaryTable(Type type, TypeManager typeManager)
static List<ColumnMetadata>	translateHiveUnsupportedTypesForTemporaryTable(List<ColumnMetadata> columns, TypeManager typeManager) Translates Presto type that is incompatible (cannot be stored in a Hive table) to a compatible type with the same physical layout.
static Object	typedPartitionKey(String value, Type type, String name, org.joda.time.DateTimeZone hiveStorageTimeZone)
static io.airlift.slice.Slice	varcharPartitionKey(String value, String name, Type columnType)
static void	verifyPartitionTypeSupported(String partitionName, Type type)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CUSTOM_FILE_SPLIT_CLASS_KEY

public static final String CUSTOM_FILE_SPLIT_CLASS_KEY

See Also:

Constant Field Values

PRESTO_QUERY_ID

public static final String PRESTO_QUERY_ID

See Also:

Constant Field Values

PRESTO_QUERY_SOURCE

public static final String PRESTO_QUERY_SOURCE

See Also:

Constant Field Values

PRESTO_CLIENT_INFO

public static final String PRESTO_CLIENT_INFO

See Also:

Constant Field Values

PRESTO_USER_NAME

public static final String PRESTO_USER_NAME

See Also:

Constant Field Values

PRESTO_METASTORE_HEADER

public static final String PRESTO_METASTORE_HEADER

See Also:

Constant Field Values

Method Detail

createRecordReader

public static org.apache.hadoop.mapred.RecordReader<?,?> createRecordReader(org.apache.hadoop.conf.Configuration configuration,
                                                                            Path path,
                                                                            long start,
                                                                            long length,
                                                                            Properties schema,
                                                                            List<HiveColumnHandle> columns,
                                                                            Map<String,String> customSplitInfo)

setReadColumns

public static void setReadColumns(org.apache.hadoop.conf.Configuration configuration,
                                  List<Integer> readHiveColumnIndexes)

getCompressionCodec

public static Optional<org.apache.hadoop.io.compress.CompressionCodec> getCompressionCodec(org.apache.hadoop.mapred.TextInputFormat inputFormat,
                                                                                           Path file)

getInputFormat

public static org.apache.hadoop.mapred.InputFormat<?,?> getInputFormat(org.apache.hadoop.conf.Configuration configuration,
                                                                       String inputFormatName,
                                                                       boolean symlinkTarget)

parseHiveDate

public static long parseHiveDate(String value)

parseHiveTimestamp

public static long parseHiveTimestamp(String value,
                                      org.joda.time.DateTimeZone timeZone)

isSplittable

public static boolean isSplittable(org.apache.hadoop.mapred.InputFormat<?,?> inputFormat,
                                   FileSystem fileSystem,
                                   Path path)

getTableObjectInspector

public static org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector getTableObjectInspector(org.apache.hadoop.hive.serde2.Deserializer deserializer)

isDeserializerClass

public static boolean isDeserializerClass(Properties schema,
                                          Class<?> deserializerClass)

getDeserializerClassName

public static String getDeserializerClassName(Properties schema)

getDeserializer

public static org.apache.hadoop.hive.serde2.Deserializer getDeserializer(org.apache.hadoop.conf.Configuration configuration,
                                                                         Properties schema)

isHiveNull

public static boolean isHiveNull(byte[] bytes)

verifyPartitionTypeSupported

public static void verifyPartitionTypeSupported(String partitionName,
                                                Type type)

parsePartitionValue

public static NullableValue parsePartitionValue(HivePartitionKey key,
                                                Type type,
                                                org.joda.time.DateTimeZone timeZone)

parsePartitionValue

public static NullableValue parsePartitionValue(String partitionName,
                                                String value,
                                                Type type,
                                                org.joda.time.DateTimeZone timeZone)

encodeViewData

public static String encodeViewData(String data)

decodeViewData

public static String decodeViewData(String data)

encodeMaterializedViewData

public static String encodeMaterializedViewData(String data)

decodeMaterializedViewData

public static String decodeMaterializedViewData(String data)

getDecimalType

public static Optional<DecimalType> getDecimalType(HiveType hiveType)

getDecimalType

public static Optional<DecimalType> getDecimalType(String hiveTypeName)

isStructuralType

public static boolean isStructuralType(Type type)

isStructuralType

public static boolean isStructuralType(HiveType hiveType)

booleanPartitionKey

public static boolean booleanPartitionKey(String value,
                                          String name)

bigintPartitionKey

public static long bigintPartitionKey(String value,
                                      String name)

integerPartitionKey

public static long integerPartitionKey(String value,
                                       String name)

smallintPartitionKey

public static long smallintPartitionKey(String value,
                                        String name)

tinyintPartitionKey

public static long tinyintPartitionKey(String value,
                                       String name)

floatPartitionKey

public static long floatPartitionKey(String value,
                                     String name)

doublePartitionKey

public static double doublePartitionKey(String value,
                                        String name)

datePartitionKey

public static long datePartitionKey(String value,
                                    String name)

timestampPartitionKey

public static long timestampPartitionKey(String value,
                                         org.joda.time.DateTimeZone zone,
                                         String name)

shortDecimalPartitionKey

public static long shortDecimalPartitionKey(String value,
                                            DecimalType type,
                                            String name)

longDecimalPartitionKey

public static io.airlift.slice.Slice longDecimalPartitionKey(String value,
                                                             DecimalType type,
                                                             String name)

varcharPartitionKey

public static io.airlift.slice.Slice varcharPartitionKey(String value,
                                                         String name,
                                                         Type columnType)

charPartitionKey

public static io.airlift.slice.Slice charPartitionKey(String value,
                                                      String name,
                                                      Type columnType)

hiveColumnHandles

public static List<HiveColumnHandle> hiveColumnHandles(Table table)

getRegularColumnHandles

public static List<HiveColumnHandle> getRegularColumnHandles(Table table)

getPartitionKeyColumnHandles

public static List<HiveColumnHandle> getPartitionKeyColumnHandles(Table table)

columnExtraInfo

@Nullable
public static String columnExtraInfo(boolean partitionKey)

getPrefilledColumnValue

public static Optional<String> getPrefilledColumnValue(HiveColumnHandle columnHandle,
                                                       HivePartitionKey partitionKey,
                                                       Path path,
                                                       OptionalInt bucketNumber,
                                                       long fileSize,
                                                       long fileModifiedTime)

closeWithSuppression

public static void closeWithSuppression(RecordCursor recordCursor,
                                        Throwable throwable)

extractStructFieldTypes

public static List<HiveType> extractStructFieldTypes(HiveType hiveType)

extractStructFieldNames

public static List<String> extractStructFieldNames(HiveType hiveType)

getHeaderCount

public static int getHeaderCount(Properties schema)

getFooterCount

public static int getFooterCount(Properties schema)

typedPartitionKey

public static Object typedPartitionKey(String value,
                                       Type type,
                                       String name,
                                       org.joda.time.DateTimeZone hiveStorageTimeZone)

getPhysicalHiveColumnHandles

public static List<HiveColumnHandle> getPhysicalHiveColumnHandles(List<HiveColumnHandle> columns,
                                                                  boolean useOrcColumnNames,
                                                                  List<OrcType> types,
                                                                  Path path)

translateHiveUnsupportedTypesForTemporaryTable

public static List<ColumnMetadata> translateHiveUnsupportedTypesForTemporaryTable(List<ColumnMetadata> columns,
                                                                                  TypeManager typeManager)

Translates Presto type that is incompatible (cannot be stored in a Hive table) to a compatible type with the same physical layout. This allows to store more data types in a Hive temporary table than the Hive permanent tables support.

translateHiveUnsupportedTypeForTemporaryTable

public static Type translateHiveUnsupportedTypeForTemporaryTable(Type type,
                                                                 TypeManager typeManager)

serializeZstdCompressed

public static <T> byte[] serializeZstdCompressed(com.facebook.airlift.json.Codec<T> codec,
                                                 T instance)

deserializeZstdCompressed

public static <T> T deserializeZstdCompressed(com.facebook.airlift.json.Codec<T> codec,
                                              byte[] bytes)

buildDirectoryContextProperties

public static Map<String,String> buildDirectoryContextProperties(ConnectorSession session)