Modifier and Type | Constant Field | Value |
---|---|---|
protected static final int |
CHUNK_LENGTH |
4096 |
protected static final int |
CTR_IV_LENGTH |
16 |
protected static final long |
CTR_RANDOM_IV_SAME_KEY_MAX_OPS |
4294967296L |
protected static final long |
GCM_RANDOM_IV_SAME_KEY_MAX_OPS |
4294967296L |
public static final int |
GCM_TAG_LENGTH |
16 |
protected static final int |
GCM_TAG_LENGTH_BITS |
128 |
public static final int |
NONCE_LENGTH |
12 |
protected static final int |
SIZE_LENGTH |
4 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CRYPTO_FACTORY_CLASS_PROPERTY_NAME |
"parquet.crypto.factory.class" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CRYPTO_FACTORY_CLASS_PROPERTY_NAME |
"parquet.crypto.factory.class" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
SIZE_LENGTH |
4 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
KEK_ID_LENGTH |
16 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
KEY_MATERIAL_FILE_PREFIX |
"_KEY_MATERIAL_FOR_" |
public static final String |
KEY_MATERIAL_FILE_SUFFFIX |
".json" |
public static final String |
TEMP_FILE_PREFIX |
"_TMP" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
CACHE_LIFETIME_DEFAULT_SECONDS |
600L |
public static final String |
CACHE_LIFETIME_PROPERTY_NAME |
"parquet.encryption.cache.lifetime.seconds" |
public static final int |
DATA_KEY_LENGTH_DEFAULT |
128 |
public static final String |
DATA_KEY_LENGTH_PROPERTY_NAME |
"parquet.encryption.data.key.length.bits" |
public static final boolean |
DOUBLE_WRAPPING_DEFAULT |
true |
public static final String |
DOUBLE_WRAPPING_PROPERTY_NAME |
"parquet.encryption.double.wrapping" |
public static final int |
KEK_LENGTH_DEFAULT |
128 |
public static final String |
KEK_LENGTH_PROPERTY_NAME |
"parquet.encryption.kek.length.bits" |
public static final String |
KEY_ACCESS_TOKEN_PROPERTY_NAME |
"parquet.encryption.key.access.token" |
public static final boolean |
KEY_MATERIAL_INTERNAL_DEFAULT |
true |
public static final String |
KEY_MATERIAL_INTERNAL_PROPERTY_NAME |
"parquet.encryption.key.material.store.internally" |
public static final String |
KMS_CLIENT_CLASS_PROPERTY_NAME |
"parquet.encryption.kms.client.class" |
public static final String |
KMS_INSTANCE_ID_PROPERTY_NAME |
"parquet.encryption.kms.instance.id" |
public static final String |
KMS_INSTANCE_URL_PROPERTY_NAME |
"parquet.encryption.kms.instance.url" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
KEY_ACCESS_TOKEN_DEFAULT |
"DEFAULT" |
public static final String |
KMS_INSTANCE_ID_DEFAULT |
"DEFAULT" |
public static final String |
KMS_INSTANCE_URL_DEFAULT |
"DEFAULT" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
LOCAL_WRAP_NO_KEY_VERSION |
"NO_VERSION" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COLUMN_KEYS_PROPERTY_NAME |
"parquet.encryption.column.keys" |
public static final boolean |
COMPLETE_COLUMN_ENCRYPTION_DEFAULT |
false |
public static final String |
COMPLETE_COLUMN_ENCRYPTION_PROPERTY_NAME |
"parquet.encryption.complete.columns" |
public static final String |
ENCRYPTION_ALGORITHM_PROPERTY_NAME |
"parquet.encryption.algorithm" |
public static final String |
FOOTER_KEY_PROPERTY_NAME |
"parquet.encryption.footer.key" |
public static final boolean |
PLAINTEXT_FOOTER_DEFAULT |
false |
public static final String |
PLAINTEXT_FOOTER_PROPERTY_NAME |
"parquet.encryption.plaintext.footer" |
public static final String |
UNIFORM_KEY_PROPERTY_NAME |
"parquet.encryption.uniform.key" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
MAX_STATS_SIZE |
4096L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
HADOOP_VECTORED_READ_TIMEOUT_SECONDS |
300L |
public static final String |
PARQUET_READ_PARALLELISM |
"parquet.metadata.read.parallelism" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
CURRENT_VERSION |
1 |
public static final String |
EF_MAGIC_STR |
"PARE" |
public static final String |
MAGIC_STR |
"PAR1" |
public static final String |
PARQUET_COMMON_METADATA_FILE |
"_common_metadata" |
public static final String |
PARQUET_METADATA_FILE |
"_metadata" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
BLOOM_FILTERING_ENABLED |
"parquet.filter.bloom.enabled" |
public static final String |
COLUMN_INDEX_FILTERING_ENABLED |
"parquet.filter.columnindex.enabled" |
public static final String |
DICTIONARY_FILTERING_ENABLED |
"parquet.filter.dictionary.enabled" |
public static final String |
FILTER_PREDICATE |
"parquet.private.read.filter.predicate" |
public static final boolean |
HADOOP_VECTORED_IO_DEFAULT |
false |
public static final String |
HADOOP_VECTORED_IO_ENABLED |
"parquet.hadoop.vectored.io.enabled" |
public static final String |
OFF_HEAP_DECRYPT_BUFFER_ENABLED |
"parquet.decrypt.off-heap.buffer.enabled" |
public static final String |
PAGE_VERIFY_CHECKSUM_ENABLED |
"parquet.page.verify-checksum.enabled" |
public static final String |
READ_SUPPORT_CLASS |
"parquet.read.support.class" |
public static final String |
RECORD_FILTERING_ENABLED |
"parquet.filter.record-level.enabled" |
public static final String |
SPLIT_FILES |
"parquet.split.files" |
public static final String |
STATS_FILTERING_ENABLED |
"parquet.filter.stats.enabled" |
public static final String |
STRICT_TYPE_CHECKING |
"parquet.strict.typing" |
public static final String |
TASK_SIDE_METADATA |
"parquet.task.side.metadata" |
public static final String |
UNBOUND_RECORD_FILTER |
"parquet.read.filter" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ADAPTIVE_BLOOM_FILTER_ENABLED |
"parquet.bloom.filter.adaptive.enabled" |
public static final String |
BLOCK_SIZE |
"parquet.block.size" |
public static final String |
BLOOM_FILTER_CANDIDATES_NUMBER |
"parquet.bloom.filter.candidates.number" |
public static final String |
BLOOM_FILTER_ENABLED |
"parquet.bloom.filter.enabled" |
public static final String |
BLOOM_FILTER_EXPECTED_NDV |
"parquet.bloom.filter.expected.ndv" |
public static final String |
BLOOM_FILTER_FPP |
"parquet.bloom.filter.fpp" |
public static final String |
BLOOM_FILTER_MAX_BYTES |
"parquet.bloom.filter.max.bytes" |
public static final String |
COLUMN_INDEX_TRUNCATE_LENGTH |
"parquet.columnindex.truncate.length" |
public static final String |
COMPRESSION |
"parquet.compression" |
public static final String |
DICTIONARY_PAGE_SIZE |
"parquet.dictionary.page.size" |
public static final String |
ENABLE_DICTIONARY |
"parquet.enable.dictionary" |
public static final String |
ENABLE_JOB_SUMMARY |
"parquet.enable.summary-metadata" |
public static final String |
ESTIMATE_PAGE_SIZE_CHECK |
"parquet.page.size.check.estimate" |
public static final String |
JOB_SUMMARY_LEVEL |
"parquet.summary.metadata.level" |
public static final String |
MAX_PADDING_BYTES |
"parquet.writer.max-padding" |
public static final String |
MAX_ROW_COUNT_FOR_PAGE_SIZE_CHECK |
"parquet.page.size.row.check.max" |
public static final String |
MEMORY_POOL_RATIO |
"parquet.memory.pool.ratio" |
public static final String |
MIN_MEMORY_ALLOCATION |
"parquet.memory.min.chunk.size" |
public static final String |
MIN_ROW_COUNT_FOR_PAGE_SIZE_CHECK |
"parquet.page.size.row.check.min" |
public static final String |
PAGE_ROW_COUNT_LIMIT |
"parquet.page.row.count.limit" |
public static final String |
PAGE_SIZE |
"parquet.page.size" |
public static final String |
PAGE_VALUE_COUNT_THRESHOLD |
"parquet.page.value.count.threshold" |
public static final String |
PAGE_WRITE_CHECKSUM_ENABLED |
"parquet.page.write-checksum.enabled" |
public static final String |
STATISTICS_TRUNCATE_LENGTH |
"parquet.statistics.truncate.length" |
public static final String |
VALIDATION |
"parquet.validation" |
public static final String |
WRITE_SUPPORT_CLASS |
"parquet.write.support.class" |
public static final String |
WRITER_VERSION |
"parquet.writer.version" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DEFAULT_BLOCK_SIZE |
134217728 |
public static final boolean |
DEFAULT_IS_DICTIONARY_ENABLED |
true |
public static final boolean |
DEFAULT_IS_VALIDATING_ENABLED |
false |
public static final int |
DEFAULT_PAGE_SIZE |
1048576 |
public static final int |
MAX_PADDING_SIZE_DEFAULT |
8388608 |
public static final String |
OBJECT_MODEL_NAME_PROP |
"writer.model.name" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
BAD_RECORD_THRESHOLD_CONF_KEY |
"parquet.read.bad.record.threshold" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
PARQUET_READ_SCHEMA |
"parquet.read.schema" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
BUFFER_SIZE_CONFIG |
"io.file.buffer.size" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final boolean |
DEFAULT_PARQUET_COMPRESS_ZSTD_BUFFERPOOL_ENABLED |
true |
public static final int |
DEFAULT_PARQUET_COMPRESS_ZSTD_LEVEL |
3 |
public static final int |
DEFAULTPARQUET_COMPRESS_ZSTD_WORKERS |
0 |
public static final String |
PARQUET_COMPRESS_ZSTD_BUFFERPOOL_ENABLED |
"parquet.compression.codec.zstd.bufferPool.enabled" |
public static final String |
PARQUET_COMPRESS_ZSTD_LEVEL |
"parquet.compression.codec.zstd.level" |
public static final String |
PARQUET_COMPRESS_ZSTD_WORKERS |
"parquet.compression.codec.zstd.workers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
PARQUET_EXAMPLE_SCHEMA |
"parquet.example.schema" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ORIGINAL_CREATED_BY_KEY |
"original.created.by" |
Copyright © 2023 The Apache Software Foundation. All rights reserved.