Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
EXECUTE |
"execute" |
public static final String |
SCHEDULE |
"schedule" |
public static final String |
SCHEDULE_AND_EXECUTE |
"scheduleandexecute" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
HUDI |
"hudi" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CHECKPOINT_KEY |
"deltastreamer.checkpoint.key" |
public static final String |
CHECKPOINT_RESET_KEY |
"deltastreamer.checkpoint.reset_key" |
public static final String |
DELTASYNC_POOL_NAME |
"hoodiedeltasync" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
HIVE_SYNC_TABLE_PROP |
"hoodie.datasource.hive_sync.table" |
public static final String |
KAFKA_TOPIC_PROP |
"hoodie.deltastreamer.source.kafka.topic" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMPACT_POOL_NAME |
"hoodiecompact" |
public static final String |
DELTASYNC_POOL_NAME |
"hoodiedeltasync" |
public static final String |
SPARK_SCHEDULER_ALLOCATION_FILE_KEY |
"spark.scheduler.allocation.file" |
public static final String |
SPARK_SCHEDULER_FAIR_MODE |
"FAIR" |
public static final String |
SPARK_SCHEDULER_MODE_KEY |
"spark.scheduler.mode" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
HOODIE_RECORD_NAMESPACE |
"hoodie.source" |
public static final String |
HOODIE_RECORD_STRUCT_NAME |
"hoodie_source" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
SCHEMA_POST_PROCESSOR_PROP |
"hoodie.deltastreamer.schemaprovider.schema_post_processor" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
SPARK_AVRO_POST_PROCESSOR_PROP_ENABLE |
"hoodie.deltastreamer.schemaprovider.spark_avro_post_processor.enable" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
KAFKA_AVRO_VALUE_DESERIALIZER_PROPERTY_PREFIX |
"hoodie.deltastreamer.source.kafka.value.deserializer." |
public static final String |
KAFKA_AVRO_VALUE_DESERIALIZER_SCHEMA |
"hoodie.deltastreamer.source.kafka.value.deserializer.schema" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final String |
CSV_SRC_CONFIG_PREFIX |
"hoodie.deltastreamer.csv." |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
S3_PREFIX |
"s3://" |
public static final String |
SQS_ATTR_APPROX_MESSAGES |
"ApproximateNumberOfMessages" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
S3_QUEUE_LONG_POLL_WAIT |
"hoodie.deltastreamer.s3.source.queue.long.poll.wait" |
public static final String |
S3_SOURCE_QUEUE_FS |
"hoodie.deltastreamer.s3.source.queue.fs" |
public static final String |
S3_SOURCE_QUEUE_MAX_MESSAGES_PER_BATCH |
"hoodie.deltastreamer.s3.source.queue.max.messages.per.batch" |
public static final String |
S3_SOURCE_QUEUE_REGION |
"hoodie.deltastreamer.s3.source.queue.region" |
public static final String |
S3_SOURCE_QUEUE_URL |
"hoodie.deltastreamer.s3.source.queue.url" |
public static final String |
S3_SOURCE_QUEUE_VISIBILITY_TIMEOUT |
"hoodie.deltastreamer.s3.source.queue.visibility.timeout" |
public static final String |
SOURCE_INPUT_SELECTOR |
"hoodie.deltastreamer.source.input.selector" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CURRENT_DATE |
"hoodie.deltastreamer.source.dfs.datepartitioned.selector.currentdate" |
public static final String |
DATE_FORMAT |
"hoodie.deltastreamer.source.dfs.datepartitioned.date.format" |
public static final String |
DATE_PARTITION_DEPTH |
"hoodie.deltastreamer.source.dfs.datepartitioned.selector.depth" |
public static final String |
DEFAULT_DATE_FORMAT |
"yyyy-MM-dd" |
public static final int |
DEFAULT_DATE_PARTITION_DEPTH |
0 |
public static final int |
DEFAULT_LOOKBACK_DAYS |
2 |
public static final int |
DEFAULT_PARTITIONS_LIST_PARALLELISM |
20 |
public static final String |
LOOKBACK_DAYS |
"hoodie.deltastreamer.source.dfs.datepartitioned.selector.lookback.days" |
public static final String |
PARTITIONS_LIST_PARALLELISM |
"hoodie.deltastreamer.source.dfs.datepartitioned.selector.parallelism" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ROOT_INPUT_PATH_PROP |
"hoodie.deltastreamer.source.dfs.root" |
public static final String |
SOURCE_INPUT_SELECTOR |
"hoodie.deltastreamer.source.input.selector" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
KAFKA_CHECKPOINT_TYPE_TIMESTAMP |
"timestamp" |
Copyright © 2021 The Apache Software Foundation. All rights reserved.