| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
STATUS_CODE |
400 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NO_AWS_CREDENTIAL_PROVIDERS |
"No AWS Credential Providers" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
STATUS_CODE |
503 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ACCESS_KEY |
"fs.s3a.access.key" |
public static final String |
ASSUMED_ROLE_ARN |
"fs.s3a.assumed.role.arn" |
public static final String |
ASSUMED_ROLE_CREDENTIALS_DEFAULT |
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider" |
public static final String |
ASSUMED_ROLE_CREDENTIALS_PROVIDER |
"fs.s3a.assumed.role.credentials.provider" |
public static final String |
ASSUMED_ROLE_POLICY |
"fs.s3a.assumed.role.policy" |
public static final String |
ASSUMED_ROLE_SESSION_DURATION |
"fs.s3a.assumed.role.session.duration" |
public static final String |
ASSUMED_ROLE_SESSION_DURATION_DEFAULT |
"30m" |
public static final String |
ASSUMED_ROLE_SESSION_NAME |
"fs.s3a.assumed.role.session.name" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT |
"fs.s3a.assumed.role.sts.endpoint" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT_REGION |
"fs.s3a.assumed.role.sts.endpoint.region" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT_REGION_DEFAULT |
"us-west-1" |
public static final String |
AWS_CREDENTIALS_PROVIDER |
"fs.s3a.aws.credentials.provider" |
public static final String |
BUFFER_DIR |
"fs.s3a.buffer.dir" |
public static final String |
CANNED_ACL |
"fs.s3a.acl.default" |
public static final String |
CHANGE_DETECT_MODE |
"fs.s3a.change.detection.mode" |
public static final String |
CHANGE_DETECT_MODE_CLIENT |
"client" |
public static final String |
CHANGE_DETECT_MODE_DEFAULT |
"server" |
public static final String |
CHANGE_DETECT_MODE_NONE |
"none" |
public static final String |
CHANGE_DETECT_MODE_SERVER |
"server" |
public static final String |
CHANGE_DETECT_MODE_WARN |
"warn" |
public static final String |
CHANGE_DETECT_REQUIRE_VERSION |
"fs.s3a.change.detection.version.required" |
public static final boolean |
CHANGE_DETECT_REQUIRE_VERSION_DEFAULT |
true |
public static final String |
CHANGE_DETECT_SOURCE |
"fs.s3a.change.detection.source" |
public static final String |
CHANGE_DETECT_SOURCE_DEFAULT |
"etag" |
public static final String |
CHANGE_DETECT_SOURCE_ETAG |
"etag" |
public static final String |
CHANGE_DETECT_SOURCE_VERSION_ID |
"versionid" |
public static final String |
DEFAULT_CANNED_ACL |
"" |
public static final String |
DEFAULT_DIRECTORY_MARKER_POLICY |
"delete" |
public static final int |
DEFAULT_ESTABLISH_TIMEOUT |
50000 |
public static final int |
DEFAULT_FAST_BUFFER_SIZE |
1048576 |
public static final boolean |
DEFAULT_FAST_UPLOAD |
false |
public static final int |
DEFAULT_FAST_UPLOAD_ACTIVE_BLOCKS |
4 |
public static final String |
DEFAULT_FAST_UPLOAD_BUFFER |
"disk" |
public static final int |
DEFAULT_KEEPALIVE_TIME |
60 |
public static final int |
DEFAULT_LIST_VERSION |
2 |
public static final int |
DEFAULT_MAX_ERROR_RETRIES |
20 |
public static final int |
DEFAULT_MAX_PAGING_KEYS |
5000 |
public static final int |
DEFAULT_MAX_THREADS |
10 |
public static final int |
DEFAULT_MAX_TOTAL_TASKS |
5 |
public static final int |
DEFAULT_MAXIMUM_CONNECTIONS |
15 |
public static final boolean |
DEFAULT_METADATASTORE_AUTHORITATIVE |
false |
public static final long |
DEFAULT_MIN_MULTIPART_THRESHOLD |
2147483647L |
public static final long |
DEFAULT_MULTIPART_SIZE |
104857600L |
public static final boolean |
DEFAULT_PURGE_EXISTING_MULTIPART |
false |
public static final long |
DEFAULT_PURGE_EXISTING_MULTIPART_AGE |
86400L |
public static final long |
DEFAULT_READAHEAD_RANGE |
65536L |
public static final int |
DEFAULT_S3GUARD_METASTORE_LOCAL_ENTRY_TTL |
10000 |
public static final int |
DEFAULT_S3GUARD_METASTORE_LOCAL_MAX_RECORDS |
256 |
public static final boolean |
DEFAULT_SECURE_CONNECTIONS |
true |
public static final int |
DEFAULT_SOCKET_RECV_BUFFER |
8192 |
public static final int |
DEFAULT_SOCKET_SEND_BUFFER |
8192 |
public static final int |
DEFAULT_SOCKET_TIMEOUT |
200000 |
public static final String |
DIRECTORY_MARKER_POLICY |
"fs.s3a.directory.marker.retention" |
public static final String |
DIRECTORY_MARKER_POLICY_AUTHORITATIVE |
"authoritative" |
public static final String |
DIRECTORY_MARKER_POLICY_DELETE |
"delete" |
public static final String |
DIRECTORY_MARKER_POLICY_KEEP |
"keep" |
public static final String |
ENABLE_MULTI_DELETE |
"fs.s3a.multiobjectdelete.enable" |
public static final String |
ENDPOINT |
"fs.s3a.endpoint" |
public static final String |
ESTABLISH_TIMEOUT |
"fs.s3a.connection.establish.timeout" |
public static final String |
ETAG_CHECKSUM_ENABLED |
"fs.s3a.etag.checksum.enabled" |
public static final boolean |
ETAG_CHECKSUM_ENABLED_DEFAULT |
false |
public static final String |
FAIL_INJECT_CLIENT_FACTORY |
"org.apache.hadoop.fs.s3a.InconsistentS3ClientFactory" |
public static final String |
FAIL_INJECT_INCONSISTENCY_KEY |
"fs.s3a.failinject.inconsistency.key.substring" |
public static final String |
FAIL_INJECT_INCONSISTENCY_MSEC |
"fs.s3a.failinject.inconsistency.msec" |
public static final String |
FAIL_INJECT_INCONSISTENCY_PROBABILITY |
"fs.s3a.failinject.inconsistency.probability" |
public static final String |
FAIL_INJECT_THROTTLE_PROBABILITY |
"fs.s3a.failinject.throttle.probability" |
public static final String |
FAST_BUFFER_SIZE |
"fs.s3a.fast.buffer.size" |
public static final String |
FAST_UPLOAD |
"fs.s3a.fast.upload" |
public static final String |
FAST_UPLOAD_ACTIVE_BLOCKS |
"fs.s3a.fast.upload.active.blocks" |
public static final String |
FAST_UPLOAD_BUFFER |
"fs.s3a.fast.upload.buffer" |
public static final String |
FAST_UPLOAD_BUFFER_ARRAY |
"array" |
public static final String |
FAST_UPLOAD_BUFFER_DISK |
"disk" |
public static final String |
FAST_UPLOAD_BYTEBUFFER |
"bytebuffer" |
public static final String |
FS_S3A |
"s3a" |
public static final String |
FS_S3A_BLOCK_SIZE |
"fs.s3a.block.size" |
public static final String |
FS_S3A_BUCKET_PREFIX |
"fs.s3a.bucket." |
public static final String |
FS_S3A_PREFIX |
"fs.s3a." |
public static final String |
HADOOP_TMP_DIR |
"hadoop.tmp.dir" |
public static final String |
INPUT_FADV_NORMAL |
"normal" |
public static final String |
INPUT_FADV_RANDOM |
"random" |
public static final String |
INPUT_FADV_SEQUENTIAL |
"sequential" |
public static final String |
INPUT_FADVISE |
"fs.s3a.experimental.input.fadvise" |
public static final String |
KEEPALIVE_TIME |
"fs.s3a.threads.keepalivetime" |
public static final String |
LIST_VERSION |
"fs.s3a.list.version" |
public static final String |
MAX_ERROR_RETRIES |
"fs.s3a.attempts.maximum" |
public static final int |
MAX_MULTIPART_COUNT |
10000 |
public static final String |
MAX_PAGING_KEYS |
"fs.s3a.paging.maximum" |
public static final String |
MAX_THREADS |
"fs.s3a.threads.max" |
public static final String |
MAX_TOTAL_TASKS |
"fs.s3a.max.total.tasks" |
public static final String |
MAXIMUM_CONNECTIONS |
"fs.s3a.connection.maximum" |
public static final String |
METADATASTORE_AUTHORITATIVE |
"fs.s3a.metadatastore.authoritative" |
public static final String |
MIN_MULTIPART_THRESHOLD |
"fs.s3a.multipart.threshold" |
public static final int |
MULTIPART_MIN_SIZE |
5242880 |
public static final String |
MULTIPART_SIZE |
"fs.s3a.multipart.size" |
public static final String |
PATH_STYLE_ACCESS |
"fs.s3a.path.style.access" |
public static final String |
PROXY_DOMAIN |
"fs.s3a.proxy.domain" |
public static final String |
PROXY_HOST |
"fs.s3a.proxy.host" |
public static final String |
PROXY_PASSWORD |
"fs.s3a.proxy.password" |
public static final String |
PROXY_PORT |
"fs.s3a.proxy.port" |
public static final String |
PROXY_USERNAME |
"fs.s3a.proxy.username" |
public static final String |
PROXY_WORKSTATION |
"fs.s3a.proxy.workstation" |
public static final String |
PURGE_EXISTING_MULTIPART |
"fs.s3a.multipart.purge" |
public static final String |
PURGE_EXISTING_MULTIPART_AGE |
"fs.s3a.multipart.purge.age" |
public static final String |
READAHEAD_RANGE |
"fs.s3a.readahead.range" |
public static final String |
RETRY_INTERVAL |
"fs.s3a.retry.interval" |
public static final String |
RETRY_INTERVAL_DEFAULT |
"500ms" |
public static final String |
RETRY_LIMIT |
"fs.s3a.retry.limit" |
public static final int |
RETRY_LIMIT_DEFAULT |
20 |
public static final String |
RETRY_THROTTLE_INTERVAL |
"fs.s3a.retry.throttle.interval" |
public static final String |
RETRY_THROTTLE_INTERVAL_DEFAULT |
"500ms" |
public static final String |
RETRY_THROTTLE_LIMIT |
"fs.s3a.retry.throttle.limit" |
public static final int |
RETRY_THROTTLE_LIMIT_DEFAULT |
20 |
public static final String |
S3_CLIENT_FACTORY_IMPL |
"fs.s3a.s3.client.factory.impl" |
public static final String |
S3_METADATA_STORE_IMPL |
"fs.s3a.metadatastore.impl" |
public static final int |
S3A_DEFAULT_PORT |
-1 |
public static final String |
S3A_SECURITY_CREDENTIAL_PROVIDER_PATH |
"fs.s3a.security.credential.provider.path" |
public static final String |
S3GUARD_CLI_PRUNE_AGE |
"fs.s3a.s3guard.cli.prune.age" |
public static final int |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_DEFAULT |
25 |
public static final String |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_KEY |
"fs.s3a.s3guard.ddb.background.sleep" |
public static final int |
S3GUARD_DDB_BATCH_WRITE_REQUEST_LIMIT |
25 |
public static final String |
S3GUARD_DDB_MAX_RETRIES |
"fs.s3a.s3guard.ddb.max.retries" |
public static final int |
S3GUARD_DDB_MAX_RETRIES_DEFAULT |
20 |
public static final String |
S3GUARD_DDB_REGION_KEY |
"fs.s3a.s3guard.ddb.region" |
public static final long |
S3GUARD_DDB_TABLE_CAPACITY_READ_DEFAULT |
500L |
public static final String |
S3GUARD_DDB_TABLE_CAPACITY_READ_KEY |
"fs.s3a.s3guard.ddb.table.capacity.read" |
public static final long |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_DEFAULT |
100L |
public static final String |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_KEY |
"fs.s3a.s3guard.ddb.table.capacity.write" |
public static final String |
S3GUARD_DDB_TABLE_CREATE_KEY |
"fs.s3a.s3guard.ddb.table.create" |
public static final String |
S3GUARD_DDB_TABLE_NAME_KEY |
"fs.s3a.s3guard.ddb.table" |
public static final String |
S3GUARD_DDB_TABLE_TAG |
"fs.s3a.s3guard.ddb.table.tag." |
public static final String |
S3GUARD_DDB_TEST_TABLE_NAME_KEY |
"fs.s3a.s3guard.ddb.test.table" |
public static final String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL |
"fs.s3a.s3guard.ddb.throttle.retry.interval" |
public static final String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL_DEFAULT |
"100ms" |
public static final String |
S3GUARD_METASTORE_DYNAMO |
"org.apache.hadoop.fs.s3a.s3guard.DynamoDBMetadataStore" |
public static final String |
S3GUARD_METASTORE_LOCAL |
"org.apache.hadoop.fs.s3a.s3guard.LocalMetadataStore" |
public static final String |
S3GUARD_METASTORE_LOCAL_ENTRY_TTL |
"fs.s3a.s3guard.local.ttl" |
public static final String |
S3GUARD_METASTORE_LOCAL_MAX_RECORDS |
"fs.s3a.s3guard.local.max_records" |
public static final String |
S3GUARD_METASTORE_NULL |
"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore" |
public static final String |
S3N_FOLDER_SUFFIX |
"_$folder$" |
public static final String |
SECRET_KEY |
"fs.s3a.secret.key" |
public static final String |
SECURE_CONNECTIONS |
"fs.s3a.connection.ssl.enabled" |
public static final String |
SERVER_SIDE_ENCRYPTION_AES256 |
"AES256" |
public static final String |
SERVER_SIDE_ENCRYPTION_ALGORITHM |
"fs.s3a.server-side-encryption-algorithm" |
public static final String |
SERVER_SIDE_ENCRYPTION_KEY |
"fs.s3a.server-side-encryption.key" |
public static final String |
SESSION_TOKEN |
"fs.s3a.session.token" |
public static final String |
SIGNING_ALGORITHM |
"fs.s3a.signing-algorithm" |
public static final String |
SOCKET_RECV_BUFFER |
"fs.s3a.socket.recv.buffer" |
public static final String |
SOCKET_SEND_BUFFER |
"fs.s3a.socket.send.buffer" |
public static final String |
SOCKET_TIMEOUT |
"fs.s3a.connection.timeout" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_DELETE |
"fs.s3a.capability.directory.marker.action.delete" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_KEEP |
"fs.s3a.capability.directory.marker.action.keep" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_AWARE |
"fs.s3a.capability.directory.marker.aware" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_AUTHORITATIVE |
"fs.s3a.capability.directory.marker.policy.authoritative" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_DELETE |
"fs.s3a.capability.directory.marker.policy.delete" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_KEEP |
"fs.s3a.capability.directory.marker.policy.keep" |
public static final String |
USER_AGENT_PREFIX |
"fs.s3a.user.agent.prefix" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final long |
DEFAULT_DELAY_KEY_MSEC |
5000L |
public static final float |
DEFAULT_DELAY_KEY_PROBABILITY |
1.0f |
public static final String |
DEFAULT_DELAY_KEY_SUBSTRING |
"DELAY_LISTING_ME" |
public static final String |
MATCH_ALL_KEYS |
"*" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
MAX_READ_FAILURES |
100 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
DEFAULT_BLOCKSIZE |
33554432 |
public static final boolean |
DELETE_CONSIDERED_IDEMPOTENT |
true |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
OPERATION_OPEN |
"open" |
public static final String |
OPERATION_REOPEN |
"re-open" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CONTEXT |
"s3aFileSystem" |
public static final String |
METRIC_TAG_BUCKET |
"bucket" |
public static final String |
METRIC_TAG_FILESYSTEM_ID |
"s3aFileSystemId" |
public static final String |
METRICS_SYSTEM_NAME |
"s3a-file-system" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
HEADER |
"S3A-part01" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"S3AStorageStatistics" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.TemporaryAWSCredentialsProvider" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
E_NO_ROLE |
"Unset property fs.s3a.assumed.role.arn" |
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.auth.AssumedRoleCredentialProvider" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
BUCKET_RESOURCE_F |
"arn:aws:s3:::%s/%s" |
public static final String |
VERSION |
"2012-10-17" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
ALL_DDB_TABLES |
"arn:aws:dynamodb:*" |
public static final String |
DDB_ADMIN |
"dynamodb:*" |
public static final String |
DDB_ALL_OPERATIONS |
"dynamodb:*" |
public static final String |
DDB_BATCH_GET_ITEM |
"dynamodb:BatchGetItem" |
public static final String |
DDB_BATCH_WRITE_ITEM |
"dynamodb:BatchWriteItem" |
public static final String |
DDB_DELETE_ITEM |
"dynamodb:DeleteItem" |
public static final String |
DDB_DESCRIBE_TABLE |
"dynamodb:DescribeTable" |
public static final String |
DDB_GET_ITEM |
"dynamodb:GetItem" |
public static final String |
DDB_PUT_ITEM |
"dynamodb:PutItem" |
public static final String |
DDB_QUERY |
"dynamodb:Query" |
public static final String |
DDB_UPDATE_ITEM |
"dynamodb:UpdateItem" |
public static final String |
KMS_ALL_KEYS |
"arn:aws:kms:*" |
public static final String |
KMS_ALL_OPERATIONS |
"kms:*" |
public static final String |
KMS_DECRYPT |
"kms:Decrypt" |
public static final String |
KMS_ENCRYPT |
"kms:Encrypt" |
public static final String |
KMS_GENERATE_DATA_KEY |
"kms:GenerateDataKey" |
public static final String |
S3_ABORT_MULTIPART_UPLOAD |
"s3:AbortMultipartUpload" |
public static final String |
S3_ALL_BUCKETS |
"arn:aws:s3:::*" |
public static final String |
S3_ALL_DELETE |
"s3:Delete*" |
public static final String |
S3_ALL_GET |
"s3:Get*" |
public static final String |
S3_ALL_LIST_BUCKET |
"s3:ListBucket*" |
public static final String |
S3_ALL_LIST_OPERATIONS |
"s3:List*" |
public static final String |
S3_ALL_OPERATIONS |
"s3:*" |
public static final String |
S3_ALL_PUT |
"s3:Put*" |
public static final String |
S3_DELETE_OBJECT |
"s3:DeleteObject" |
public static final String |
S3_DELETE_OBJECT_TAGGING |
"s3:DeleteObjectTagging" |
public static final String |
S3_DELETE_OBJECT_VERSION |
"s3:DeleteObjectVersion" |
public static final String |
S3_DELETE_OBJECT_VERSION_TAGGING |
"s3:DeleteObjectVersionTagging" |
public static final String |
S3_GET_BUCKET_LOCATION |
"s3:GetBucketLocation" |
public static final String |
S3_GET_OBJECT |
"s3:GetObject" |
public static final String |
S3_GET_OBJECT_ACL |
"s3:GetObjectAcl" |
public static final String |
S3_GET_OBJECT_TAGGING |
"s3:GetObjectTagging" |
public static final String |
S3_GET_OBJECT_TORRENT |
"s3:GetObjectTorrent" |
public static final String |
S3_GET_OBJECT_VERSION |
"s3:GetObjectVersion" |
public static final String |
S3_GET_OBJECT_VERSION_ACL |
"s3:GetObjectVersionAcl" |
public static final String |
S3_GET_OBJECT_VERSION_TAGGING |
"s3:GetObjectVersionTagging" |
public static final String |
S3_GET_OBJECT_VERSION_TORRENT |
"s3:GetObjectVersionTorrent" |
public static final String |
S3_LIST_BUCKET |
"s3:ListBucket" |
public static final String |
S3_LIST_BUCKET_MULTPART_UPLOADS |
"s3:ListBucketMultipartUploads" |
public static final String |
S3_LIST_MULTIPART_UPLOAD_PARTS |
"s3:ListMultipartUploadParts" |
public static final String |
S3_PUT_OBJECT |
"s3:PutObject" |
public static final String |
S3_PUT_OBJECT_ACL |
"s3:PutObjectAcl" |
public static final String |
S3_PUT_OBJECT_TAGGING |
"s3:PutObjectTagging" |
public static final String |
S3_PUT_OBJECT_VERSION_ACL |
"s3:PutObjectVersionAcl" |
public static final String |
S3_PUT_OBJECT_VERSION_TAGGING |
"s3:PutObjectVersionTagging" |
public static final String |
S3_RESTORE_OBJECT |
"s3:RestoreObject" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
_SUCCESS |
"_SUCCESS" |
public static final String |
BASE |
"__base" |
public static final String |
COMMITTER_NAME_DIRECTORY |
"directory" |
public static final String |
COMMITTER_NAME_FILE |
"file" |
public static final String |
COMMITTER_NAME_MAGIC |
"magic" |
public static final String |
COMMITTER_NAME_PARTITIONED |
"partitioned" |
public static final String |
CONFLICT_MODE_APPEND |
"append" |
public static final String |
CONFLICT_MODE_FAIL |
"fail" |
public static final String |
CONFLICT_MODE_REPLACE |
"replace" |
public static final String |
CREATE_SUCCESSFUL_JOB_OUTPUT_DIR_MARKER |
"mapreduce.fileoutputcommitter.marksuccessfuljobs" |
public static final int |
DEFAULT_COMMITTER_THREADS |
8 |
public static final String |
DEFAULT_CONFLICT_MODE |
"fail" |
public static final boolean |
DEFAULT_CREATE_SUCCESSFUL_JOB_DIR_MARKER |
true |
public static final boolean |
DEFAULT_MAGIC_COMMITTER_ENABLED |
false |
public static final boolean |
DEFAULT_STAGING_COMMITTER_UNIQUE_FILENAMES |
true |
public static final String |
FS_S3A_COMMITTER_NAME |
"fs.s3a.committer.name" |
public static final String |
FS_S3A_COMMITTER_STAGING_ABORT_PENDING_UPLOADS |
"fs.s3a.committer.staging.abort.pending.uploads" |
public static final String |
FS_S3A_COMMITTER_STAGING_CONFLICT_MODE |
"fs.s3a.committer.staging.conflict-mode" |
public static final String |
FS_S3A_COMMITTER_STAGING_TMP_PATH |
"fs.s3a.committer.staging.tmp.path" |
public static final String |
FS_S3A_COMMITTER_STAGING_UNIQUE_FILENAMES |
"fs.s3a.committer.staging.unique-filenames" |
public static final String |
FS_S3A_COMMITTER_THREADS |
"fs.s3a.committer.threads" |
public static final String |
MAGIC |
"__magic" |
public static final String |
MAGIC_COMMITTER_ENABLED |
"fs.s3a.committer.magic.enabled" |
public static final String |
MAGIC_COMMITTER_PREFIX |
"fs.s3a.committer.magic" |
public static final String |
PENDING_SUFFIX |
".pending" |
public static final String |
PENDINGSET_SUFFIX |
".pendingset" |
public static final String |
S3A_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory" |
public static final String |
STORE_CAPABILITY_MAGIC_COMMITTER |
"fs.s3a.capability.magic.committer" |
public static final String |
STORE_CAPABILITY_MAGIC_COMMITTER_OLD |
"s3a:magic.committer" |
public static final String |
STREAM_CAPABILITY_MAGIC_OUTPUT |
"fs.s3a.capability.magic.output.stream" |
public static final String |
STREAM_CAPABILITY_MAGIC_OUTPUT_OLD |
"s3a:magic.output.stream" |
public static final String |
TEMP_DATA |
"__temp-data" |
public static final String |
TEMPORARY |
"_temporary" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
COMMITTER_NAME_STAGING |
"staging" |
public static final String |
DIRECTORY_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.DirectoryStagingCommitterFactory" |
public static final String |
E_BAD_PATH |
"Path does not represent a magic-commit path" |
public static final String |
E_DEST_EXISTS |
"Destination path exists and committer conflict resolution mode is \"fail\"" |
public static final String |
E_NO_MAGIC_PATH_ELEMENT |
"No __magic element in path" |
public static final String |
E_NORMAL_FS |
"Filesystem does not have support for \'magic\' committer enabled in configuration option fs.s3a.committer.magic.enabled" |
public static final String |
E_WRONG_FS |
"Output path is not on an S3A Filesystem" |
public static final String |
FS_S3A_COMMITTER_STAGING_UUID |
"fs.s3a.committer.staging.uuid" |
public static final String |
MAGIC_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.magic.MagicS3GuardCommitterFactory" |
public static final String |
PARTITION_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.PartitionedStagingCommitterFactory" |
public static final String |
STAGING_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.StagingCommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
VERSION |
1 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final int |
VERSION |
1 |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.commit.files.SuccessData/1" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"magic" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.magic.MagicS3GuardCommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"directory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.DirectoryStagingCommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"partitioned" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.PartitionedStagingCommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
NAME |
"staging" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
FILESYSTEM_TEMP_PATH |
"tmp/staging" |
public static final String |
JAVA_IO_TMPDIR |
"java.io.tmpdir" |
public static final String |
SPARK_APP_ID |
"spark.app.id" |
public static final String |
SPARK_WRITE_UUID |
"spark.sql.sources.writeJobUUID" |
public static final String |
STAGING_UPLOADS |
"staging-uploads" |
public static final String |
TABLE_ROOT |
"table_root" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.StagingCommitterFactory" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CHANGE_DETECTED |
"change detected" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
CHANGE_REPORTED_BY_S3 |
"reported by S3" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
UNKNOWN_MARKER_POLICY |
"Unknown policy in fs.s3a.directory.marker.retention: " |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
E_INCOMPATIBLE_VERSION |
"Database table is from an incompatible S3Guard version." |
public static final String |
E_NO_VERSION_MARKER |
"S3Guard table lacks version marker." |
public static final int |
VERSION |
100 |
public static final String |
VERSION_MARKER |
"../VERSION" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
PERSISTS_AUTHORITATIVE_BIT |
"persist.authoritative.bit" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
S3GUARD_DDB_CLIENT_FACTORY_IMPL |
"fs.s3a.s3guard.ddb.client.factory.impl" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
AGE_OPTIONS_USAGE |
"[-days <days>] [-hours <hours>] [-minutes <minutes>] [-seconds <seconds>]" |
public static final String |
DAYS_FLAG |
"days" |
public static final String |
HOURS_FLAG |
"hours" |
public static final String |
META_FLAG |
"meta" |
public static final String |
MINUTES_FLAG |
"minutes" |
public static final String |
READ_FLAG |
"read" |
public static final String |
REGION_FLAG |
"region" |
public static final String |
SECONDS_FLAG |
"seconds" |
public static final String |
TAG_FLAG |
"tag" |
public static final String |
WRITE_FLAG |
"write" |
| Modifier and Type | Constant Field | Value |
|---|---|---|
public static final String |
LOGIN_WARNING |
"The Filesystem URI contains login details. This authentication mechanism is no longer supported." |
Copyright © 2008–2022 Apache Software Foundation. All rights reserved.