Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
STATUS_CODE |
400 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NO_AWS_CREDENTIAL_PROVIDERS |
"No AWS Credential Providers" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
STATUS_CODE |
503 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ACCESS_KEY |
"fs.s3a.access.key" |
public static final String |
ASSUMED_ROLE_ARN |
"fs.s3a.assumed.role.arn" |
public static final String |
ASSUMED_ROLE_CREDENTIALS_DEFAULT |
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider" |
public static final String |
ASSUMED_ROLE_CREDENTIALS_PROVIDER |
"fs.s3a.assumed.role.credentials.provider" |
public static final String |
ASSUMED_ROLE_POLICY |
"fs.s3a.assumed.role.policy" |
public static final String |
ASSUMED_ROLE_SESSION_DURATION |
"fs.s3a.assumed.role.session.duration" |
public static final String |
ASSUMED_ROLE_SESSION_DURATION_DEFAULT |
"1h" |
public static final String |
ASSUMED_ROLE_SESSION_NAME |
"fs.s3a.assumed.role.session.name" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT |
"fs.s3a.assumed.role.sts.endpoint" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT_REGION |
"fs.s3a.assumed.role.sts.endpoint.region" |
public static final String |
ASSUMED_ROLE_STS_ENDPOINT_REGION_DEFAULT |
"" |
public static final String |
AUTHORITATIVE_PATH |
"fs.s3a.authoritative.path" |
public static final String |
AWS_CREDENTIALS_PROVIDER |
"fs.s3a.aws.credentials.provider" |
public static final String |
AWS_REGION |
"fs.s3a.endpoint.region" |
public static final String |
AWS_S3_ACCESSPOINT_REQUIRED |
"fs.s3a.accesspoint.required" |
public static final String |
AWS_S3_CENTRAL_REGION |
"us-east-1" |
public static final String |
AWS_SERVICE_IDENTIFIER_DDB |
"DDB" |
public static final String |
AWS_SERVICE_IDENTIFIER_S3 |
"S3" |
public static final String |
AWS_SERVICE_IDENTIFIER_STS |
"STS" |
public static final String |
BUFFER_DIR |
"fs.s3a.buffer.dir" |
public static final String |
BULK_DELETE_PAGE_SIZE |
"fs.s3a.bulk.delete.page.size" |
public static final int |
BULK_DELETE_PAGE_SIZE_DEFAULT |
250 |
public static final String |
CANNED_ACL |
"fs.s3a.acl.default" |
public static final String |
CENTRAL_ENDPOINT |
"s3.amazonaws.com" |
public static final String |
CHANGE_DETECT_MODE |
"fs.s3a.change.detection.mode" |
public static final String |
CHANGE_DETECT_MODE_CLIENT |
"client" |
public static final String |
CHANGE_DETECT_MODE_DEFAULT |
"server" |
public static final String |
CHANGE_DETECT_MODE_NONE |
"none" |
public static final String |
CHANGE_DETECT_MODE_SERVER |
"server" |
public static final String |
CHANGE_DETECT_MODE_WARN |
"warn" |
public static final String |
CHANGE_DETECT_REQUIRE_VERSION |
"fs.s3a.change.detection.version.required" |
public static final boolean |
CHANGE_DETECT_REQUIRE_VERSION_DEFAULT |
true |
public static final String |
CHANGE_DETECT_SOURCE |
"fs.s3a.change.detection.source" |
public static final String |
CHANGE_DETECT_SOURCE_DEFAULT |
"etag" |
public static final String |
CHANGE_DETECT_SOURCE_ETAG |
"etag" |
public static final String |
CHANGE_DETECT_SOURCE_VERSION_ID |
"versionid" |
public static final String |
CUSTOM_SIGNERS |
"fs.s3a.custom.signers" |
public static final String |
DEFAULT_ASSUMED_ROLE_STS_ENDPOINT |
"" |
public static final String |
DEFAULT_CANNED_ACL |
"" |
public static final String |
DEFAULT_DIRECTORY_MARKER_POLICY |
"delete" |
public static final String |
DEFAULT_ENDPOINT |
"" |
public static final int |
DEFAULT_ESTABLISH_TIMEOUT |
50000 |
public static final int |
DEFAULT_EXECUTOR_CAPACITY |
16 |
public static final int |
DEFAULT_FAST_BUFFER_SIZE |
1048576 |
public static final boolean |
DEFAULT_FAST_UPLOAD |
false |
public static final int |
DEFAULT_FAST_UPLOAD_ACTIVE_BLOCKS |
4 |
public static final String |
DEFAULT_FAST_UPLOAD_BUFFER |
"disk" |
public static final int |
DEFAULT_KEEPALIVE_TIME |
60 |
public static final int |
DEFAULT_LIST_VERSION |
2 |
public static final int |
DEFAULT_MAX_ERROR_RETRIES |
10 |
public static final int |
DEFAULT_MAX_PAGING_KEYS |
5000 |
public static final int |
DEFAULT_MAX_THREADS |
10 |
public static final int |
DEFAULT_MAX_TOTAL_TASKS |
32 |
public static final int |
DEFAULT_MAXIMUM_CONNECTIONS |
96 |
public static final boolean |
DEFAULT_METADATASTORE_AUTHORITATIVE |
false |
public static final long |
DEFAULT_MIN_MULTIPART_THRESHOLD |
134217728L |
public static final long |
DEFAULT_MULTIPART_SIZE |
67108864L |
public static final boolean |
DEFAULT_PURGE_EXISTING_MULTIPART |
false |
public static final long |
DEFAULT_PURGE_EXISTING_MULTIPART_AGE |
86400L |
public static final long |
DEFAULT_READAHEAD_RANGE |
65536L |
public static final int |
DEFAULT_REQUEST_TIMEOUT |
0 |
public static final String |
DEFAULT_S3GUARD_DISABLED_WARN_LEVEL |
"SILENT" |
public static final int |
DEFAULT_S3GUARD_METASTORE_LOCAL_ENTRY_TTL |
60000 |
public static final int |
DEFAULT_S3GUARD_METASTORE_LOCAL_MAX_RECORDS |
256 |
public static final boolean |
DEFAULT_SECURE_CONNECTIONS |
true |
public static final int |
DEFAULT_SOCKET_RECV_BUFFER |
8192 |
public static final int |
DEFAULT_SOCKET_SEND_BUFFER |
8192 |
public static final int |
DEFAULT_SOCKET_TIMEOUT |
200000 |
public static final String |
DIRECTORY_MARKER_POLICY |
"fs.s3a.directory.marker.retention" |
public static final String |
DIRECTORY_MARKER_POLICY_AUTHORITATIVE |
"authoritative" |
public static final String |
DIRECTORY_MARKER_POLICY_DELETE |
"delete" |
public static final String |
DIRECTORY_MARKER_POLICY_KEEP |
"keep" |
public static final String |
DOWNGRADE_SYNCABLE_EXCEPTIONS |
"fs.s3a.downgrade.syncable.exceptions" |
public static final boolean |
DOWNGRADE_SYNCABLE_EXCEPTIONS_DEFAULT |
true |
public static final String |
ENABLE_MULTI_DELETE |
"fs.s3a.multiobjectdelete.enable" |
public static final String |
ENDPOINT |
"fs.s3a.endpoint" |
public static final String |
ESTABLISH_TIMEOUT |
"fs.s3a.connection.establish.timeout" |
public static final String |
ETAG_CHECKSUM_ENABLED |
"fs.s3a.etag.checksum.enabled" |
public static final boolean |
ETAG_CHECKSUM_ENABLED_DEFAULT |
false |
public static final String |
EXECUTOR_CAPACITY |
"fs.s3a.executor.capacity" |
public static final String |
EXPERIMENTAL_AWS_INTERNAL_THROTTLING |
"fs.s3a.experimental.aws.s3.throttling" |
public static final boolean |
EXPERIMENTAL_AWS_INTERNAL_THROTTLING_DEFAULT |
true |
public static final String |
FAIL_INJECT_CLIENT_FACTORY |
"org.apache.hadoop.fs.s3a.InconsistentS3ClientFactory" |
public static final String |
FAIL_INJECT_INCONSISTENCY_KEY |
"fs.s3a.failinject.inconsistency.key.substring" |
public static final String |
FAIL_INJECT_INCONSISTENCY_MSEC |
"fs.s3a.failinject.inconsistency.msec" |
public static final String |
FAIL_INJECT_INCONSISTENCY_PROBABILITY |
"fs.s3a.failinject.inconsistency.probability" |
public static final String |
FAIL_INJECT_THROTTLE_PROBABILITY |
"fs.s3a.failinject.throttle.probability" |
public static final String |
FAIL_ON_METADATA_WRITE_ERROR |
"fs.s3a.metadatastore.fail.on.write.error" |
public static final boolean |
FAIL_ON_METADATA_WRITE_ERROR_DEFAULT |
true |
public static final String |
FAST_BUFFER_SIZE |
"fs.s3a.fast.buffer.size" |
public static final String |
FAST_UPLOAD |
"fs.s3a.fast.upload" |
public static final String |
FAST_UPLOAD_ACTIVE_BLOCKS |
"fs.s3a.fast.upload.active.blocks" |
public static final String |
FAST_UPLOAD_BUFFER |
"fs.s3a.fast.upload.buffer" |
public static final String |
FAST_UPLOAD_BUFFER_ARRAY |
"array" |
public static final String |
FAST_UPLOAD_BUFFER_DISK |
"disk" |
public static final String |
FAST_UPLOAD_BYTEBUFFER |
"bytebuffer" |
public static final String |
FS_S3A |
"s3a" |
public static final String |
FS_S3A_BLOCK_SIZE |
"fs.s3a.block.size" |
public static final String |
FS_S3A_BUCKET_PREFIX |
"fs.s3a.bucket." |
public static final String |
FS_S3A_PREFIX |
"fs.s3a." |
public static final String |
HADOOP_TMP_DIR |
"hadoop.tmp.dir" |
public static final String |
INPUT_FADV_NORMAL |
"normal" |
public static final String |
INPUT_FADV_RANDOM |
"random" |
public static final String |
INPUT_FADV_SEQUENTIAL |
"sequential" |
public static final String |
INPUT_FADVISE |
"fs.s3a.experimental.input.fadvise" |
public static final String |
KEEPALIVE_TIME |
"fs.s3a.threads.keepalivetime" |
public static final String |
LIST_VERSION |
"fs.s3a.list.version" |
public static final String |
MAX_ERROR_RETRIES |
"fs.s3a.attempts.maximum" |
public static final int |
MAX_MULTIPART_COUNT |
10000 |
public static final String |
MAX_PAGING_KEYS |
"fs.s3a.paging.maximum" |
public static final String |
MAX_THREADS |
"fs.s3a.threads.max" |
public static final String |
MAX_TOTAL_TASKS |
"fs.s3a.max.total.tasks" |
public static final String |
MAXIMUM_CONNECTIONS |
"fs.s3a.connection.maximum" |
public static final String |
METADATASTORE_AUTHORITATIVE |
"fs.s3a.metadatastore.authoritative" |
public static final String |
METADATASTORE_METADATA_TTL |
"fs.s3a.metadatastore.metadata.ttl" |
public static final String |
MIN_MULTIPART_THRESHOLD |
"fs.s3a.multipart.threshold" |
public static final int |
MULTIPART_MIN_SIZE |
5242880 |
public static final String |
MULTIPART_SIZE |
"fs.s3a.multipart.size" |
public static final String |
PATH_STYLE_ACCESS |
"fs.s3a.path.style.access" |
public static final String |
PROXY_DOMAIN |
"fs.s3a.proxy.domain" |
public static final String |
PROXY_HOST |
"fs.s3a.proxy.host" |
public static final String |
PROXY_PASSWORD |
"fs.s3a.proxy.password" |
public static final String |
PROXY_PORT |
"fs.s3a.proxy.port" |
public static final String |
PROXY_USERNAME |
"fs.s3a.proxy.username" |
public static final String |
PROXY_WORKSTATION |
"fs.s3a.proxy.workstation" |
public static final String |
PURGE_EXISTING_MULTIPART |
"fs.s3a.multipart.purge" |
public static final String |
PURGE_EXISTING_MULTIPART_AGE |
"fs.s3a.multipart.purge.age" |
public static final String |
READAHEAD_RANGE |
"fs.s3a.readahead.range" |
public static final String |
REQUEST_TIMEOUT |
"fs.s3a.connection.request.timeout" |
public static final String |
RETRY_INTERVAL |
"fs.s3a.retry.interval" |
public static final String |
RETRY_INTERVAL_DEFAULT |
"500ms" |
public static final String |
RETRY_LIMIT |
"fs.s3a.retry.limit" |
public static final int |
RETRY_LIMIT_DEFAULT |
7 |
public static final String |
RETRY_THROTTLE_INTERVAL |
"fs.s3a.retry.throttle.interval" |
public static final String |
RETRY_THROTTLE_INTERVAL_DEFAULT |
"500ms" |
public static final String |
RETRY_THROTTLE_LIMIT |
"fs.s3a.retry.throttle.limit" |
public static final int |
RETRY_THROTTLE_LIMIT_DEFAULT |
20 |
public static final String |
S3_CLIENT_FACTORY_IMPL |
"fs.s3a.s3.client.factory.impl" |
public static final String |
S3_ENCRYPTION_ALGORITHM |
"fs.s3a.encryption.algorithm" |
public static final String |
S3_ENCRYPTION_KEY |
"fs.s3a.encryption.key" |
public static final String |
S3_METADATA_STORE_IMPL |
"fs.s3a.metadatastore.impl" |
public static final String |
S3A_BUCKET_PROBE |
"fs.s3a.bucket.probe" |
public static final int |
S3A_BUCKET_PROBE_DEFAULT |
0 |
public static final int |
S3A_DEFAULT_PORT |
443 |
public static final String |
S3A_SECURITY_CREDENTIAL_PROVIDER_PATH |
"fs.s3a.security.credential.provider.path" |
public static final String |
S3GUARD_CLI_PRUNE_AGE |
"fs.s3a.s3guard.cli.prune.age" |
public static final String |
S3GUARD_CONSISTENCY_RETRY_INTERVAL |
"fs.s3a.s3guard.consistency.retry.interval" |
public static final String |
S3GUARD_CONSISTENCY_RETRY_INTERVAL_DEFAULT |
"2s" |
public static final String |
S3GUARD_CONSISTENCY_RETRY_LIMIT |
"fs.s3a.s3guard.consistency.retry.limit" |
public static final int |
S3GUARD_CONSISTENCY_RETRY_LIMIT_DEFAULT |
7 |
public static final int |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_DEFAULT |
25 |
public static final String |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_KEY |
"fs.s3a.s3guard.ddb.background.sleep" |
public static final int |
S3GUARD_DDB_BATCH_WRITE_REQUEST_LIMIT |
25 |
public static final String |
S3GUARD_DDB_MAX_RETRIES |
"fs.s3a.s3guard.ddb.max.retries" |
public static final int |
S3GUARD_DDB_MAX_RETRIES_DEFAULT |
10 |
public static final String |
S3GUARD_DDB_REGION_KEY |
"fs.s3a.s3guard.ddb.region" |
public static final long |
S3GUARD_DDB_TABLE_CAPACITY_READ_DEFAULT |
0L |
public static final String |
S3GUARD_DDB_TABLE_CAPACITY_READ_KEY |
"fs.s3a.s3guard.ddb.table.capacity.read" |
public static final long |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_DEFAULT |
0L |
public static final String |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_KEY |
"fs.s3a.s3guard.ddb.table.capacity.write" |
public static final String |
S3GUARD_DDB_TABLE_CREATE_KEY |
"fs.s3a.s3guard.ddb.table.create" |
public static final String |
S3GUARD_DDB_TABLE_NAME_KEY |
"fs.s3a.s3guard.ddb.table" |
public static final String |
S3GUARD_DDB_TABLE_SSE_CMK |
"fs.s3a.s3guard.ddb.table.sse.cmk" |
public static final String |
S3GUARD_DDB_TABLE_SSE_ENABLED |
"fs.s3a.s3guard.ddb.table.sse.enabled" |
public static final String |
S3GUARD_DDB_TABLE_TAG |
"fs.s3a.s3guard.ddb.table.tag." |
public static final String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL |
"fs.s3a.s3guard.ddb.throttle.retry.interval" |
public static final String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL_DEFAULT |
"100ms" |
public static final String |
S3GUARD_DISABLED_WARN_LEVEL |
"fs.s3a.s3guard.disabled.warn.level" |
public static final String |
S3GUARD_METASTORE_DYNAMO |
"org.apache.hadoop.fs.s3a.s3guard.DynamoDBMetadataStore" |
public static final String |
S3GUARD_METASTORE_LOCAL |
"org.apache.hadoop.fs.s3a.s3guard.LocalMetadataStore" |
public static final String |
S3GUARD_METASTORE_LOCAL_ENTRY_TTL |
"fs.s3a.s3guard.local.ttl" |
public static final String |
S3GUARD_METASTORE_LOCAL_MAX_RECORDS |
"fs.s3a.s3guard.local.max_records" |
public static final String |
S3GUARD_METASTORE_NULL |
"org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore" |
public static final String |
S3N_FOLDER_SUFFIX |
"_$folder$" |
public static final String |
SECRET_KEY |
"fs.s3a.secret.key" |
public static final String |
SECURE_CONNECTIONS |
"fs.s3a.connection.ssl.enabled" |
public static final String |
SERVER_SIDE_ENCRYPTION_AES256 |
"AES256" |
public static final String |
SERVER_SIDE_ENCRYPTION_ALGORITHM |
"fs.s3a.server-side-encryption-algorithm" |
public static final String |
SERVER_SIDE_ENCRYPTION_KEY |
"fs.s3a.server-side-encryption.key" |
public static final String |
SESSION_TOKEN |
"fs.s3a.session.token" |
public static final String |
SIGNING_ALGORITHM |
"fs.s3a.signing-algorithm" |
public static final String |
SOCKET_RECV_BUFFER |
"fs.s3a.socket.recv.buffer" |
public static final String |
SOCKET_SEND_BUFFER |
"fs.s3a.socket.send.buffer" |
public static final String |
SOCKET_TIMEOUT |
"fs.s3a.connection.timeout" |
public static final String |
SSL_CHANNEL_MODE |
"fs.s3a.ssl.channel.mode" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_DELETE |
"fs.s3a.capability.directory.marker.action.delete" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_KEEP |
"fs.s3a.capability.directory.marker.action.keep" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_AWARE |
"fs.s3a.capability.directory.marker.aware" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_AUTHORITATIVE |
"fs.s3a.capability.directory.marker.policy.authoritative" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_DELETE |
"fs.s3a.capability.directory.marker.policy.delete" |
public static final String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_KEEP |
"fs.s3a.capability.directory.marker.policy.keep" |
public static final String |
STREAM_READ_GAUGE_INPUT_POLICY |
"stream_read_gauge_input_policy" |
public static final int |
THREAD_POOL_SHUTDOWN_DELAY_SECONDS |
30 |
public static final String |
USER_AGENT_PREFIX |
"fs.s3a.user.agent.prefix" |
public static final String |
XA_HEADER_PREFIX |
"header." |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
DEFAULT_DELAY_KEY_MSEC |
5000L |
public static final float |
DEFAULT_DELAY_KEY_PROBABILITY |
1.0f |
public static final String |
DEFAULT_DELAY_KEY_SUBSTRING |
"DELAY_LISTING_ME" |
public static final String |
MATCH_ALL_KEYS |
"*" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
MAX_READ_FAILURES |
100 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
FILE_NEVER_FOUND |
"File to rename not found on guarded S3 store after repeated attempts" |
public static final String |
FILE_NOT_FOUND_SINGLE_ATTEMPT |
"File to rename not found on unguarded S3 store" |
public static final String |
PRECONDITIONS_FAILED |
"Constraints of request were unsatisfiable" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DEFAULT_BLOCKSIZE |
33554432 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_NEGATIVE_READAHEAD_VALUE |
"Negative readahead value" |
public static final String |
OPERATION_OPEN |
"open" |
public static final String |
OPERATION_REOPEN |
"re-open" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CONTEXT |
"s3aFileSystem" |
public static final String |
METRIC_TAG_BUCKET |
"bucket" |
public static final String |
METRIC_TAG_FILESYSTEM_ID |
"s3aFileSystemId" |
public static final String |
METRICS_SYSTEM_NAME |
"s3a-file-system" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"S3AStorageStatistics" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_FORBIDDEN_AWS_PROVIDER |
"AWS provider class cannot be used" |
public static final String |
EOF_MESSAGE_IN_XML_PARSER |
"Failed to sanitize XML document destined for handler class" |
public static final String |
EOF_READ_DIFFERENT_LENGTH |
"Data read has a different length than the expected" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.SimpleAWSCredentialsProvider" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMPONENT |
"Session credentials in Hadoop configuration" |
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.TemporaryAWSCredentialsProvider" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AUDIT_ENABLED |
"fs.s3a.audit.enabled" |
public static final boolean |
AUDIT_ENABLED_DEFAULT |
false |
public static final String |
AUDIT_REQUEST_HANDLERS |
"fs.s3a.audit.request.handlers" |
public static final String |
AUDIT_SERVICE_CLASSNAME |
"fs.s3a.audit.service.classname" |
public static final String |
INITIALIZE_SPAN |
"initialize" |
public static final String |
LOGGING_AUDIT_SERVICE |
"org.apache.hadoop.fs.s3a.audit.impl.LoggingAuditor" |
public static final String |
NOOP_AUDIT_SERVICE |
"org.apache.hadoop.fs.s3a.audit.impl.NoopAuditor" |
public static final String |
OUTSIDE_SPAN |
"outside-span" |
public static final String |
REFERRER_HEADER_ENABLED |
"fs.s3a.audit.referrer.enabled" |
public static final boolean |
REFERRER_HEADER_ENABLED_DEFAULT |
true |
public static final String |
REFERRER_HEADER_FILTER |
"fs.s3a.audit.referrer.filter" |
public static final String |
REJECT_OUT_OF_SPAN_OPERATIONS |
"fs.s3a.audit.reject.out.of.span.operations" |
public static final String |
UNAUDITED_OPERATION |
"unaudited operation" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AUTH_GROUP |
"auth" |
public static final String |
AWSERRORCODE_GROUP |
"awserrorcode" |
public static final String |
BUCKET_GROUP |
"bucket" |
public static final String |
BYTESSENT_GROUP |
"bytessent" |
public static final String |
CYPHER_GROUP |
"cypher" |
public static final String |
ENDPOINT_GROUP |
"endpoint" |
public static final String |
HOSTID_GROUP |
"hostid" |
public static final String |
HTTP_GROUP |
"http" |
public static final String |
KEY_GROUP |
"key" |
public static final String |
OBJECTSIZE_GROUP |
"objectsize" |
public static final String |
OWNER_GROUP |
"owner" |
public static final String |
REFERRER_GROUP |
"referrer" |
public static final String |
REMOTEIP_GROUP |
"remoteip" |
public static final String |
REQUESTER_GROUP |
"requester" |
public static final String |
REQUESTID_GROUP |
"requestid" |
public static final String |
REQUESTURI_GROUP |
"requesturi" |
public static final String |
SIGV_GROUP |
"sigv" |
public static final String |
TAIL_GROUP |
"tail" |
public static final String |
TIMESTAMP_GROUP |
"timestamp" |
public static final String |
TLS_GROUP |
"tls" |
public static final String |
TOTALTIME_GROUP |
"totaltime" |
public static final String |
TURNAROUNDTIME_GROUP |
"turnaroundtime" |
public static final String |
USERAGENT_GROUP |
"useragent" |
public static final String |
VERB_GROUP |
"verb" |
public static final String |
VERSION_GROUP |
"version" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COPY |
"REST.COPY.OBJECT" |
public static final String |
DELETE |
"REST.DELETE.OBJECT" |
public static final String |
DELETE_BULK |
"REST.POST.MULTI_OBJECT_DELETE" |
public static final String |
DELETE_BULK_ENTRY |
"BATCH.DELETE.OBJECT" |
public static final String |
GET |
"REST.GET.OBJECT" |
public static final String |
GET_ACL |
"REST.GET.ACL" |
public static final String |
GET_LOGGING_STATUS |
"REST.GET.LOGGING_STATUS" |
public static final String |
HEAD |
"REST.HEAD.OBJECT" |
public static final String |
LIST |
"REST.GET.BUCKET" |
public static final String |
MULTIPART_UPLOAD_ABORT |
"REST.DELETE.UPLOAD" |
public static final String |
MULTIPART_UPLOAD_COMPLETE |
"REST.POST.UPLOAD" |
public static final String |
MULTIPART_UPLOAD_PART |
"REST.PUT.PART" |
public static final String |
MULTIPART_UPLOAD_START |
"REST.POST.UPLOADS" |
public static final String |
MULTIPART_UPLOADS_LIST |
"REST.GET.UPLOADS" |
public static final String |
PUT |
"REST.PUT.OBJECT" |
public static final String |
REST_GET_POLICY_STATUS |
"REST.GET.POLICY_STATUS" |
public static final String |
REST_GET_PUBLIC_ACCESS_BLOCK |
"REST.GET.PUBLIC_ACCESS_BLOCK" |
public static final String |
REST_GET_TAGGING |
"REST.GET.TAGGING" |
public static final String |
S3_EXPIRE_OBJECT |
"S3.EXPIRE.OBJECT" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AUDIT_MANAGER_OPERATION |
"AuditManagerS3A" |
public static final String |
NOT_A_WRAPPED_SPAN |
"Span attached to request is not a wrapped span" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_NO_ROLE |
"Unset property fs.s3a.assumed.role.arn" |
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.auth.AssumedRoleCredentialProvider" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NO_AWS_CREDENTIALS |
"No AWS credentials" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.auth.MarshalledCredentialProvider" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
INVALID_CREDENTIALS |
"Invalid AWS credentials" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_NO_AWS_CREDENTIALS |
"No AWS Credentials" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
BUCKET_RESOURCE_F |
"arn:aws:s3:::%s/%s" |
public static final String |
VERSION |
"2012-10-17" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ALL_DDB_TABLES |
"arn:aws:dynamodb:*" |
public static final String |
DDB_ADMIN |
"dynamodb:*" |
public static final String |
DDB_ALL_OPERATIONS |
"dynamodb:*" |
public static final String |
DDB_BATCH_GET_ITEM |
"dynamodb:BatchGetItem" |
public static final String |
DDB_BATCH_WRITE_ITEM |
"dynamodb:BatchWriteItem" |
public static final String |
DDB_DELETE_ITEM |
"dynamodb:DeleteItem" |
public static final String |
DDB_DESCRIBE_TABLE |
"dynamodb:DescribeTable" |
public static final String |
DDB_GET_ITEM |
"dynamodb:GetItem" |
public static final String |
DDB_PUT_ITEM |
"dynamodb:PutItem" |
public static final String |
DDB_QUERY |
"dynamodb:Query" |
public static final String |
DDB_UPDATE_ITEM |
"dynamodb:UpdateItem" |
public static final String |
KMS_ALL_KEYS |
"*" |
public static final String |
KMS_ALL_OPERATIONS |
"kms:*" |
public static final String |
KMS_DECRYPT |
"kms:Decrypt" |
public static final String |
KMS_ENCRYPT |
"kms:Encrypt" |
public static final String |
KMS_GENERATE_DATA_KEY |
"kms:GenerateDataKey" |
public static final String |
S3_ABORT_MULTIPART_UPLOAD |
"s3:AbortMultipartUpload" |
public static final String |
S3_ALL_BUCKETS |
"arn:aws:s3:::*" |
public static final String |
S3_ALL_DELETE |
"s3:Delete*" |
public static final String |
S3_ALL_GET |
"s3:Get*" |
public static final String |
S3_ALL_OPERATIONS |
"s3:*" |
public static final String |
S3_ALL_PUT |
"s3:Put*" |
public static final String |
S3_BUCKET_ALL_LIST |
"s3:ListBucket*" |
public static final String |
S3_BUCKET_LIST_BUCKET |
"s3:ListBucket" |
public static final String |
S3_BUCKET_LIST_MULTIPART_UPLOADS |
"s3:ListBucketMultipartUploads" |
public static final String |
S3_DELETE_OBJECT |
"s3:DeleteObject" |
public static final String |
S3_DELETE_OBJECT_TAGGING |
"s3:DeleteObjectTagging" |
public static final String |
S3_DELETE_OBJECT_VERSION |
"s3:DeleteObjectVersion" |
public static final String |
S3_DELETE_OBJECT_VERSION_TAGGING |
"s3:DeleteObjectVersionTagging" |
public static final String |
S3_GET_BUCKET_LOCATION |
"s3:GetBucketLocation" |
public static final String |
S3_GET_OBJECT |
"s3:GetObject" |
public static final String |
S3_GET_OBJECT_ACL |
"s3:GetObjectAcl" |
public static final String |
S3_GET_OBJECT_TAGGING |
"s3:GetObjectTagging" |
public static final String |
S3_GET_OBJECT_TORRENT |
"s3:GetObjectTorrent" |
public static final String |
S3_GET_OBJECT_VERSION |
"s3:GetObjectVersion" |
public static final String |
S3_GET_OBJECT_VERSION_ACL |
"s3:GetObjectVersionAcl" |
public static final String |
S3_GET_OBJECT_VERSION_TAGGING |
"s3:GetObjectVersionTagging" |
public static final String |
S3_GET_OBJECT_VERSION_TORRENT |
"s3:GetObjectVersionTorrent" |
public static final String |
S3_LIST_MULTIPART_UPLOAD_PARTS |
"s3:ListMultipartUploadParts" |
public static final String |
S3_PUT_OBJECT |
"s3:PutObject" |
public static final String |
S3_PUT_OBJECT_ACL |
"s3:PutObjectAcl" |
public static final String |
S3_PUT_OBJECT_TAGGING |
"s3:PutObjectTagging" |
public static final String |
S3_PUT_OBJECT_VERSION_ACL |
"s3:PutObjectVersionAcl" |
public static final String |
S3_PUT_OBJECT_VERSION_TAGGING |
"s3:PutObjectVersionTagging" |
public static final String |
S3_RESTORE_OBJECT |
"s3:RestoreObject" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final int |
MAX_TEXT_LENGTH |
8192 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
DEFAULT_DELEGATION_TOKEN_BINDING |
"" |
public static final String |
DEFAULT_DELEGATION_TOKEN_DURATION |
"1h" |
public static final String |
DEFAULT_DELEGATION_TOKEN_ENDPOINT |
"" |
public static final String |
DEFAULT_DELEGATION_TOKEN_REGION |
"" |
public static final String |
DELEGATION_TOKEN_BINDING |
"fs.s3a.delegation.token.binding" |
public static final String |
DELEGATION_TOKEN_CREDENTIALS_PROVIDER |
"fs.s3a.aws.credentials.provider" |
public static final String |
DELEGATION_TOKEN_DURATION |
"fs.s3a.assumed.role.session.duration" |
public static final String |
DELEGATION_TOKEN_ENDPOINT |
"fs.s3a.assumed.role.sts.endpoint" |
public static final String |
DELEGATION_TOKEN_FULL_CREDENTIALS_BINDING |
"org.apache.hadoop.fs.s3a.auth.delegation.FullCredentialsTokenBinding" |
public static final String |
DELEGATION_TOKEN_REGION |
"fs.s3a.assumed.role.sts.endpoint.region" |
public static final String |
DELEGATION_TOKEN_ROLE_ARN |
"fs.s3a.assumed.role.arn" |
public static final String |
DELEGATION_TOKEN_ROLE_BINDING |
"org.apache.hadoop.fs.s3a.auth.delegation.RoleTokenBinding" |
public static final String |
DELEGATION_TOKEN_SESSION_BINDING |
"org.apache.hadoop.fs.s3a.auth.delegation.SessionTokenBinding" |
public static final String |
E_NO_SESSION_TOKENS_FOR_ROLE_BINDING |
"Cannot issue S3A Role Delegation Tokens without full AWS credentials" |
public static final String |
FULL_TOKEN_NAME |
"S3ADelegationToken/Full" |
public static final String |
ROLE_TOKEN_NAME |
"S3ADelegationToken/Role" |
public static final String |
SESSION_TOKEN_NAME |
"S3ADelegationToken/Session" |
public static final String |
STS_STANDARD |
"sts.amazonaws.com" |
public static final String |
TOKEN_NAME_PREFIX |
"S3ADelegationToken/" |
Modifier and Type | Constant Field | Value |
---|---|---|
protected static final String |
TOKEN_MISMATCH |
"Token mismatch" |
public static final String |
TOKEN_WRONG_CLASS |
"Delegation token is wrong class" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
MAX_SECRET_LENGTH |
2048 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
FULL_TOKEN |
"Full Delegation Token" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMPONENT |
"Role Delegation Token" |
public static final String |
E_NO_ARN |
"No role ARN defined in fs.s3a.assumed.role.arn" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_DELEGATION_TOKENS_DISABLED |
"Delegation tokens are not enabled" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CREDENTIALS_CONVERTED_TO_DELEGATION_TOKEN |
"Existing session credentials converted to Delegation Token" |
public static final String |
SESSION_TOKEN |
"Session Delegation Token" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_SELF_GENERATED_JOB_UUID |
"has a self-generated job UUID" |
public static final String |
THREAD_PREFIX |
"s3a-committer-pool-" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
_SUCCESS |
"_SUCCESS" |
public static final String |
BASE |
"__base" |
public static final String |
COMMITTER_NAME_DIRECTORY |
"directory" |
public static final String |
COMMITTER_NAME_FILE |
"file" |
public static final String |
COMMITTER_NAME_MAGIC |
"magic" |
public static final String |
COMMITTER_NAME_PARTITIONED |
"partitioned" |
public static final String |
CONFLICT_MODE_APPEND |
"append" |
public static final String |
CONFLICT_MODE_FAIL |
"fail" |
public static final String |
CONFLICT_MODE_REPLACE |
"replace" |
public static final String |
CREATE_SUCCESSFUL_JOB_OUTPUT_DIR_MARKER |
"mapreduce.fileoutputcommitter.marksuccessfuljobs" |
public static final int |
DEFAULT_COMMITTER_THREADS |
8 |
public static final String |
DEFAULT_CONFLICT_MODE |
"append" |
public static final boolean |
DEFAULT_CREATE_SUCCESSFUL_JOB_DIR_MARKER |
true |
public static final boolean |
DEFAULT_FS_S3A_COMMITTER_ABORT_PENDING_UPLOADS |
true |
public static final boolean |
DEFAULT_MAGIC_COMMITTER_ENABLED |
true |
public static final boolean |
DEFAULT_S3A_COMMITTER_GENERATE_UUID |
false |
public static final boolean |
DEFAULT_S3A_COMMITTER_REQUIRE_UUID |
false |
public static final boolean |
DEFAULT_STAGING_COMMITTER_UNIQUE_FILENAMES |
true |
public static final String |
FS_S3A_COMMITTER_ABORT_PENDING_UPLOADS |
"fs.s3a.committer.abort.pending.uploads" |
public static final String |
FS_S3A_COMMITTER_GENERATE_UUID |
"fs.s3a.committer.generate.uuid" |
public static final String |
FS_S3A_COMMITTER_NAME |
"fs.s3a.committer.name" |
public static final String |
FS_S3A_COMMITTER_REQUIRE_UUID |
"fs.s3a.committer.require.uuid" |
public static final String |
FS_S3A_COMMITTER_STAGING_ABORT_PENDING_UPLOADS |
"fs.s3a.committer.staging.abort.pending.uploads" |
public static final String |
FS_S3A_COMMITTER_STAGING_CONFLICT_MODE |
"fs.s3a.committer.staging.conflict-mode" |
public static final String |
FS_S3A_COMMITTER_STAGING_TMP_PATH |
"fs.s3a.committer.staging.tmp.path" |
public static final String |
FS_S3A_COMMITTER_STAGING_UNIQUE_FILENAMES |
"fs.s3a.committer.staging.unique-filenames" |
public static final String |
FS_S3A_COMMITTER_THREADS |
"fs.s3a.committer.threads" |
public static final String |
MAGIC |
"__magic" |
public static final String |
MAGIC_COMMITTER_ENABLED |
"fs.s3a.committer.magic.enabled" |
public static final String |
MAGIC_COMMITTER_PREFIX |
"fs.s3a.committer.magic" |
public static final String |
PENDING_SUFFIX |
".pending" |
public static final String |
PENDINGSET_SUFFIX |
".pendingset" |
public static final String |
S3A_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory" |
public static final String |
STORE_CAPABILITY_MAGIC_COMMITTER |
"fs.s3a.capability.magic.committer" |
public static final String |
STORE_CAPABILITY_MAGIC_COMMITTER_OLD |
"s3a:magic.committer" |
public static final String |
STREAM_CAPABILITY_MAGIC_OUTPUT |
"fs.s3a.capability.magic.output.stream" |
public static final String |
STREAM_CAPABILITY_MAGIC_OUTPUT_OLD |
"s3a:magic.output.stream" |
public static final int |
SUCCESS_MARKER_FILE_LIMIT |
100 |
public static final String |
TASK_ATTEMPT_ID |
"task.attempt.id" |
public static final String |
TEMP_DATA |
"__temp-data" |
public static final String |
TEMPORARY |
"_temporary" |
public static final String |
X_HEADER_MAGIC_MARKER |
"x-hadoop-s3a-magic-data-length" |
public static final String |
XA_MAGIC_MARKER |
"header.x-hadoop-s3a-magic-data-length" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMMITTER_NAME_STAGING |
"staging" |
public static final String |
DIRECTORY_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.DirectoryStagingCommitterFactory" |
public static final String |
E_BAD_PATH |
"Path does not represent a magic-commit path" |
public static final String |
E_DEST_EXISTS |
"Destination path exists and committer conflict resolution mode is \"fail\"" |
public static final String |
E_NO_MAGIC_PATH_ELEMENT |
"No __magic element in path" |
public static final String |
E_NO_SPARK_UUID |
"Job/task context does not contain a unique ID in spark.sql.sources.writeJobUUID" |
public static final String |
E_NORMAL_FS |
"Filesystem does not have support for \'magic\' committer enabled in configuration option fs.s3a.committer.magic.enabled" |
public static final String |
E_WRONG_FS |
"Output path is not on an S3A Filesystem" |
public static final String |
FS_S3A_COMMITTER_UUID |
"fs.s3a.committer.uuid" |
public static final String |
FS_S3A_COMMITTER_UUID_SOURCE |
"fs.s3a.committer.uuid.source" |
public static final String |
JAVA_IO_TMPDIR |
"java.io.tmpdir" |
public static final String |
MAGIC_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.magic.MagicS3GuardCommitterFactory" |
public static final String |
MR_JOB_ID |
"mapreduce.job.id" |
public static final String |
PARTITION_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.PartitionedStagingCommitterFactory" |
public static final String |
SPARK_WRITE_UUID |
"spark.sql.sources.writeJobUUID" |
public static final String |
STAGING_COMMITTER_FACTORY |
"org.apache.hadoop.fs.s3a.commit.staging.StagingCommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.S3ACommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
VERSION |
3 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
VERSION |
2 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"org.apache.hadoop.fs.s3a.commit.files.SuccessData/1" |
public static final int |
VERSION |
1 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"magic" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.magic.MagicS3GuardCommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.DirectoryStagingCommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"partitioned" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.PartitionedStagingCommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"staging" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
FILESYSTEM_TEMP_PATH |
"tmp/staging" |
public static final String |
STAGING_UPLOADS |
"staging-uploads" |
public static final String |
TABLE_ROOT |
"table_root" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CLASSNAME |
"org.apache.hadoop.fs.s3a.commit.staging.StagingCommitterFactory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
XML_PARSE_BROKEN |
"Failed to parse XML document" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CHANGE_DETECTED |
"change detected on client" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CHANGE_REPORTED_BY_S3 |
"Change reported by S3" |
public static final int |
SC_PRECONDITION_FAILED |
412 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
UNKNOWN_MARKER_POLICY |
"Unknown policy in fs.s3a.directory.marker.retention: " |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_NO_SUCH_BUCKET |
"NoSuchBucket" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
CONTENT_TYPE_APPLICATION_XML |
"application/xml" |
public static final String |
CONTENT_TYPE_OCTET_STREAM |
"application/octet-stream" |
public static final String |
CONTENT_TYPE_X_DIRECTORY |
"application/x-directory" |
public static final String |
HEADER_REFERRER |
"Referer" |
public static final String |
XA_ARCHIVE_STATUS |
"header.x-amz-archive-status" |
public static final String |
XA_CACHE_CONTROL |
"header.Cache-Control" |
public static final String |
XA_CONTENT_DISPOSITION |
"header.Content-Disposition" |
public static final String |
XA_CONTENT_ENCODING |
"header.Content-Encoding" |
public static final String |
XA_CONTENT_LANGUAGE |
"header.Content-Language" |
public static final String |
XA_CONTENT_LENGTH |
"header.Content-Length" |
public static final String |
XA_CONTENT_MD5 |
"header.Content-MD5" |
public static final String |
XA_CONTENT_RANGE |
"header.Content-Range" |
public static final String |
XA_CONTENT_TYPE |
"header.Content-Type" |
public static final String |
XA_ETAG |
"header.ETag" |
public static final String |
XA_LAST_MODIFIED |
"header.Last-Modified" |
public static final String |
XA_OBJECT_LOCK_LEGAL_HOLD_STATUS |
"header.x-amz-object-lock-legal-hold" |
public static final String |
XA_OBJECT_LOCK_MODE |
"header.x-amz-object-lock-mode" |
public static final String |
XA_OBJECT_LOCK_RETAIN_UNTIL_DATE |
"header.x-amz-object-lock-retain-until-date" |
public static final String |
XA_OBJECT_REPLICATION_STATUS |
"header.x-amz-replication-status" |
public static final String |
XA_S3_VERSION_ID |
"header.x-amz-version-id" |
public static final String |
XA_SERVER_SIDE_ENCRYPTION |
"header.x-amz-server-side-encryption" |
public static final String |
XA_STORAGE_CLASS |
"header.x-amz-storage-class" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AP_INACCESSIBLE |
"Could not access through this access point" |
public static final String |
AP_REQUIRED_EXCEPTION |
"Access Points usage is required but not configured for the bucket." |
public static final String |
AP_S3GUARD_INCOMPATIBLE |
"Access Points cannot be used with S3Guard" |
public static final String |
ARN_BUCKET_OPTION |
"fs.s3a.bucket.%s.accesspoint.arn" |
public static final String |
AWS_REGION_SYSPROP |
"aws.region" |
public static final int |
CSE_PADDING_LENGTH |
16 |
public static final String |
CSE_S3GUARD_INCOMPATIBLE |
"S3-CSE cannot be used with S3Guard" |
public static final int |
DEFAULT_BLOCKSIZE |
33554432 |
public static final int |
DEFAULT_UPLOAD_PART_COUNT_LIMIT |
10000 |
public static final boolean |
DELETE_CONSIDERED_IDEMPOTENT |
true |
public static final int |
MAX_ENTRIES_TO_DELETE |
1000 |
public static final int |
RENAME_PARALLEL_LIMIT |
10 |
public static final int |
SC_403 |
403 |
public static final int |
SC_404 |
404 |
public static final String |
THROTTLE_LOG_NAME |
"org.apache.hadoop.fs.s3a.throttled" |
public static final String |
UPLOAD_PART_COUNT_LIMIT |
"fs.s3a.internal.upload.part.count.limit" |
public static final String |
X_DIRECTORY |
"application/x-directory" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ACCESS_DENIED |
"AccessDenied" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_NONAUTH |
"Directory is not marked as authoritative in the S3Guard store" |
public static final int |
ERROR_ENTRY_NOT_AUTH_IN_DDB |
46 |
public static final int |
ERROR_PATH_NOT_AUTH_IN_FS |
5 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
FLAT_CSV |
"-flat.csv" |
public static final String |
NAME |
"DumpS3GuardDynamoTable" |
public static final String |
RAW_CSV |
"-s3.csv" |
public static final String |
SCAN_CSV |
"-scan.csv" |
public static final String |
SCAN2_CSV |
"-scan-2.csv" |
public static final String |
STORE_CSV |
"-store.csv" |
public static final String |
TREE_CSV |
"-tree.csv" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_ON_DEMAND_NO_SET_CAPACITY |
"Neither ReadCapacityUnits nor WriteCapacityUnits can be specified when BillingMode is PAY_PER_REQUEST" |
public static final String |
OPERATIONS_LOG_NAME |
"org.apache.hadoop.fs.s3a.s3guard.Operations" |
public static final int |
VERSION |
100 |
public static final String |
VERSION_MARKER_ITEM_NAME |
"../VERSION" |
public static final String |
VERSION_MARKER_TAG_NAME |
"s3guard_version" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
E_INCOMPATIBLE_ITEM_VERSION |
"Database table is from an incompatible S3Guard version based on table ITEM." |
public static final String |
E_INCOMPATIBLE_TAG_VERSION |
"Database table is from an incompatible S3Guard version based on table TAG." |
public static final String |
E_NO_VERSION_MARKER_AND_NOT_EMPTY |
"S3Guard table lacks version marker, and it is not empty." |
public static final String |
SSE_DEFAULT_MASTER_KEY |
"alias/aws/dynamodb" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
PERSISTS_AUTHORITATIVE_BIT |
"persist.authoritative.bit" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
FORCE |
"-force" |
public static final String |
NAME |
"PurgeS3GuardDynamoTable" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final boolean |
DIR_MERGE_UPDATES_ALL_RECORDS_NONAUTH |
false |
public static final String |
DISABLED_LOG_MSG |
"S3Guard is disabled on this bucket: %s" |
public static final String |
S3GUARD_DDB_CLIENT_FACTORY_IMPL |
"fs.s3a.s3guard.ddb.client.factory.impl" |
public static final String |
UNKNOWN_WARN_LEVEL |
"Unknown fs.s3a.s3guard.disabled.warn.level value: " |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
ROOT_PATH_STRING |
"/" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AGE_OPTIONS_USAGE |
"[-days <days>] [-hours <hours>] [-minutes <minutes>] [-seconds <seconds>]" |
public static final String |
CMK_FLAG |
"cmk" |
public static final String |
DAYS_FLAG |
"days" |
public static final String |
HOURS_FLAG |
"hours" |
public static final String |
META_FLAG |
"meta" |
public static final String |
MINUTES_FLAG |
"minutes" |
public static final String |
READ_FLAG |
"read" |
public static final String |
REGION_FLAG |
"region" |
public static final String |
SECONDS_FLAG |
"seconds" |
public static final String |
SSE_FLAG |
"sse" |
public static final String |
TAG_FLAG |
"tag" |
public static final String |
VERBOSE |
"verbose" |
public static final String |
WRITE_FLAG |
"write" |
public static final String |
WRONG_FILESYSTEM |
"Wrong filesystem for " |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AUTH_FLAG |
"auth" |
public static final String |
BUCKET_INFO |
"bucket-info" |
public static final String |
ENCRYPTION_FLAG |
"encryption" |
public static final String |
GUARDED_FLAG |
"guarded" |
public static final String |
IS_MARKER_AWARE |
"\tThe S3A connector is compatible with buckets where directory markers are not deleted" |
public static final String |
LOCATION_UNKNOWN |
"Location unknown -caller lacks s3:GetBucketLocation permission" |
public static final String |
MAGIC_FLAG |
"magic" |
public static final String |
MARKERS_AWARE |
"aware" |
public static final String |
MARKERS_FLAG |
"markers" |
public static final String |
NAME |
"bucket-info" |
public static final String |
NONAUTH_FLAG |
"nonauth" |
public static final String |
PURPOSE |
"provide/check S3Guard information about a specific bucket" |
public static final String |
UNGUARDED_FLAG |
"unguarded" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
COMPRESSION_OPT_GZIP |
"gzip" |
public static final String |
COMPRESSION_OPT_NONE |
"none" |
public static final String |
CSV_HEADER_OPT_IGNORE |
"ignore" |
public static final String |
CSV_HEADER_OPT_NONE |
"none" |
public static final String |
CSV_HEADER_OPT_USE |
"use" |
public static final String |
CSV_INPUT_COMMENT_MARKER |
"fs.s3a.select.input.csv.comment.marker" |
public static final String |
CSV_INPUT_COMMENT_MARKER_DEFAULT |
"#" |
public static final String |
CSV_INPUT_FIELD_DELIMITER_DEFAULT |
"," |
public static final String |
CSV_INPUT_HEADER |
"fs.s3a.select.input.csv.header" |
public static final String |
CSV_INPUT_HEADER_OPT_DEFAULT |
"ignore" |
public static final String |
CSV_INPUT_INPUT_FIELD_DELIMITER |
"fs.s3a.select.input.csv.field.delimiter" |
public static final String |
CSV_INPUT_QUOTE_CHARACTER |
"fs.s3a.select.input.csv.quote.character" |
public static final String |
CSV_INPUT_QUOTE_CHARACTER_DEFAULT |
"\"" |
public static final String |
CSV_INPUT_QUOTE_ESCAPE_CHARACTER |
"fs.s3a.select.input.csv.quote.escape.character" |
public static final String |
CSV_INPUT_QUOTE_ESCAPE_CHARACTER_DEFAULT |
"\\" |
public static final String |
CSV_INPUT_RECORD_DELIMITER |
"fs.s3a.select.input.csv.record.delimiter" |
public static final String |
CSV_INPUT_RECORD_DELIMITER_DEFAULT |
"\n" |
public static final String |
CSV_OUTPUT_FIELD_DELIMITER |
"fs.s3a.select.output.csv.field.delimiter" |
public static final String |
CSV_OUTPUT_FIELD_DELIMITER_DEFAULT |
"," |
public static final String |
CSV_OUTPUT_QUOTE_CHARACTER |
"fs.s3a.select.output.csv.quote.character" |
public static final String |
CSV_OUTPUT_QUOTE_CHARACTER_DEFAULT |
"\"" |
public static final String |
CSV_OUTPUT_QUOTE_ESCAPE_CHARACTER |
"fs.s3a.select.output.csv.quote.escape.character" |
public static final String |
CSV_OUTPUT_QUOTE_ESCAPE_CHARACTER_DEFAULT |
"" |
public static final String |
CSV_OUTPUT_QUOTE_FIELDS |
"fs.s3a.select.output.csv.quote.fields" |
public static final String |
CSV_OUTPUT_QUOTE_FIELDS_ALWAYS |
"always" |
public static final String |
CSV_OUTPUT_QUOTE_FIELDS_AS_NEEEDED |
"asneeded" |
public static final String |
CSV_OUTPUT_RECORD_DELIMITER |
"fs.s3a.select.output.csv.record.delimiter" |
public static final String |
CSV_OUTPUT_RECORD_DELIMITER_DEFAULT |
"\n" |
public static final String |
FS_S3A_SELECT |
"fs.s3a.select." |
public static final String |
FS_S3A_SELECT_ENABLED |
"fs.s3a.select.enabled" |
public static final String |
FS_S3A_SELECT_INPUT_CSV |
"fs.s3a.select.input.csv." |
public static final String |
FS_S3A_SELECT_OUTPUT_CSV |
"fs.s3a.select.output.csv." |
public static final String |
S3_SELECT_CAPABILITY |
"fs.s3a.capability.select.sql" |
public static final String |
SELECT_ERRORS_INCLUDE_SQL |
"fs.s3a.select.errors.include.sql" |
public static final String |
SELECT_FORMAT_CSV |
"csv" |
public static final String |
SELECT_FORMAT_JSON |
"json" |
public static final String |
SELECT_INPUT_COMPRESSION |
"fs.s3a.select.input.compression" |
public static final String |
SELECT_INPUT_FORMAT |
"fs.s3a.select.input.format" |
public static final String |
SELECT_OUTPUT_FORMAT |
"fs.s3a.select.output.format" |
public static final String |
SELECT_SQL |
"fs.s3a.select.sql" |
public static final String |
SELECT_UNSUPPORTED |
"S3 Select is not supported" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
SEEK_UNSUPPORTED |
"seek()" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
NAME |
"select" |
public static final String |
OPT_COMPRESSION |
"compression" |
public static final String |
OPT_EXPECTED |
"expected" |
public static final String |
OPT_HEADER |
"header" |
public static final String |
OPT_INPUTFORMAT |
"inputformat" |
public static final String |
OPT_LIMIT |
"limit" |
public static final String |
OPT_OUTPUT |
"out" |
public static final String |
OPT_OUTPUTFORMAT |
"inputformat" |
public static final String |
PURPOSE |
"make an S3 Select call" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
AUDIT |
"-audit" |
public static final String |
CLEAN |
"-clean" |
public static final String |
MARKERS |
"markers" |
public static final String |
OPT_AUDIT |
"audit" |
public static final String |
OPT_CLEAN |
"clean" |
public static final String |
OPT_LIMIT |
"limit" |
public static final String |
OPT_MAX |
"max" |
public static final String |
OPT_MIN |
"min" |
public static final String |
OPT_NONAUTH |
"nonauth" |
public static final String |
OPT_OUT |
"out" |
public static final String |
PURPOSE |
"View and manipulate S3 directory markers" |
public static final int |
UNLIMITED_LISTING |
0 |
public static final int |
UNLIMITED_MIN_MARKERS |
-1 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final String |
LOGIN_WARNING |
"The Filesystem URI contains login details. This authentication mechanism is no longer supported." |
Copyright © 2008–2022 Apache Software Foundation. All rights reserved.