@InterfaceAudience.Public @InterfaceStability.Evolving public final class Constants extends Object
S3AFileSystem.
Some of the strings are marked as Unstable. This means
that they may be unsupported in future; at which point they will be marked
as deprecated and simply ignored.| Modifier and Type | Field and Description |
|---|---|
static String |
ACCESS_KEY |
static String |
ASSUMED_ROLE_ARN
ARN of AWS Role to request: "fs.s3a.assumed.role.arn".
|
static String |
ASSUMED_ROLE_CREDENTIALS_DEFAULT |
static String |
ASSUMED_ROLE_CREDENTIALS_PROVIDER
List of providers to authenticate for the assumed role: "fs.s3a.assumed.role.credentials.provider".
|
static String |
ASSUMED_ROLE_POLICY
JSON policy containing the policy to apply to the role: "fs.s3a.assumed.role.policy".
|
static String |
ASSUMED_ROLE_SESSION_DURATION
Duration of assumed roles before a refresh is attempted.
|
static String |
ASSUMED_ROLE_SESSION_DURATION_DEFAULT
Default duration of an assumed role: "1h".
|
static String |
ASSUMED_ROLE_SESSION_NAME
Session name for the assumed role, must be valid characters according
to the AWS APIs: "fs.s3a.assumed.role.session.name".
|
static String |
ASSUMED_ROLE_STS_ENDPOINT
Security Token Service Endpoint: "fs.s3a.assumed.role.sts.endpoint".
|
static String |
ASSUMED_ROLE_STS_ENDPOINT_REGION
Region for the STS endpoint; needed if the endpoint
is set to anything other then the central one.: "fs.s3a.assumed.role.sts.endpoint.region".
|
static String |
ASSUMED_ROLE_STS_ENDPOINT_REGION_DEFAULT
Default value for the STS endpoint region; needed for
v4 signing: "".
|
static String |
AUTHORITATIVE_PATH
Whether or not to allow MetadataStore to be source of truth for a path prefix
|
static String |
AWS_CREDENTIALS_PROVIDER |
static String |
AWS_REGION
AWS S3 region for the bucket.
|
static String |
AWS_S3_ACCESSPOINT_REQUIRED
Require that all S3 access is made through Access Points.
|
static String |
AWS_S3_CENTRAL_REGION
The special S3 region which can be used to talk to any bucket.
|
static String |
AWS_SERVICE_IDENTIFIER_DDB |
static String |
AWS_SERVICE_IDENTIFIER_S3 |
static String |
AWS_SERVICE_IDENTIFIER_STS |
static String |
BUFFER_DIR |
static String |
BULK_DELETE_PAGE_SIZE
Number of objects to delete in a single multi-object delete "fs.s3a.bulk.delete.page.size".
|
static int |
BULK_DELETE_PAGE_SIZE_DEFAULT
Default Number of objects to delete in a single multi-object
delete: 250.
|
static String |
CANNED_ACL |
static String |
CENTRAL_ENDPOINT
The central endpoint :"s3.amazonaws.com".
|
static String |
CHANGE_DETECT_MODE
Mode to run change detection in.
|
static String |
CHANGE_DETECT_MODE_CLIENT
Change is detected on the client side by comparing the returned id with the
expected id.
|
static String |
CHANGE_DETECT_MODE_DEFAULT
Default change detection mode: server.
|
static String |
CHANGE_DETECT_MODE_NONE
Change detection is turned off.
|
static String |
CHANGE_DETECT_MODE_SERVER
Change is detected by passing the expected value in the GetObject request.
|
static String |
CHANGE_DETECT_MODE_WARN
Change is detected on the client side by comparing the returned id with the
expected id.
|
static String |
CHANGE_DETECT_REQUIRE_VERSION
If true, raises a
RemoteFileChangedException exception when S3
doesn't provide the attribute defined by fs.s3a.change.detection.source. |
static boolean |
CHANGE_DETECT_REQUIRE_VERSION_DEFAULT
Default change detection require version: true.
|
static String |
CHANGE_DETECT_SOURCE
Where to get the value to use in change detection.
|
static String |
CHANGE_DETECT_SOURCE_DEFAULT
Default change detection mechanism: eTag.
|
static String |
CHANGE_DETECT_SOURCE_ETAG
eTag as the change detection mechanism.
|
static String |
CHANGE_DETECT_SOURCE_VERSION_ID
Object versionId as the change detection mechanism.
|
static String |
CUSTOM_SIGNERS
List of custom Signers.
|
static String |
DEFAULT_ASSUMED_ROLE_STS_ENDPOINT
Default endpoint for session tokens: "".
|
static String[] |
DEFAULT_AUTHORITATIVE_PATH |
static String |
DEFAULT_CANNED_ACL |
static String |
DEFAULT_DIRECTORY_MARKER_POLICY
Default retention policy: "delete".
|
static String |
DEFAULT_ENDPOINT
Default value of s3 endpoint: "".
|
static int |
DEFAULT_ESTABLISH_TIMEOUT |
static int |
DEFAULT_EXECUTOR_CAPACITY
The capacity of executor queues for operations other than block
upload, where
FAST_UPLOAD_ACTIVE_BLOCKS is used instead. |
static int |
DEFAULT_FAST_BUFFER_SIZE |
static boolean |
DEFAULT_FAST_UPLOAD
Deprecated.
|
static int |
DEFAULT_FAST_UPLOAD_ACTIVE_BLOCKS
Limit of queued block upload operations before writes
block.
|
static String |
DEFAULT_FAST_UPLOAD_BUFFER
Default buffer option: "disk".
|
static int |
DEFAULT_KEEPALIVE_TIME |
static int |
DEFAULT_LIST_VERSION |
static int |
DEFAULT_MAX_ERROR_RETRIES
Default number of times the AWS client library should retry errors before
escalating to the S3A code: 10.
|
static int |
DEFAULT_MAX_PAGING_KEYS |
static int |
DEFAULT_MAX_THREADS |
static int |
DEFAULT_MAX_TOTAL_TASKS |
static int |
DEFAULT_MAXIMUM_CONNECTIONS |
static boolean |
DEFAULT_METADATASTORE_AUTHORITATIVE |
static long |
DEFAULT_METADATASTORE_METADATA_TTL
Default TTL in milliseconds: 15 minutes.
|
static long |
DEFAULT_MIN_MULTIPART_THRESHOLD |
static long |
DEFAULT_MULTIPART_SIZE |
static boolean |
DEFAULT_PURGE_EXISTING_MULTIPART |
static long |
DEFAULT_PURGE_EXISTING_MULTIPART_AGE |
static long |
DEFAULT_READAHEAD_RANGE |
static int |
DEFAULT_REQUEST_TIMEOUT |
static Class<? extends S3ClientFactory> |
DEFAULT_S3_CLIENT_FACTORY_IMPL |
static String |
DEFAULT_S3GUARD_DISABLED_WARN_LEVEL |
static int |
DEFAULT_S3GUARD_METASTORE_LOCAL_ENTRY_TTL |
static int |
DEFAULT_S3GUARD_METASTORE_LOCAL_MAX_RECORDS |
static boolean |
DEFAULT_SECURE_CONNECTIONS |
static int |
DEFAULT_SOCKET_RECV_BUFFER |
static int |
DEFAULT_SOCKET_SEND_BUFFER |
static int |
DEFAULT_SOCKET_TIMEOUT |
static org.apache.hadoop.security.ssl.DelegatingSSLSocketFactory.SSLChannelMode |
DEFAULT_SSL_CHANNEL_MODE |
static String |
DIRECTORY_MARKER_POLICY
Policy for directory markers.
|
static String |
DIRECTORY_MARKER_POLICY_AUTHORITATIVE
Retain directory markers in authoritative directory trees only.
|
static String |
DIRECTORY_MARKER_POLICY_DELETE
Delete directory markers.
|
static String |
DIRECTORY_MARKER_POLICY_KEEP
Retain directory markers.
|
static String |
DOWNGRADE_SYNCABLE_EXCEPTIONS
Rather than raise an exception when an attempt is
made to call the Syncable APIs, warn and downgrade.
|
static boolean |
DOWNGRADE_SYNCABLE_EXCEPTIONS_DEFAULT
Default value for syncable invocation.
|
static String |
ENABLE_MULTI_DELETE |
static String |
ENDPOINT
Endpoint.
|
static String |
ESTABLISH_TIMEOUT |
static String |
ETAG_CHECKSUM_ENABLED
Should etags be exposed as checksums?
|
static boolean |
ETAG_CHECKSUM_ENABLED_DEFAULT
Default value: false.
|
static String |
EXECUTOR_CAPACITY
The capacity of executor queues for operations other than block
upload, where
FAST_UPLOAD_ACTIVE_BLOCKS is used instead. |
static String |
EXPERIMENTAL_AWS_INTERNAL_THROTTLING
Experimental/Unstable feature: should the AWS client library retry
throttle responses before escalating to the S3A code: "fs.s3a.experimental.aws.s3.throttling".
|
static boolean |
EXPERIMENTAL_AWS_INTERNAL_THROTTLING_DEFAULT
Default value of
EXPERIMENTAL_AWS_INTERNAL_THROTTLING,
value: true. |
static String |
FAIL_INJECT_CLIENT_FACTORY |
static String |
FAIL_INJECT_INCONSISTENCY_KEY
Inconsistency (visibility delay) injection settings.
|
static String |
FAIL_INJECT_INCONSISTENCY_MSEC |
static String |
FAIL_INJECT_INCONSISTENCY_PROBABILITY |
static String |
FAIL_INJECT_THROTTLE_PROBABILITY |
static String |
FAIL_ON_METADATA_WRITE_ERROR
Whether to fail when there is an error writing to the metadata store.
|
static boolean |
FAIL_ON_METADATA_WRITE_ERROR_DEFAULT
Default value (true) for FAIL_ON_METADATA_WRITE_ERROR.
|
static String |
FAST_BUFFER_SIZE
Deprecated.
|
static String |
FAST_UPLOAD
Deprecated.
|
static String |
FAST_UPLOAD_ACTIVE_BLOCKS
Maximum Number of blocks a single output stream can have
active (uploading, or queued to the central FileSystem
instance's pool of queued operations.
|
static String |
FAST_UPLOAD_BUFFER
What buffer to use.
|
static String |
FAST_UPLOAD_BUFFER_ARRAY
Use an in-memory array.
|
static String |
FAST_UPLOAD_BUFFER_DISK
Buffer blocks to disk: "disk".
|
static String |
FAST_UPLOAD_BYTEBUFFER
Use a byte buffer.
|
static String |
FS_S3A |
static String |
FS_S3A_BLOCK_SIZE |
static String |
FS_S3A_BUCKET_PREFIX
Prefix for S3A bucket-specific properties: "fs.s3a.bucket.".
|
static String |
FS_S3A_PREFIX
Prefix for all S3A properties: "fs.s3a.".
|
static String |
HADOOP_TMP_DIR
default hadoop temp dir on local system: "hadoop.tmp.dir".
|
static String |
INPUT_FADV_NORMAL
General input.
|
static String |
INPUT_FADV_RANDOM
Optimized purely for random seek+read/positionedRead operations;
The performance of sequential IO may be reduced in exchange for
more efficient
seek() operations. |
static String |
INPUT_FADV_SEQUENTIAL
Optimized for sequential access.
|
static String |
INPUT_FADVISE
Which input strategy to use for buffering, seeking and similar when
reading data.
|
static String |
KEEPALIVE_TIME |
static String |
LIST_VERSION
S3 API level parameters.
|
static String |
MAX_ERROR_RETRIES
Number of times the AWS client library should retry errors before
escalating to the S3A code: "fs.s3a.attempts.maximum".
|
static int |
MAX_MULTIPART_COUNT
Maximum number of partitions in a multipart upload: 10000.
|
static String |
MAX_PAGING_KEYS |
static String |
MAX_THREADS |
static String |
MAX_TOTAL_TASKS |
static String |
MAXIMUM_CONNECTIONS |
static String |
METADATASTORE_AUTHORITATIVE
Whether or not to allow MetadataStore to be source of truth.
|
static String |
METADATASTORE_METADATA_TTL
How long a directory listing in the MS is considered as authoritative.
|
static String |
MIN_MULTIPART_THRESHOLD |
static int |
MULTIPART_MIN_SIZE
The minimum multipart size which S3 supports.
|
static String |
MULTIPART_SIZE |
static String |
PATH_STYLE_ACCESS |
static String |
PROXY_DOMAIN |
static String |
PROXY_HOST |
static String |
PROXY_PASSWORD |
static String |
PROXY_PORT |
static String |
PROXY_USERNAME |
static String |
PROXY_WORKSTATION |
static String |
PURGE_EXISTING_MULTIPART |
static String |
PURGE_EXISTING_MULTIPART_AGE |
static String |
READAHEAD_RANGE
read ahead buffer size to prevent connection re-establishments.
|
static String |
REQUEST_TIMEOUT |
static String |
RETRY_INTERVAL
Interval between retry attempts.: "fs.s3a.retry.interval".
|
static String |
RETRY_INTERVAL_DEFAULT
Default retry interval: "500ms".
|
static String |
RETRY_LIMIT
Number of times to retry any repeatable S3 client request on failure,
excluding throttling requests: "fs.s3a.retry.limit".
|
static int |
RETRY_LIMIT_DEFAULT
Default retry limit: 7.
|
static String |
RETRY_THROTTLE_INTERVAL
Interval between retry attempts on throttled requests: "fs.s3a.retry.throttle.interval".
|
static String |
RETRY_THROTTLE_INTERVAL_DEFAULT
Default throttled retry interval: "500ms".
|
static String |
RETRY_THROTTLE_LIMIT
Number of times to retry any throttled request: "fs.s3a.retry.throttle.limit".
|
static int |
RETRY_THROTTLE_LIMIT_DEFAULT
Default throttled retry limit: 20.
|
static String |
S3_CLIENT_FACTORY_IMPL |
static String |
S3_ENCRYPTION_ALGORITHM
Set S3-server side encryption(SSE) or S3-Client side encryption(CSE)
algorithm.
|
static String |
S3_ENCRYPTION_KEY
Set S3-SSE or S3-CSE encryption Key if required.
|
static String |
S3_METADATA_STORE_IMPL |
static String |
S3A_BUCKET_PROBE
Bucket validation parameter which can be set by client.
|
static int |
S3A_BUCKET_PROBE_DEFAULT
Default value of bucket validation parameter.
|
static int |
S3A_DEFAULT_PORT
Default port for this is 443: HTTPS.
|
static String |
S3A_SECURITY_CREDENTIAL_PROVIDER_PATH
Extra set of security credentials which will be prepended to that
set in
"hadoop.security.credential.provider.path". |
static String |
S3GUARD_CLI_PRUNE_AGE
Minimum period of time (in milliseconds) to keep metadata (may only be
applied when a prune command is manually run).
|
static String |
S3GUARD_CONSISTENCY_RETRY_INTERVAL
Initial retry interval: "fs.s3a.s3guard.consistency.retry.interval".
|
static String |
S3GUARD_CONSISTENCY_RETRY_INTERVAL_DEFAULT
Default initial retry interval: "2s".
|
static String |
S3GUARD_CONSISTENCY_RETRY_LIMIT
Number of times to retry any repeatable S3 client request on failure,
excluding throttling requests: "fs.s3a.s3guard.consistency.retry.limit".
|
static int |
S3GUARD_CONSISTENCY_RETRY_LIMIT_DEFAULT
Default retry limit: 7.
|
static int |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_DEFAULT |
static String |
S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_KEY
Period of time (in milliseconds) to sleep between batches of writes.
|
static int |
S3GUARD_DDB_BATCH_WRITE_REQUEST_LIMIT
The maximum put or delete requests per BatchWriteItem request.
|
static String |
S3GUARD_DDB_MAX_RETRIES |
static int |
S3GUARD_DDB_MAX_RETRIES_DEFAULT
Max retries on batched/throttled DynamoDB operations before giving up and
throwing an IOException.
|
static String |
S3GUARD_DDB_REGION_KEY
The region of the DynamoDB service.
|
static long |
S3GUARD_DDB_TABLE_CAPACITY_READ_DEFAULT
Default read capacity when creating a table.
|
static String |
S3GUARD_DDB_TABLE_CAPACITY_READ_KEY
Read capacity when creating a table.
|
static long |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_DEFAULT
Default write capacity when creating a table.
|
static String |
S3GUARD_DDB_TABLE_CAPACITY_WRITE_KEY
Write capacity when creating a table.
|
static String |
S3GUARD_DDB_TABLE_CREATE_KEY
Whether to create the DynamoDB table if the table does not exist.
|
static String |
S3GUARD_DDB_TABLE_NAME_KEY
The DynamoDB table name to use.
|
static String |
S3GUARD_DDB_TABLE_SSE_CMK
The KMS Master Key (CMK) used for the KMS encryption on the table.
|
static String |
S3GUARD_DDB_TABLE_SSE_ENABLED
Whether server-side encryption (SSE) is enabled or disabled on the table.
|
static String |
S3GUARD_DDB_TABLE_TAG
A prefix for adding tags to the DDB Table upon creation.
|
static String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL |
static String |
S3GUARD_DDB_THROTTLE_RETRY_INTERVAL_DEFAULT |
static String |
S3GUARD_DISABLED_WARN_LEVEL
The warn level if S3Guard is disabled.
|
static String |
S3GUARD_METASTORE_DYNAMO
Use DynamoDB for the metadata: "org.apache.hadoop.fs.s3a.s3guard.DynamoDBMetadataStore".
|
static String |
S3GUARD_METASTORE_LOCAL
Use Local memory for the metadata: "org.apache.hadoop.fs.s3a.s3guard.LocalMetadataStore".
|
static String |
S3GUARD_METASTORE_LOCAL_ENTRY_TTL
Time to live in milliseconds in LocalMetadataStore.
|
static String |
S3GUARD_METASTORE_LOCAL_MAX_RECORDS
Maximum number of records in LocalMetadataStore.
|
static String |
S3GUARD_METASTORE_NULL
The default "Null" metadata store: "org.apache.hadoop.fs.s3a.s3guard.NullMetadataStore".
|
static String |
S3N_FOLDER_SUFFIX |
static String |
SECRET_KEY |
static String |
SECURE_CONNECTIONS |
static String |
SERVER_SIDE_ENCRYPTION_AES256
Deprecated.
|
static String |
SERVER_SIDE_ENCRYPTION_ALGORITHM
Deprecated.
|
static String |
SERVER_SIDE_ENCRYPTION_KEY
Deprecated.
|
static String |
SESSION_TOKEN
session token for when using TemporaryAWSCredentialsProvider: : "fs.s3a.session.token".
|
static String |
SIGNING_ALGORITHM
There's 3 parameters that can be used to specify a non-default signing
algorithm.
fs.s3a.signing-algorithm - This property has existed for the longest time. |
static String |
SIGNING_ALGORITHM_DDB |
static String |
SIGNING_ALGORITHM_S3 |
static String |
SIGNING_ALGORITHM_STS |
static String |
SOCKET_RECV_BUFFER |
static String |
SOCKET_SEND_BUFFER |
static String |
SOCKET_TIMEOUT |
static String |
SSL_CHANNEL_MODE |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_DELETE
PathCapabilities probe to indicate that a path
deletes directory markers. |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_KEEP
PathCapabilities probe to indicate that a path
keeps directory markers. |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_AWARE
PathCapabilities probe to verify that an S3A Filesystem
has the changes needed to safely work with buckets where
directoy markers have not been deleted. |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_AUTHORITATIVE
PathCapabilities probe to indicate that the filesystem
keeps directory markers in authoritative paths only. |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_DELETE
PathCapabilities probe to indicate that the filesystem
deletes directory markers. |
static String |
STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_KEEP
PathCapabilities probe to indicate that the filesystem
keeps directory markers. |
static String |
STREAM_READ_GAUGE_INPUT_POLICY
Gauge name for the input policy : "stream_read_gauge_input_policy".
|
static int |
THREAD_POOL_SHUTDOWN_DELAY_SECONDS
How long to wait for the thread pool to terminate when cleaning up.
|
static String |
USER_AGENT_PREFIX |
static String |
XA_HEADER_PREFIX
To comply with the XAttr rules, all headers of the object retrieved
through the getXAttr APIs have the prefix: "header.".
|
public static final String HADOOP_TMP_DIR
public static final int MULTIPART_MIN_SIZE
public static final String ACCESS_KEY
public static final String SECRET_KEY
public static final String AWS_CREDENTIALS_PROVIDER
public static final String S3A_SECURITY_CREDENTIAL_PROVIDER_PATH
"hadoop.security.credential.provider.path".
This extra option allows for per-bucket overrides.public static final String SESSION_TOKEN
public static final String ASSUMED_ROLE_ARN
public static final String ASSUMED_ROLE_SESSION_NAME
public static final String ASSUMED_ROLE_SESSION_DURATION
public static final String ASSUMED_ROLE_STS_ENDPOINT
public static final String DEFAULT_ASSUMED_ROLE_STS_ENDPOINT
public static final String ASSUMED_ROLE_STS_ENDPOINT_REGION
public static final String ASSUMED_ROLE_STS_ENDPOINT_REGION_DEFAULT
public static final String ASSUMED_ROLE_SESSION_DURATION_DEFAULT
public static final String ASSUMED_ROLE_CREDENTIALS_PROVIDER
public static final String ASSUMED_ROLE_POLICY
public static final String ASSUMED_ROLE_CREDENTIALS_DEFAULT
public static final String MAX_TOTAL_TASKS
public static final int DEFAULT_MAX_TOTAL_TASKS
public static final String MAXIMUM_CONNECTIONS
public static final int DEFAULT_MAXIMUM_CONNECTIONS
public static final String SECURE_CONNECTIONS
public static final boolean DEFAULT_SECURE_CONNECTIONS
public static final String SSL_CHANNEL_MODE
public static final org.apache.hadoop.security.ssl.DelegatingSSLSocketFactory.SSLChannelMode DEFAULT_SSL_CHANNEL_MODE
public static final String ENDPOINT
public static final String DEFAULT_ENDPOINT
Note: previously this constant was defined as
CENTRAL_ENDPOINT, however the actual
S3A client code used "" as the default when
ENDPOINT was unset.
As core-default.xml also set the endpoint to "",
the empty string has long been the real
default value.
public static final String CENTRAL_ENDPOINT
public static final String PATH_STYLE_ACCESS
public static final String PROXY_HOST
public static final String PROXY_PORT
public static final String PROXY_USERNAME
public static final String PROXY_PASSWORD
public static final String PROXY_DOMAIN
public static final String PROXY_WORKSTATION
public static final String MAX_ERROR_RETRIES
public static final int DEFAULT_MAX_ERROR_RETRIES
@InterfaceStability.Unstable public static final String EXPERIMENTAL_AWS_INTERNAL_THROTTLING
@InterfaceStability.Unstable public static final boolean EXPERIMENTAL_AWS_INTERNAL_THROTTLING_DEFAULT
EXPERIMENTAL_AWS_INTERNAL_THROTTLING,
value: true.public static final String ESTABLISH_TIMEOUT
public static final int DEFAULT_ESTABLISH_TIMEOUT
public static final String SOCKET_TIMEOUT
public static final int DEFAULT_SOCKET_TIMEOUT
public static final String REQUEST_TIMEOUT
public static final int DEFAULT_REQUEST_TIMEOUT
public static final String SOCKET_SEND_BUFFER
public static final int DEFAULT_SOCKET_SEND_BUFFER
public static final String SOCKET_RECV_BUFFER
public static final int DEFAULT_SOCKET_RECV_BUFFER
public static final String MAX_PAGING_KEYS
public static final int DEFAULT_MAX_PAGING_KEYS
public static final String MAX_THREADS
public static final int DEFAULT_MAX_THREADS
public static final String KEEPALIVE_TIME
public static final int DEFAULT_KEEPALIVE_TIME
public static final String MULTIPART_SIZE
public static final long DEFAULT_MULTIPART_SIZE
public static final String MIN_MULTIPART_THRESHOLD
public static final long DEFAULT_MIN_MULTIPART_THRESHOLD
public static final String ENABLE_MULTI_DELETE
public static final String BULK_DELETE_PAGE_SIZE
public static final int BULK_DELETE_PAGE_SIZE_DEFAULT
public static final String BUFFER_DIR
@Deprecated public static final String FAST_UPLOAD
@Deprecated public static final boolean DEFAULT_FAST_UPLOAD
@Deprecated public static final String FAST_BUFFER_SIZE
public static final int DEFAULT_FAST_BUFFER_SIZE
public static final String FAST_UPLOAD_BUFFER
FAST_UPLOAD_BUFFER_DISK
Value: "fs.s3a.fast.upload.buffer"public static final String FAST_UPLOAD_BUFFER_DISK
public static final String FAST_UPLOAD_BUFFER_ARRAY
public static final String FAST_UPLOAD_BYTEBUFFER
FAST_UPLOAD_BUFFER_ARRAY: "bytebuffer".public static final String DEFAULT_FAST_UPLOAD_BUFFER
public static final String FAST_UPLOAD_ACTIVE_BLOCKS
Default is DEFAULT_FAST_UPLOAD_ACTIVE_BLOCKS
public static final int DEFAULT_FAST_UPLOAD_ACTIVE_BLOCKS
public static final String DOWNGRADE_SYNCABLE_EXCEPTIONS
public static final boolean DOWNGRADE_SYNCABLE_EXCEPTIONS_DEFAULT
public static final String EXECUTOR_CAPACITY
FAST_UPLOAD_ACTIVE_BLOCKS is used instead.
This should be less than MAX_THREADS for fair
submission.
Value: "fs.s3a.executor.capacity".public static final int DEFAULT_EXECUTOR_CAPACITY
FAST_UPLOAD_ACTIVE_BLOCKS is used instead.
Value: 16public static final String CANNED_ACL
public static final String DEFAULT_CANNED_ACL
public static final String PURGE_EXISTING_MULTIPART
public static final boolean DEFAULT_PURGE_EXISTING_MULTIPART
public static final String PURGE_EXISTING_MULTIPART_AGE
public static final long DEFAULT_PURGE_EXISTING_MULTIPART_AGE
@Deprecated public static final String SERVER_SIDE_ENCRYPTION_ALGORITHM
S3AEncryptionMethods for valid options.
"fs.s3a.server-side-encryption-algorithm"@Deprecated public static final String SERVER_SIDE_ENCRYPTION_AES256
@Deprecated public static final String SERVER_SIDE_ENCRYPTION_KEY
SERVER_SIDE_ENCRYPTION_ALGORITHM is
SSE-KMS (will default to aws/s3
master key if left blank).
With with SSE_C, the base-64 encoded AES 256 key.
May be set within a JCEKS file.
Value: ""fs.s3a.server-side-encryption.key"".public static final String S3_ENCRYPTION_ALGORITHM
S3AEncryptionMethods for valid options.
public static final String S3_ENCRYPTION_KEY
SERVER_SIDE_ENCRYPTION_KEYpublic static final String CUSTOM_SIGNERS
public static final String SIGNING_ALGORITHM
public static final String SIGNING_ALGORITHM_S3
public static final String SIGNING_ALGORITHM_DDB
public static final String SIGNING_ALGORITHM_STS
public static final String S3N_FOLDER_SUFFIX
public static final String FS_S3A_BLOCK_SIZE
public static final String FS_S3A
public static final String FS_S3A_PREFIX
public static final String FS_S3A_BUCKET_PREFIX
public static final int S3A_DEFAULT_PORT
public static final String USER_AGENT_PREFIX
public static final String AUTHORITATIVE_PATH
public static final String[] DEFAULT_AUTHORITATIVE_PATH
public static final String METADATASTORE_AUTHORITATIVE
public static final boolean DEFAULT_METADATASTORE_AUTHORITATIVE
public static final String S3A_BUCKET_PROBE
S3AFileSystem.initialize(URI, Configuration).
Value: "fs.s3a.bucket.probe"public static final int S3A_BUCKET_PROBE_DEFAULT
S3AFileSystem.verifyBucketExistsV2().
Value: 0public static final String METADATASTORE_METADATA_TTL
public static final long DEFAULT_METADATASTORE_METADATA_TTL
public static final String READAHEAD_RANGE
public static final long DEFAULT_READAHEAD_RANGE
@InterfaceStability.Unstable public static final String INPUT_FADVISE
@InterfaceStability.Unstable public static final String INPUT_FADV_NORMAL
@InterfaceStability.Unstable public static final String INPUT_FADV_SEQUENTIAL
@InterfaceStability.Unstable public static final String INPUT_FADV_RANDOM
seek() operations.
Value: "random"public static final String STREAM_READ_GAUGE_INPUT_POLICY
@InterfaceAudience.Private @InterfaceStability.Unstable public static final String S3_CLIENT_FACTORY_IMPL
@InterfaceAudience.Private @InterfaceStability.Unstable public static final Class<? extends S3ClientFactory> DEFAULT_S3_CLIENT_FACTORY_IMPL
@InterfaceAudience.Private public static final int MAX_MULTIPART_COUNT
public static final String S3_METADATA_STORE_IMPL
public static final String FAIL_ON_METADATA_WRITE_ERROR
public static final boolean FAIL_ON_METADATA_WRITE_ERROR_DEFAULT
@InterfaceStability.Unstable public static final String S3GUARD_CLI_PRUNE_AGE
public static final String S3GUARD_DDB_REGION_KEY
public static final String S3GUARD_DDB_TABLE_NAME_KEY
public static final String S3GUARD_DDB_TABLE_TAG
public static final String S3GUARD_DDB_TABLE_CREATE_KEY
public static final String S3GUARD_DDB_TABLE_CAPACITY_READ_KEY
public static final long S3GUARD_DDB_TABLE_CAPACITY_READ_DEFAULT
public static final String S3GUARD_DDB_TABLE_CAPACITY_WRITE_KEY
public static final long S3GUARD_DDB_TABLE_CAPACITY_WRITE_DEFAULT
public static final String S3GUARD_DDB_TABLE_SSE_ENABLED
SSESpecification.setEnabled(java.lang.Boolean),
Constant Field Valuespublic static final String S3GUARD_DDB_TABLE_SSE_CMK
public static final int S3GUARD_DDB_BATCH_WRITE_REQUEST_LIMIT
public static final String S3GUARD_DDB_MAX_RETRIES
public static final int S3GUARD_DDB_MAX_RETRIES_DEFAULT
public static final String S3GUARD_DDB_THROTTLE_RETRY_INTERVAL
public static final String S3GUARD_DDB_THROTTLE_RETRY_INTERVAL_DEFAULT
@InterfaceStability.Unstable public static final String S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_KEY
public static final int S3GUARD_DDB_BACKGROUND_SLEEP_MSEC_DEFAULT
public static final String S3GUARD_METASTORE_NULL
@InterfaceStability.Unstable public static final String S3GUARD_METASTORE_LOCAL
@InterfaceStability.Unstable public static final String S3GUARD_METASTORE_LOCAL_MAX_RECORDS
public static final int DEFAULT_S3GUARD_METASTORE_LOCAL_MAX_RECORDS
@InterfaceStability.Unstable public static final String S3GUARD_METASTORE_LOCAL_ENTRY_TTL
public static final int DEFAULT_S3GUARD_METASTORE_LOCAL_ENTRY_TTL
public static final String S3GUARD_METASTORE_DYNAMO
public static final String S3GUARD_DISABLED_WARN_LEVEL
public static final String DEFAULT_S3GUARD_DISABLED_WARN_LEVEL
@InterfaceStability.Unstable public static final String FAIL_INJECT_INCONSISTENCY_KEY
@InterfaceStability.Unstable public static final String FAIL_INJECT_INCONSISTENCY_MSEC
@InterfaceStability.Unstable public static final String FAIL_INJECT_INCONSISTENCY_PROBABILITY
@InterfaceStability.Unstable public static final String LIST_VERSION
@InterfaceStability.Unstable public static final int DEFAULT_LIST_VERSION
@InterfaceStability.Unstable public static final String FAIL_INJECT_THROTTLE_PROBABILITY
@InterfaceStability.Unstable public static final String FAIL_INJECT_CLIENT_FACTORY
public static final String RETRY_LIMIT
public static final int RETRY_LIMIT_DEFAULT
public static final String RETRY_INTERVAL
public static final String RETRY_INTERVAL_DEFAULT
public static final String RETRY_THROTTLE_LIMIT
public static final int RETRY_THROTTLE_LIMIT_DEFAULT
public static final String RETRY_THROTTLE_INTERVAL
public static final String RETRY_THROTTLE_INTERVAL_DEFAULT
public static final String ETAG_CHECKSUM_ENABLED
public static final boolean ETAG_CHECKSUM_ENABLED_DEFAULT
public static final String CHANGE_DETECT_SOURCE
public static final String CHANGE_DETECT_SOURCE_ETAG
public static final String CHANGE_DETECT_SOURCE_VERSION_ID
public static final String CHANGE_DETECT_SOURCE_DEFAULT
public static final String CHANGE_DETECT_MODE
public static final String CHANGE_DETECT_MODE_CLIENT
RemoteFileChangedException.public static final String CHANGE_DETECT_MODE_SERVER
RemoteFileChangedException is
thrown.public static final String CHANGE_DETECT_MODE_WARN
public static final String CHANGE_DETECT_MODE_NONE
public static final String CHANGE_DETECT_MODE_DEFAULT
public static final String CHANGE_DETECT_REQUIRE_VERSION
RemoteFileChangedException exception when S3
doesn't provide the attribute defined by fs.s3a.change.detection.source.
For example, if source is versionId, but object versioning is not enabled
on the bucket, or alternatively if source is eTag and a third-party S3
implementation that doesn't return eTag is used.
When false, only a warning message will be logged for this condition.
public static final boolean CHANGE_DETECT_REQUIRE_VERSION_DEFAULT
public static final String S3GUARD_CONSISTENCY_RETRY_LIMIT
public static final int S3GUARD_CONSISTENCY_RETRY_LIMIT_DEFAULT
public static final String S3GUARD_CONSISTENCY_RETRY_INTERVAL
public static final String S3GUARD_CONSISTENCY_RETRY_INTERVAL_DEFAULT
public static final String AWS_SERVICE_IDENTIFIER_S3
public static final String AWS_SERVICE_IDENTIFIER_DDB
public static final String AWS_SERVICE_IDENTIFIER_STS
public static final int THREAD_POOL_SHUTDOWN_DELAY_SECONDS
public static final String DIRECTORY_MARKER_POLICY
public static final String DIRECTORY_MARKER_POLICY_DELETE
public static final String DIRECTORY_MARKER_POLICY_KEEP
public static final String DIRECTORY_MARKER_POLICY_AUTHORITATIVE
public static final String DEFAULT_DIRECTORY_MARKER_POLICY
public static final String STORE_CAPABILITY_DIRECTORY_MARKER_AWARE
PathCapabilities probe to verify that an S3A Filesystem
has the changes needed to safely work with buckets where
directoy markers have not been deleted.
Value: "fs.s3a.capability.directory.marker.aware".public static final String STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_KEEP
PathCapabilities probe to indicate that the filesystem
keeps directory markers.
Value: "fs.s3a.capability.directory.marker.policy.keep".public static final String STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_DELETE
PathCapabilities probe to indicate that the filesystem
deletes directory markers.
Value: "fs.s3a.capability.directory.marker.policy.delete".public static final String STORE_CAPABILITY_DIRECTORY_MARKER_POLICY_AUTHORITATIVE
PathCapabilities probe to indicate that the filesystem
keeps directory markers in authoritative paths only.
Value: "fs.s3a.capability.directory.marker.policy.authoritative".public static final String STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_KEEP
PathCapabilities probe to indicate that a path
keeps directory markers.
Value: "fs.s3a.capability.directory.marker.action.keep".public static final String STORE_CAPABILITY_DIRECTORY_MARKER_ACTION_DELETE
PathCapabilities probe to indicate that a path
deletes directory markers.
Value: "fs.s3a.capability.directory.marker.action.delete".public static final String XA_HEADER_PREFIX
public static final String AWS_REGION
public static final String AWS_S3_CENTRAL_REGION
public static final String AWS_S3_ACCESSPOINT_REQUIRED
Copyright © 2008–2022 Apache Software Foundation. All rights reserved.