Module java.xml.bind

Package org.apache.flink.fs.s3presto

Class S3FileSystemFactory

java.lang.Object

org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

org.apache.flink.fs.s3presto.S3FileSystemFactory

All Implemented Interfaces:

org.apache.flink.core.fs.FileSystemFactory, org.apache.flink.core.plugin.Plugin

Direct Known Subclasses:

S3PFileSystemFactory

public class S3FileSystemFactory
extends org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

Simple factory for the S3 file system.

Field Summary

Fields inherited from class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

ACCESS_KEY, ENDPOINT, ENTROPY_INJECT_KEY_OPTION, ENTROPY_INJECT_LENGTH_OPTION, MAX_CONCURRENT_UPLOADS, PART_UPLOAD_MIN_SIZE, S5CMD_BATCH_MAX_FILES, S5CMD_BATCH_MAX_SIZE, S5CMD_EXTRA_ARGS, S5CMD_PATH, SECRET_KEY

Constructor Summary

Constructors

Constructor	Description
S3FileSystemFactory()

Method Summary

Modifier and Type	Method	Description
protected org.apache.flink.core.fs.FileSystem	createFlinkFileSystem(org.apache.hadoop.fs.FileSystem fs, org.apache.flink.fs.s3.common.FlinkS3FileSystem.S5CmdConfiguration s5CmdConfiguration, String localTmpDirectory, String entropyInjectionKey, int numEntropyChars, org.apache.flink.fs.s3.common.writer.S3AccessHelper s3AccessHelper, long s3minPartSize, int maxConcurrentUploads)
protected org.apache.hadoop.fs.FileSystem	createHadoopFileSystem()
protected URI	getInitURI(URI fsUri, org.apache.hadoop.conf.Configuration hadoopConfig)
protected org.apache.flink.fs.s3.common.writer.S3AccessHelper	getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs)
String	getScheme()

Methods inherited from class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

configure, create

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.flink.core.plugin.Plugin

getClassLoader

Constructor Detail

S3FileSystemFactory

public S3FileSystemFactory()

Method Detail

getScheme

public String getScheme()

createFlinkFileSystem

protected org.apache.flink.core.fs.FileSystem createFlinkFileSystem(org.apache.hadoop.fs.FileSystem fs,
                                                                    @Nullable
                                                                    org.apache.flink.fs.s3.common.FlinkS3FileSystem.S5CmdConfiguration s5CmdConfiguration,
                                                                    String localTmpDirectory,
                                                                    String entropyInjectionKey,
                                                                    int numEntropyChars,
                                                                    org.apache.flink.fs.s3.common.writer.S3AccessHelper s3AccessHelper,
                                                                    long s3minPartSize,
                                                                    int maxConcurrentUploads)

Overrides:

createFlinkFileSystem in class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

createHadoopFileSystem

protected org.apache.hadoop.fs.FileSystem createHadoopFileSystem()

Specified by:

createHadoopFileSystem in class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

getInitURI

protected URI getInitURI(URI fsUri,
                         org.apache.hadoop.conf.Configuration hadoopConfig)

Specified by:

getInitURI in class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory

getS3AccessHelper

@Nullable
protected org.apache.flink.fs.s3.common.writer.S3AccessHelper getS3AccessHelper(org.apache.hadoop.fs.FileSystem fs)

Specified by:

getS3AccessHelper in class org.apache.flink.fs.s3.common.AbstractS3FileSystemFactory