org.apache.hudi.hadoop.fs

Class HoodieWrapperFileSystem

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.fs.FileSystem

org.apache.hudi.hadoop.fs.HoodieWrapperFileSystem

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.conf.Configurable

public class HoodieWrapperFileSystem
extends org.apache.hadoop.fs.FileSystem

HoodieWrapperFileSystem wraps the default file system. It holds state about the open streams in the file system to support getting the written size to each of the open streams.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static interface	HoodieWrapperFileSystem.CheckedFunction<R> Checked function interface.
protected static class	HoodieWrapperFileSystem.MetricName Names for metrics.

Nested classes/interfaces inherited from class org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FileSystem.DirectoryEntries, org.apache.hadoop.fs.FileSystem.Statistics

Field Summary

Fields

Modifier and Type	Field and Description
static String	HOODIE_SCHEME_PREFIX

Fields inherited from class org.apache.hadoop.fs.FileSystem

DEFAULT_FS, FS_DEFAULT_NAME_KEY, LOG, SHUTDOWN_HOOK_PRIORITY, statistics, TRASH_PREFIX, USER_HOME_PREFIX

Constructor Summary

Constructors

Constructor and Description
HoodieWrapperFileSystem()
HoodieWrapperFileSystem(org.apache.hadoop.fs.FileSystem fileSystem, ConsistencyGuard consistencyGuard)

Method Summary

Modifier and Type	Method and Description
void	access(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.permission.FsAction mode)
org.apache.hadoop.security.token.Token<?>[]	addDelegationTokens(String renewer, org.apache.hadoop.security.Credentials credentials)
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize)
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress)
boolean	cancelDeleteOnExit(org.apache.hadoop.fs.Path f)
void	close()
void	completeLocalOutput(org.apache.hadoop.fs.Path fsOutputFile, org.apache.hadoop.fs.Path tmpLocalFile)
void	concat(org.apache.hadoop.fs.Path trg, org.apache.hadoop.fs.Path[] psrcs)
static org.apache.hadoop.fs.Path	convertPathWithScheme(org.apache.hadoop.fs.Path oldPath, String newScheme)
org.apache.hadoop.fs.Path	convertToHoodiePath(org.apache.hadoop.fs.Path oldPath)
static org.apache.hadoop.fs.Path	convertToHoodiePath(StoragePath file, org.apache.hadoop.conf.Configuration conf)
void	copyFromLocalFile(boolean delSrc, boolean overwrite, org.apache.hadoop.fs.Path[] srcs, org.apache.hadoop.fs.Path dst)
void	copyFromLocalFile(boolean delSrc, boolean overwrite, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyFromLocalFile(boolean delSrc, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyFromLocalFile(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyToLocalFile(boolean delSrc, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	copyToLocalFile(boolean delSrc, org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, boolean useRawLocalFileSystem)
void	copyToLocalFile(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, boolean overwrite)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, boolean overwrite, int bufferSize)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, boolean overwrite, int bufferSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, boolean overwrite, int bufferSize, short replication, long blockSize)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, EnumSet<org.apache.hadoop.fs.CreateFlag> flags, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, EnumSet<org.apache.hadoop.fs.CreateFlag> flags, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress, org.apache.hadoop.fs.Options.ChecksumOpt checksumOpt)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, short replication)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, short replication, org.apache.hadoop.util.Progressable progress)
boolean	createNewFile(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FSDataOutputStream	createNonRecursive(org.apache.hadoop.fs.Path f, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	createNonRecursive(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	createNonRecursive(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, EnumSet<org.apache.hadoop.fs.CreateFlag> flags, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.Path	createSnapshot(org.apache.hadoop.fs.Path path, String snapshotName)
void	createSymlink(org.apache.hadoop.fs.Path target, org.apache.hadoop.fs.Path link, boolean createParent)
boolean	delete(org.apache.hadoop.fs.Path f)
boolean	delete(org.apache.hadoop.fs.Path f, boolean recursive)
boolean	deleteOnExit(org.apache.hadoop.fs.Path f)
void	deleteSnapshot(org.apache.hadoop.fs.Path path, String snapshotName)
boolean	equals(Object obj)
protected static <R> R	executeFuncWithTimeAndByteMetrics(String metricName, org.apache.hadoop.fs.Path p, long byteCount, HoodieWrapperFileSystem.CheckedFunction<R> func)
protected static <R> R	executeFuncWithTimeMetrics(String metricName, org.apache.hadoop.fs.Path p, HoodieWrapperFileSystem.CheckedFunction<R> func)
boolean	exists(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.permission.AclStatus	getAclStatus(org.apache.hadoop.fs.Path path)
long	getBlockSize(org.apache.hadoop.fs.Path f)
long	getBytesWritten(org.apache.hadoop.fs.Path file)
String	getCanonicalServiceName()
org.apache.hadoop.fs.FileSystem[]	getChildFileSystems()
org.apache.hadoop.conf.Configuration	getConf()
org.apache.hadoop.fs.ContentSummary	getContentSummary(org.apache.hadoop.fs.Path f)
long	getDefaultBlockSize()
long	getDefaultBlockSize(org.apache.hadoop.fs.Path f)
short	getDefaultReplication()
short	getDefaultReplication(org.apache.hadoop.fs.Path path)
org.apache.hadoop.security.token.Token<?>	getDelegationToken(String renewer)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.FileStatus file, long start, long len)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.Path p, long start, long len)
org.apache.hadoop.fs.FileChecksum	getFileChecksum(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileChecksum	getFileChecksum(org.apache.hadoop.fs.Path f, long length)
org.apache.hadoop.fs.FileStatus	getFileLinkStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileSystem	getFileSystem()
org.apache.hadoop.fs.Path	getHomeDirectory()
static String	getHoodieScheme(String scheme)
long	getLength(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.Path	getLinkTarget(org.apache.hadoop.fs.Path f)
String	getName()
short	getReplication(org.apache.hadoop.fs.Path src)
String	getScheme()
org.apache.hadoop.fs.FsServerDefaults	getServerDefaults()
org.apache.hadoop.fs.FsServerDefaults	getServerDefaults(org.apache.hadoop.fs.Path p)
org.apache.hadoop.fs.FsStatus	getStatus()
org.apache.hadoop.fs.FsStatus	getStatus(org.apache.hadoop.fs.Path p)
URI	getUri()
long	getUsed()
org.apache.hadoop.fs.Path	getWorkingDirectory()
byte[]	getXAttr(org.apache.hadoop.fs.Path path, String name)
Map<String,byte[]>	getXAttrs(org.apache.hadoop.fs.Path path)
Map<String,byte[]>	getXAttrs(org.apache.hadoop.fs.Path path, List<String> names)
org.apache.hadoop.fs.FileStatus[]	globStatus(org.apache.hadoop.fs.Path pathPattern)
org.apache.hadoop.fs.FileStatus[]	globStatus(org.apache.hadoop.fs.Path pathPattern, org.apache.hadoop.fs.PathFilter filter)
int	hashCode()
void	initialize(URI uri, org.apache.hadoop.conf.Configuration conf)
boolean	isDirectory(org.apache.hadoop.fs.Path f)
boolean	isFile(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.Path>	listCorruptFileBlocks(org.apache.hadoop.fs.Path path)
org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.LocatedFileStatus>	listFiles(org.apache.hadoop.fs.Path f, boolean recursive)
org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.LocatedFileStatus>	listLocatedStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path[] files)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path[] files, org.apache.hadoop.fs.PathFilter filter)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.PathFilter filter)
List<String>	listXAttrs(org.apache.hadoop.fs.Path path)
org.apache.hadoop.fs.Path	makeQualified(org.apache.hadoop.fs.Path path)
boolean	mkdirs(org.apache.hadoop.fs.Path f)
boolean	mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission)
void	modifyAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	moveFromLocalFile(org.apache.hadoop.fs.Path[] srcs, org.apache.hadoop.fs.Path dst)
void	moveFromLocalFile(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	moveToLocalFile(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f, int bufferSize)
void	removeAcl(org.apache.hadoop.fs.Path path)
void	removeAclEntries(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	removeDefaultAcl(org.apache.hadoop.fs.Path path)
void	removeXAttr(org.apache.hadoop.fs.Path path, String name)
boolean	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	renameSnapshot(org.apache.hadoop.fs.Path path, String snapshotOldName, String snapshotNewName)
org.apache.hadoop.fs.Path	resolvePath(org.apache.hadoop.fs.Path p)
void	setAcl(org.apache.hadoop.fs.Path path, List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	setConf(org.apache.hadoop.conf.Configuration conf)
static void	setMetricsRegistry(Registry registry, Registry registryMeta)
void	setOwner(org.apache.hadoop.fs.Path p, String username, String groupname)
void	setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission)
boolean	setReplication(org.apache.hadoop.fs.Path src, short replication)
void	setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime)
void	setVerifyChecksum(boolean verifyChecksum)
void	setWorkingDirectory(org.apache.hadoop.fs.Path newDir)
void	setWriteChecksum(boolean writeChecksum)
void	setXAttr(org.apache.hadoop.fs.Path path, String name, byte[] value)
void	setXAttr(org.apache.hadoop.fs.Path path, String name, byte[] value, EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag)
org.apache.hadoop.fs.Path	startLocalOutput(org.apache.hadoop.fs.Path fsOutputFile, org.apache.hadoop.fs.Path tmpLocalFile)
boolean	supportsSymlinks()
String	toString()

Methods inherited from class org.apache.hadoop.fs.FileSystem

appendFile, areSymlinksEnabled, canonicalizeUri, checkPath, clearStatistics, closeAll, closeAllForUGI, create, createFile, createSnapshot, enableSymlinks, fixRelativePart, get, get, get, getAllStatistics, getAllStoragePolicies, getCanonicalUri, getDefaultPort, getDefaultUri, getFileSystemClass, getFSofPath, getGlobalStorageStatistics, getInitialWorkingDirectory, getLocal, getNamed, getQuotaUsage, getStatistics, getStatistics, getStoragePolicy, getStorageStatistics, getTrashRoot, getTrashRoots, getUsed, listLocatedStatus, listStatusBatch, listStatusIterator, mkdirs, msync, newInstance, newInstance, newInstance, newInstanceLocal, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, rename, resolveLink, setDefaultUri, setDefaultUri, setStoragePolicy, truncate, unsetStoragePolicy

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

HOODIE_SCHEME_PREFIX

public static final String HOODIE_SCHEME_PREFIX

See Also:

Constant Field Values

Constructor Detail

HoodieWrapperFileSystem

public HoodieWrapperFileSystem()

HoodieWrapperFileSystem

public HoodieWrapperFileSystem(org.apache.hadoop.fs.FileSystem fileSystem,
                               ConsistencyGuard consistencyGuard)

Method Detail

setMetricsRegistry

public static void setMetricsRegistry(Registry registry,
                                      Registry registryMeta)

executeFuncWithTimeMetrics

protected static <R> R executeFuncWithTimeMetrics(String metricName,
                                                  org.apache.hadoop.fs.Path p,
                                                  HoodieWrapperFileSystem.CheckedFunction<R> func)
                                           throws IOException

Throws:

IOException

executeFuncWithTimeAndByteMetrics

protected static <R> R executeFuncWithTimeAndByteMetrics(String metricName,
                                                         org.apache.hadoop.fs.Path p,
                                                         long byteCount,
                                                         HoodieWrapperFileSystem.CheckedFunction<R> func)
                                                  throws IOException

Throws:

IOException

convertToHoodiePath

public static org.apache.hadoop.fs.Path convertToHoodiePath(StoragePath file,
                                                            org.apache.hadoop.conf.Configuration conf)

convertPathWithScheme

public static org.apache.hadoop.fs.Path convertPathWithScheme(org.apache.hadoop.fs.Path oldPath,
                                                              String newScheme)

getHoodieScheme

public static String getHoodieScheme(String scheme)

initialize

public void initialize(URI uri,
                       org.apache.hadoop.conf.Configuration conf)

Overrides:

initialize in class org.apache.hadoop.fs.FileSystem

getUri

public URI getUri()

Specified by:

getUri in class org.apache.hadoop.fs.FileSystem

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
                                                   int bufferSize)
                                            throws IOException

Specified by:

open in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.fs.permission.FsPermission permission,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Specified by:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      boolean overwrite)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      short replication)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      short replication,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      boolean overwrite,
                                                      int bufferSize)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.fs.permission.FsPermission permission,
                                                      EnumSet<org.apache.hadoop.fs.CreateFlag> flags,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.fs.permission.FsPermission permission,
                                                      EnumSet<org.apache.hadoop.fs.CreateFlag> flags,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress,
                                                      org.apache.hadoop.fs.Options.ChecksumOpt checksumOpt)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize)
                                               throws IOException

Overrides:

create in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                                      int bufferSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws IOException

Specified by:

append in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

rename

public boolean rename(org.apache.hadoop.fs.Path src,
                      org.apache.hadoop.fs.Path dst)
               throws IOException

Specified by:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f,
                      boolean recursive)
               throws IOException

Specified by:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
                                             throws IOException

Specified by:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getWorkingDirectory

public org.apache.hadoop.fs.Path getWorkingDirectory()

Specified by:

getWorkingDirectory in class org.apache.hadoop.fs.FileSystem

setWorkingDirectory

public void setWorkingDirectory(org.apache.hadoop.fs.Path newDir)

Specified by:

setWorkingDirectory in class org.apache.hadoop.fs.FileSystem

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f,
                      org.apache.hadoop.fs.permission.FsPermission permission)
               throws IOException

Specified by:

mkdirs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
                                              throws IOException

Specified by:

getFileStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getScheme

public String getScheme()

Overrides:

getScheme in class org.apache.hadoop.fs.FileSystem

getCanonicalServiceName

public String getCanonicalServiceName()

Overrides:

getCanonicalServiceName in class org.apache.hadoop.fs.FileSystem

getName

public String getName()

Overrides:

getName in class org.apache.hadoop.fs.FileSystem

makeQualified

public org.apache.hadoop.fs.Path makeQualified(org.apache.hadoop.fs.Path path)

Overrides:

makeQualified in class org.apache.hadoop.fs.FileSystem

getDelegationToken

public org.apache.hadoop.security.token.Token<?> getDelegationToken(String renewer)
                                                             throws IOException

Overrides:

getDelegationToken in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

addDelegationTokens

public org.apache.hadoop.security.token.Token<?>[] addDelegationTokens(String renewer,
                                                                       org.apache.hadoop.security.Credentials credentials)
                                                                throws IOException

Overrides:

addDelegationTokens in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getChildFileSystems

public org.apache.hadoop.fs.FileSystem[] getChildFileSystems()

Overrides:

getChildFileSystems in class org.apache.hadoop.fs.FileSystem

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.FileStatus file,
                                                                  long start,
                                                                  long len)
                                                           throws IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.Path p,
                                                                  long start,
                                                                  long len)
                                                           throws IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getServerDefaults

public org.apache.hadoop.fs.FsServerDefaults getServerDefaults()
                                                        throws IOException

Overrides:

getServerDefaults in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getServerDefaults

public org.apache.hadoop.fs.FsServerDefaults getServerDefaults(org.apache.hadoop.fs.Path p)
                                                        throws IOException

Overrides:

getServerDefaults in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

resolvePath

public org.apache.hadoop.fs.Path resolvePath(org.apache.hadoop.fs.Path p)
                                      throws IOException

Overrides:

resolvePath in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f)
                                            throws IOException

Overrides:

open in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createNonRecursive

public org.apache.hadoop.fs.FSDataOutputStream createNonRecursive(org.apache.hadoop.fs.Path f,
                                                                  boolean overwrite,
                                                                  int bufferSize,
                                                                  short replication,
                                                                  long blockSize,
                                                                  org.apache.hadoop.util.Progressable progress)
                                                           throws IOException

Overrides:

createNonRecursive in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createNonRecursive

public org.apache.hadoop.fs.FSDataOutputStream createNonRecursive(org.apache.hadoop.fs.Path f,
                                                                  org.apache.hadoop.fs.permission.FsPermission permission,
                                                                  boolean overwrite,
                                                                  int bufferSize,
                                                                  short replication,
                                                                  long blockSize,
                                                                  org.apache.hadoop.util.Progressable progress)
                                                           throws IOException

Overrides:

createNonRecursive in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createNonRecursive

public org.apache.hadoop.fs.FSDataOutputStream createNonRecursive(org.apache.hadoop.fs.Path f,
                                                                  org.apache.hadoop.fs.permission.FsPermission permission,
                                                                  EnumSet<org.apache.hadoop.fs.CreateFlag> flags,
                                                                  int bufferSize,
                                                                  short replication,
                                                                  long blockSize,
                                                                  org.apache.hadoop.util.Progressable progress)
                                                           throws IOException

Overrides:

createNonRecursive in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createNewFile

public boolean createNewFile(org.apache.hadoop.fs.Path f)
                      throws IOException

Overrides:

createNewFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f)
                                               throws IOException

Overrides:

append in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                                      int bufferSize)
                                               throws IOException

Overrides:

append in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

concat

public void concat(org.apache.hadoop.fs.Path trg,
                   org.apache.hadoop.fs.Path[] psrcs)
            throws IOException

Overrides:

concat in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getReplication

public short getReplication(org.apache.hadoop.fs.Path src)
                     throws IOException

Overrides:

getReplication in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setReplication

public boolean setReplication(org.apache.hadoop.fs.Path src,
                              short replication)
                       throws IOException

Overrides:

setReplication in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

deleteOnExit

public boolean deleteOnExit(org.apache.hadoop.fs.Path f)
                     throws IOException

Overrides:

deleteOnExit in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

cancelDeleteOnExit

public boolean cancelDeleteOnExit(org.apache.hadoop.fs.Path f)

Overrides:

cancelDeleteOnExit in class org.apache.hadoop.fs.FileSystem

exists

public boolean exists(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

exists in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

isDirectory

public boolean isDirectory(org.apache.hadoop.fs.Path f)
                    throws IOException

Overrides:

isDirectory in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

isFile

public boolean isFile(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

isFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getLength

public long getLength(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

getLength in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getContentSummary

public org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path f)
                                                      throws IOException

Overrides:

getContentSummary in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listCorruptFileBlocks

public org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.Path> listCorruptFileBlocks(org.apache.hadoop.fs.Path path)
                                                                                     throws IOException

Overrides:

listCorruptFileBlocks in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f,
                                                    org.apache.hadoop.fs.PathFilter filter)
                                             throws IOException

Overrides:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path[] files)
                                             throws IOException

Overrides:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path[] files,
                                                    org.apache.hadoop.fs.PathFilter filter)
                                             throws IOException

Overrides:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

globStatus

public org.apache.hadoop.fs.FileStatus[] globStatus(org.apache.hadoop.fs.Path pathPattern)
                                             throws IOException

Overrides:

globStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

globStatus

public org.apache.hadoop.fs.FileStatus[] globStatus(org.apache.hadoop.fs.Path pathPattern,
                                                    org.apache.hadoop.fs.PathFilter filter)
                                             throws IOException

Overrides:

globStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listLocatedStatus

public org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.LocatedFileStatus> listLocatedStatus(org.apache.hadoop.fs.Path f)
                                                                                              throws IOException

Overrides:

listLocatedStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listFiles

public org.apache.hadoop.fs.RemoteIterator<org.apache.hadoop.fs.LocatedFileStatus> listFiles(org.apache.hadoop.fs.Path f,
                                                                                             boolean recursive)
                                                                                      throws IOException

Overrides:

listFiles in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getHomeDirectory

public org.apache.hadoop.fs.Path getHomeDirectory()

Overrides:

getHomeDirectory in class org.apache.hadoop.fs.FileSystem

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f)
               throws IOException

Overrides:

mkdirs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

moveFromLocalFile

public void moveFromLocalFile(org.apache.hadoop.fs.Path[] srcs,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

moveFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

moveFromLocalFile

public void moveFromLocalFile(org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

moveFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              boolean overwrite,
                              org.apache.hadoop.fs.Path[] srcs,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyFromLocalFile

public void copyFromLocalFile(boolean delSrc,
                              boolean overwrite,
                              org.apache.hadoop.fs.Path src,
                              org.apache.hadoop.fs.Path dst)
                       throws IOException

Overrides:

copyFromLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyToLocalFile

public void copyToLocalFile(org.apache.hadoop.fs.Path src,
                            org.apache.hadoop.fs.Path dst)
                     throws IOException

Overrides:

copyToLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

moveToLocalFile

public void moveToLocalFile(org.apache.hadoop.fs.Path src,
                            org.apache.hadoop.fs.Path dst)
                     throws IOException

Overrides:

moveToLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyToLocalFile

public void copyToLocalFile(boolean delSrc,
                            org.apache.hadoop.fs.Path src,
                            org.apache.hadoop.fs.Path dst)
                     throws IOException

Overrides:

copyToLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

copyToLocalFile

public void copyToLocalFile(boolean delSrc,
                            org.apache.hadoop.fs.Path src,
                            org.apache.hadoop.fs.Path dst,
                            boolean useRawLocalFileSystem)
                     throws IOException

Overrides:

copyToLocalFile in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

startLocalOutput

public org.apache.hadoop.fs.Path startLocalOutput(org.apache.hadoop.fs.Path fsOutputFile,
                                                  org.apache.hadoop.fs.Path tmpLocalFile)
                                           throws IOException

Overrides:

startLocalOutput in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

completeLocalOutput

public void completeLocalOutput(org.apache.hadoop.fs.Path fsOutputFile,
                                org.apache.hadoop.fs.Path tmpLocalFile)
                         throws IOException

Overrides:

completeLocalOutput in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Overrides:

close in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getUsed

public long getUsed()
             throws IOException

Overrides:

getUsed in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getBlockSize

public long getBlockSize(org.apache.hadoop.fs.Path f)
                  throws IOException

Overrides:

getBlockSize in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getDefaultBlockSize

public long getDefaultBlockSize()

Overrides:

getDefaultBlockSize in class org.apache.hadoop.fs.FileSystem

getDefaultBlockSize

public long getDefaultBlockSize(org.apache.hadoop.fs.Path f)

Overrides:

getDefaultBlockSize in class org.apache.hadoop.fs.FileSystem

getDefaultReplication

public short getDefaultReplication()

Overrides:

getDefaultReplication in class org.apache.hadoop.fs.FileSystem

getDefaultReplication

public short getDefaultReplication(org.apache.hadoop.fs.Path path)

Overrides:

getDefaultReplication in class org.apache.hadoop.fs.FileSystem

access

public void access(org.apache.hadoop.fs.Path path,
                   org.apache.hadoop.fs.permission.FsAction mode)
            throws IOException

Overrides:

access in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createSymlink

public void createSymlink(org.apache.hadoop.fs.Path target,
                          org.apache.hadoop.fs.Path link,
                          boolean createParent)
                   throws IOException

Overrides:

createSymlink in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileLinkStatus

public org.apache.hadoop.fs.FileStatus getFileLinkStatus(org.apache.hadoop.fs.Path f)
                                                  throws IOException

Overrides:

getFileLinkStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

supportsSymlinks

public boolean supportsSymlinks()

Overrides:

supportsSymlinks in class org.apache.hadoop.fs.FileSystem

getLinkTarget

public org.apache.hadoop.fs.Path getLinkTarget(org.apache.hadoop.fs.Path f)
                                        throws IOException

Overrides:

getLinkTarget in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileChecksum

public org.apache.hadoop.fs.FileChecksum getFileChecksum(org.apache.hadoop.fs.Path f)
                                                  throws IOException

Overrides:

getFileChecksum in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getFileChecksum

public org.apache.hadoop.fs.FileChecksum getFileChecksum(org.apache.hadoop.fs.Path f,
                                                         long length)
                                                  throws IOException

Overrides:

getFileChecksum in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setVerifyChecksum

public void setVerifyChecksum(boolean verifyChecksum)

Overrides:

setVerifyChecksum in class org.apache.hadoop.fs.FileSystem

setWriteChecksum

public void setWriteChecksum(boolean writeChecksum)

Overrides:

setWriteChecksum in class org.apache.hadoop.fs.FileSystem

getStatus

public org.apache.hadoop.fs.FsStatus getStatus()
                                        throws IOException

Overrides:

getStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getStatus

public org.apache.hadoop.fs.FsStatus getStatus(org.apache.hadoop.fs.Path p)
                                        throws IOException

Overrides:

getStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setPermission

public void setPermission(org.apache.hadoop.fs.Path p,
                          org.apache.hadoop.fs.permission.FsPermission permission)
                   throws IOException

Overrides:

setPermission in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setOwner

public void setOwner(org.apache.hadoop.fs.Path p,
                     String username,
                     String groupname)
              throws IOException

Overrides:

setOwner in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setTimes

public void setTimes(org.apache.hadoop.fs.Path p,
                     long mtime,
                     long atime)
              throws IOException

Overrides:

setTimes in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

createSnapshot

public org.apache.hadoop.fs.Path createSnapshot(org.apache.hadoop.fs.Path path,
                                                String snapshotName)
                                         throws IOException

Overrides:

createSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

renameSnapshot

public void renameSnapshot(org.apache.hadoop.fs.Path path,
                           String snapshotOldName,
                           String snapshotNewName)
                    throws IOException

Overrides:

renameSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

deleteSnapshot

public void deleteSnapshot(org.apache.hadoop.fs.Path path,
                           String snapshotName)
                    throws IOException

Overrides:

deleteSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

modifyAclEntries

public void modifyAclEntries(org.apache.hadoop.fs.Path path,
                             List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws IOException

Overrides:

modifyAclEntries in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

removeAclEntries

public void removeAclEntries(org.apache.hadoop.fs.Path path,
                             List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws IOException

Overrides:

removeAclEntries in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

removeDefaultAcl

public void removeDefaultAcl(org.apache.hadoop.fs.Path path)
                      throws IOException

Overrides:

removeDefaultAcl in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

removeAcl

public void removeAcl(org.apache.hadoop.fs.Path path)
               throws IOException

Overrides:

removeAcl in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setAcl

public void setAcl(org.apache.hadoop.fs.Path path,
                   List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
            throws IOException

Overrides:

setAcl in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getAclStatus

public org.apache.hadoop.fs.permission.AclStatus getAclStatus(org.apache.hadoop.fs.Path path)
                                                       throws IOException

Overrides:

getAclStatus in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setXAttr

public void setXAttr(org.apache.hadoop.fs.Path path,
                     String name,
                     byte[] value)
              throws IOException

Overrides:

setXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

setXAttr

public void setXAttr(org.apache.hadoop.fs.Path path,
                     String name,
                     byte[] value,
                     EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag)
              throws IOException

Overrides:

setXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getXAttr

public byte[] getXAttr(org.apache.hadoop.fs.Path path,
                       String name)
                throws IOException

Overrides:

getXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getXAttrs

public Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path path)
                             throws IOException

Overrides:

getXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getXAttrs

public Map<String,byte[]> getXAttrs(org.apache.hadoop.fs.Path path,
                                    List<String> names)
                             throws IOException

Overrides:

getXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

listXAttrs

public List<String> listXAttrs(org.apache.hadoop.fs.Path path)
                        throws IOException

Overrides:

listXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

removeXAttr

public void removeXAttr(org.apache.hadoop.fs.Path path,
                        String name)
                 throws IOException

Overrides:

removeXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

IOException

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

Overrides:

getConf in class org.apache.hadoop.conf.Configured

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

Overrides:

setConf in class org.apache.hadoop.conf.Configured

hashCode

public int hashCode()

Overrides:

hashCode in class Object

equals

public boolean equals(Object obj)

Overrides:

equals in class Object

toString

public String toString()

Overrides:

toString in class Object

convertToHoodiePath

public org.apache.hadoop.fs.Path convertToHoodiePath(org.apache.hadoop.fs.Path oldPath)

getBytesWritten

public long getBytesWritten(org.apache.hadoop.fs.Path file)

getFileSystem

public org.apache.hadoop.fs.FileSystem getFileSystem()