water.parser.parquet

Class VecFileSystem

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.fs.FileSystem

water.parser.parquet.VecFileSystem

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.hadoop.conf.Configurable

public class VecFileSystem
extends org.apache.hadoop.fs.FileSystem

Virtual implementation of a Hadoop FileSystem backed by a Vec. Instances of this class provide read-only access to a single provided Vec. The Vec instance is injected using a ContextAwareConfiguration - the Vec object constitutes the context in this case.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FileSystem.Statistics

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.hadoop.fs.Path	VEC_PATH

Fields inherited from class org.apache.hadoop.fs.FileSystem

DEFAULT_FS, FS_DEFAULT_NAME_KEY, LOG, SHUTDOWN_HOOK_PRIORITY, statistics

Constructor Summary

Constructors

Constructor and Description
VecFileSystem()

Method Summary

Methods

Modifier and Type	Method and Description
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
boolean	delete(org.apache.hadoop.fs.Path f, boolean recursive)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path f)
java.net.URI	getUri()
org.apache.hadoop.fs.Path	getWorkingDirectory()
void	initialize(java.net.URI name, org.apache.hadoop.conf.Configuration conf)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f)
static org.apache.hadoop.conf.Configuration	makeConfiguration(water.fvec.Vec v)
boolean	mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f, int bufferSize)
boolean	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	setWorkingDirectory(org.apache.hadoop.fs.Path newDir)

Methods inherited from class org.apache.hadoop.fs.FileSystem

addDelegationTokens, append, append, cancelDeleteOnExit, checkPath, clearStatistics, close, closeAll, closeAllForUGI, completeLocalOutput, concat, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createNewFile, createNonRecursive, createNonRecursive, createNonRecursive, delete, deleteOnExit, exists, get, get, get, getAllStatistics, getBlockSize, getCanonicalServiceName, getCanonicalUri, getChildFileSystems, getContentSummary, getDefaultBlockSize, getDefaultBlockSize, getDefaultPort, getDefaultReplication, getDefaultReplication, getDefaultUri, getDelegationToken, getFileBlockLocations, getFileBlockLocations, getFileChecksum, getFileSystemClass, getHomeDirectory, getInitialWorkingDirectory, getLength, getLocal, getName, getNamed, getReplication, getScheme, getServerDefaults, getServerDefaults, getStatistics, getStatistics, getStatus, getStatus, getUsed, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, makeQualified, mkdirs, mkdirs, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, newInstance, newInstance, newInstance, newInstanceLocal, open, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, rename, resolvePath, setDefaultUri, setDefaultUri, setOwner, setPermission, setReplication, setTimes, setVerifyChecksum, setWriteChecksum, startLocalOutput

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

VEC_PATH

public static org.apache.hadoop.fs.Path VEC_PATH

Constructor Detail

VecFileSystem

public VecFileSystem()

Method Detail

initialize

public void initialize(java.net.URI name,
              org.apache.hadoop.conf.Configuration conf)
                throws java.io.IOException

Overrides:

initialize in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getUri

public java.net.URI getUri()

Specified by:

getUri in class org.apache.hadoop.fs.FileSystem

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
                                          int bufferSize)
                                            throws java.io.IOException

Specified by:

open in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                             org.apache.hadoop.fs.permission.FsPermission permission,
                                             boolean overwrite,
                                             int bufferSize,
                                             short replication,
                                             long blockSize,
                                             org.apache.hadoop.util.Progressable progress)
                                               throws java.io.IOException

Specified by:

create in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                             int bufferSize,
                                             org.apache.hadoop.util.Progressable progress)
                                               throws java.io.IOException

Specified by:

append in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

rename

public boolean rename(org.apache.hadoop.fs.Path src,
             org.apache.hadoop.fs.Path dst)
               throws java.io.IOException

Specified by:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f,
             boolean recursive)
               throws java.io.IOException

Specified by:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
                                             throws java.io.IOException

Specified by:

listStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f,
             org.apache.hadoop.fs.permission.FsPermission permission)
               throws java.io.IOException

Specified by:

mkdirs in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setWorkingDirectory

public void setWorkingDirectory(org.apache.hadoop.fs.Path newDir)

Specified by:

setWorkingDirectory in class org.apache.hadoop.fs.FileSystem

getWorkingDirectory

public org.apache.hadoop.fs.Path getWorkingDirectory()

Specified by:

getWorkingDirectory in class org.apache.hadoop.fs.FileSystem

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
                                              throws java.io.IOException

Specified by:

getFileStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

makeConfiguration

public static org.apache.hadoop.conf.Configuration makeConfiguration(water.fvec.Vec v)