public final class PersistHdfs
extends water.persist.Persist
| Modifier and Type | Field and Description |
|---|---|
static org.apache.hadoop.conf.Configuration |
CONF
Globally shared HDFS configuration.
|
| Constructor and Description |
|---|
PersistHdfs() |
PersistHdfs(java.net.URI uri) |
| Modifier and Type | Method and Description |
|---|---|
static void |
addFolder(org.apache.hadoop.fs.Path p,
java.util.ArrayList<java.lang.String> keys,
java.util.ArrayList<java.lang.String> failed) |
java.util.ArrayList<java.lang.String> |
calcTypeaheadMatches(java.lang.String filter,
int limit) |
boolean |
canHandle(java.lang.String path) |
void |
cleanUp() |
java.io.OutputStream |
create(java.lang.String path,
boolean overwrite) |
boolean |
delete(java.lang.String path) |
void |
delete(water.Value v) |
boolean |
exists(java.lang.String path) |
static org.apache.hadoop.fs.FileSystem |
getFS(java.lang.String path) |
static org.apache.hadoop.fs.FileSystem |
getFS(java.net.URI uri) |
java.lang.String |
getHomeDirectory() |
java.lang.String |
getParent(java.lang.String path) |
void |
importFiles(java.lang.String path,
java.lang.String pattern,
java.util.ArrayList<java.lang.String> files,
java.util.ArrayList<java.lang.String> keys,
java.util.ArrayList<java.lang.String> fails,
java.util.ArrayList<java.lang.String> dels) |
boolean |
isDirectory(java.lang.String path) |
boolean |
isSeekableOpenSupported() |
long |
length(java.lang.String path) |
water.persist.Persist.PersistEntry[] |
list(java.lang.String path) |
byte[] |
load(water.Key k,
long skip,
int max) |
byte[] |
load(water.Value v)
InputStream from a HDFS-based Key
|
boolean |
mkdirs(java.lang.String path) |
java.io.InputStream |
open(java.lang.String path) |
java.io.InputStream |
openSeekable(java.lang.String path) |
boolean |
rename(java.lang.String fromPath,
java.lang.String toPath) |
static void |
store(org.apache.hadoop.fs.Path path,
byte[] data) |
void |
store(water.Value v) |
water.Key |
uriToKey(java.net.URI uri) |
java.io.InputStream |
wrapSeekable(water.fvec.Vec vec) |
public static final org.apache.hadoop.conf.Configuration CONF
public PersistHdfs()
public PersistHdfs(java.net.URI uri)
public void cleanUp()
cleanUp in class water.persist.Persistpublic byte[] load(water.Value v)
load in class water.persist.Persistpublic byte[] load(water.Key k,
long skip,
int max)
load in class water.persist.Persistpublic void store(water.Value v)
store in class water.persist.Persistpublic static void store(org.apache.hadoop.fs.Path path,
byte[] data)
public void delete(water.Value v)
delete in class water.persist.Persistpublic static void addFolder(org.apache.hadoop.fs.Path p,
java.util.ArrayList<java.lang.String> keys,
java.util.ArrayList<java.lang.String> failed)
throws java.io.IOException
java.io.IOExceptionpublic water.Key uriToKey(java.net.URI uri)
throws java.io.IOException
uriToKey in class water.persist.Persistjava.io.IOExceptionpublic static org.apache.hadoop.fs.FileSystem getFS(java.lang.String path)
throws java.io.IOException
java.io.IOExceptionpublic static org.apache.hadoop.fs.FileSystem getFS(java.net.URI uri)
throws java.io.IOException
java.io.IOExceptionpublic java.util.ArrayList<java.lang.String> calcTypeaheadMatches(java.lang.String filter,
int limit)
calcTypeaheadMatches in class water.persist.Persistpublic void importFiles(java.lang.String path,
java.lang.String pattern,
java.util.ArrayList<java.lang.String> files,
java.util.ArrayList<java.lang.String> keys,
java.util.ArrayList<java.lang.String> fails,
java.util.ArrayList<java.lang.String> dels)
importFiles in class water.persist.Persistpublic java.lang.String getHomeDirectory()
getHomeDirectory in class water.persist.Persistpublic water.persist.Persist.PersistEntry[] list(java.lang.String path)
list in class water.persist.Persistpublic boolean exists(java.lang.String path)
exists in class water.persist.Persistpublic java.lang.String getParent(java.lang.String path)
getParent in class water.persist.Persistpublic boolean isDirectory(java.lang.String path)
isDirectory in class water.persist.Persistpublic long length(java.lang.String path)
length in class water.persist.Persistpublic java.io.InputStream open(java.lang.String path)
open in class water.persist.Persistpublic java.io.InputStream openSeekable(java.lang.String path)
openSeekable in class water.persist.Persistpublic java.io.InputStream wrapSeekable(water.fvec.Vec vec)
wrapSeekable in class water.persist.Persistpublic boolean isSeekableOpenSupported()
isSeekableOpenSupported in class water.persist.Persistpublic boolean mkdirs(java.lang.String path)
mkdirs in class water.persist.Persistpublic boolean rename(java.lang.String fromPath,
java.lang.String toPath)
rename in class water.persist.Persistpublic java.io.OutputStream create(java.lang.String path,
boolean overwrite)
create in class water.persist.Persistpublic boolean delete(java.lang.String path)
delete in class water.persist.Persistpublic boolean canHandle(java.lang.String path)
canHandle in class water.persist.Persist