com.thinkaurelius.titan.hadoop.hdfs

Class HDFSTools

java.lang.Object

com.thinkaurelius.titan.hadoop.hdfs.HDFSTools

public class HDFSTools
extends Object

Author:

Marko A. Rodriguez (http://markorodriguez.com)

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	HDFSTools()

Method Summary

Modifier and Type	Method and Description
static void	decompressFile(org.apache.hadoop.fs.FileSystem fs, String inFile, String outFile, boolean deletePrevious)
static void	decompressPath(org.apache.hadoop.fs.FileSystem fs, String in, String out, String compressedFileSuffix, boolean deletePrevious)
static List<org.apache.hadoop.fs.Path>	getAllFilePaths(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.PathFilter filter)
static long	getFileSize(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.PathFilter filter)
static org.apache.hadoop.fs.Path	getOutputsFinalJob(org.apache.hadoop.fs.FileSystem fs, String output)
static boolean	globDelete(org.apache.hadoop.fs.FileSystem fs, String path, boolean recursive)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HDFSTools

protected HDFSTools()

Method Detail

getFileSize

public static long getFileSize(org.apache.hadoop.fs.FileSystem fs,
                               org.apache.hadoop.fs.Path path,
                               org.apache.hadoop.fs.PathFilter filter)
                        throws IOException

Throws:

IOException

getAllFilePaths

public static List<org.apache.hadoop.fs.Path> getAllFilePaths(org.apache.hadoop.fs.FileSystem fs,
                                                              org.apache.hadoop.fs.Path path,
                                                              org.apache.hadoop.fs.PathFilter filter)
                                                       throws IOException

Throws:

IOException

getOutputsFinalJob

public static org.apache.hadoop.fs.Path getOutputsFinalJob(org.apache.hadoop.fs.FileSystem fs,
                                                           String output)
                                                    throws IOException

Throws:

IOException

decompressPath

public static void decompressPath(org.apache.hadoop.fs.FileSystem fs,
                                  String in,
                                  String out,
                                  String compressedFileSuffix,
                                  boolean deletePrevious)
                           throws IOException

Throws:

IOException

decompressFile

public static void decompressFile(org.apache.hadoop.fs.FileSystem fs,
                                  String inFile,
                                  String outFile,
                                  boolean deletePrevious)
                           throws IOException

Throws:

IOException

globDelete

public static boolean globDelete(org.apache.hadoop.fs.FileSystem fs,
                                 String path,
                                 boolean recursive)
                          throws IOException

Throws:

IOException