Packages

c

com.ebiznext.comet.schema.handlers

HdfsStorageHandler

class HdfsStorageHandler extends StorageHandler

HDFS Filesystem Handler

Linear Supertypes
StorageHandler, StrictLogging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HdfsStorageHandler
  2. StorageHandler
  3. StrictLogging
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HdfsStorageHandler(fileSystem: Option[String])(implicit settings: Settings)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def blockSize(path: Path): Long
    Definition Classes
    HdfsStorageHandler → StorageHandler
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. val conf: Configuration
  8. def contentSummary(path: Path): ContentSummary
    Definition Classes
    HdfsStorageHandler → StorageHandler
  9. def copyFromLocal(source: Path, dest: Path): Unit

    Copy file from local filesystem to target file system

    Copy file from local filesystem to target file system

    source

    Local file path

    dest

    destination file path

    Definition Classes
    HdfsStorageHandler → StorageHandler
  10. def delete(path: Path): Boolean

    delete file (skip trash)

    delete file (skip trash)

    path

    : Absolute path of file to delete

    Definition Classes
    HdfsStorageHandler → StorageHandler
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  13. def exists(path: Path): Boolean
    Definition Classes
    HdfsStorageHandler → StorageHandler
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. val fs: FileSystem
  16. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. def getOutputStream(path: Path): FSDataOutputStream

    Gets the outputstream given a path

    Gets the outputstream given a path

    path

    : path

    returns

    FSDataOutputStream

    Definition Classes
    HdfsStorageHandler → StorageHandler
  18. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  19. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  20. def lastModified(path: Path): Timestamp
    Definition Classes
    HdfsStorageHandler → StorageHandler
  21. def list(path: Path, extension: String, since: LocalDateTime, recursive: Boolean): List[Path]

    List all files in folder

    List all files in folder

    path

    Absolute folder path

    extension

    : Files should end with this string. To list all files, simply provide an empty string

    since

    Minimum modification time of liste files. To list all files, simply provide the beginning of all times

    returns

    List of Path

    Definition Classes
    HdfsStorageHandler → StorageHandler
  22. def listDirectories(path: Path): List[Path]
    Definition Classes
    HdfsStorageHandler → StorageHandler
  23. def lockAcquisitionPollTime: FiniteDuration
    Definition Classes
    HdfsStorageHandler → StorageHandler
  24. def lockRefreshPollTime: FiniteDuration
    Definition Classes
    HdfsStorageHandler → StorageHandler
  25. val logger: Logger
    Attributes
    protected
    Definition Classes
    StrictLogging
  26. def mkdirs(path: Path): Boolean

    Create folder if it does not exsit including any intermediary non existent folder

    Create folder if it does not exsit including any intermediary non existent folder

    path

    Absolute path of folder to create

    Definition Classes
    HdfsStorageHandler → StorageHandler
  27. def move(path: Path, dest: Path): Boolean

    Move file

    Move file

    path

    source path (file or folder)

    dest

    destination path (file or folder)

    Definition Classes
    HdfsStorageHandler → StorageHandler
  28. def moveFromLocal(source: Path, dest: Path): Unit

    Move file from local filesystem to target file system If source FS Scheme is not "file" then issue a regular move

    Move file from local filesystem to target file system If source FS Scheme is not "file" then issue a regular move

    source

    Local file path

    dest

    destination file path

    Definition Classes
    HdfsStorageHandler → StorageHandler
  29. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  30. lazy val normalizedFileSystem: Option[String]
  31. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  32. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  33. def read(path: Path): String

    Read a UTF-8 text file into a string used to load yml configuration files

    Read a UTF-8 text file into a string used to load yml configuration files

    path

    : Absolute file path

    returns

    file content as a string

    Definition Classes
    HdfsStorageHandler → StorageHandler
  34. def spaceConsumed(path: Path): Long
    Definition Classes
    HdfsStorageHandler → StorageHandler
  35. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  36. def toString(): String
    Definition Classes
    AnyRef → Any
  37. def touch(path: Path): Try[Unit]
    Definition Classes
    HdfsStorageHandler → StorageHandler
  38. def touchz(path: Path): Try[Unit]
    Definition Classes
    HdfsStorageHandler → StorageHandler
  39. def unzip(sourceFile: Path, targetDir: Path): Try[Unit]
    Definition Classes
    HdfsStorageHandler → StorageHandler
  40. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  41. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  42. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  43. def write(data: String, path: Path): Unit

    Write a string to a UTF-8 text file.

    Write a string to a UTF-8 text file. Used for yml configuration files.

    data

    file content as a string

    path

    : Absolute file path

    Definition Classes
    HdfsStorageHandler → StorageHandler
  44. def writeBinary(data: Array[Byte], path: Path): Unit

    Write bytes to binary file.

    Write bytes to binary file. Used for zip / gzip input test files.

    data

    file content as a string

    path

    : Absolute file path

Inherited from StorageHandler

Inherited from StrictLogging

Inherited from AnyRef

Inherited from Any

Ungrouped