Packages

o

com.coxautodata.utils

FileListUtils

object FileListUtils extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FileListUtils
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  10. def getDestinationFiles(sparkContext: SparkContext, destinationPath: Path, options: SparkDistCPOptions): RDD[(URI, SerializableFileStatus)]

    List all files at the destination path

  11. def getSourceFiles(sparkContext: SparkContext, sourceURIs: Seq[URI], destinationURI: URI, updateOverwritePathBehaviour: Boolean, numListstatusThreads: Int, filterNot: List[Regex]): RDD[KeyedCopyDefinition]

    List all files in the given source URIs.

    List all files in the given source URIs. This function will throw an exception if any source files collide on identical destination locations and any collisions on any cases where a source files is the same as the destination file (copying between the same FileSystem)

  12. def handleDestCollisions(source: RDD[KeyedCopyDefinition]): Unit

    Throw an exception for any collisions on any cases where a source files is the same as the destination file (copying between the same FileSystem)

  13. def handleSourceCollisions(source: RDD[KeyedCopyDefinition]): Unit

    Throw an exception if any source files collide on identical destination locations

  14. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  16. def isTraceEnabled: Boolean
    Attributes
    protected
    Definition Classes
    Logging
  17. def listFiles(fs: FileSystem, path: Path, threads: Int, includePathRootInDependents: Boolean, filterNot: List[Regex]): Seq[(SerializableFileStatus, Seq[SerializableFileStatus])]

    Recursively list files in a given directory on a given FileSystem.

    Recursively list files in a given directory on a given FileSystem. This will be done in parallel depending on the value of threads. An optional list of regex filters to filter out files can be given.

    fs

    FileSystem to search

    path

    Root path to search from

    threads

    Number of threads to search in parallel

    includePathRootInDependents

    Whether to include the root path path in the search output

    filterNot

    A list of regex filters that will filter out any results that match one or more of the filters

  18. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  19. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  20. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  22. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  23. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  24. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  25. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  30. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  31. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  32. def setLogLevel(level: Level): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  34. def toString(): String
    Definition Classes
    AnyRef → Any
  35. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  36. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  37. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped