Packages

case class SparkDistCPOptions(update: Boolean = SparkDistCPOptions.Defaults.update, overwrite: Boolean = ..., delete: Boolean = SparkDistCPOptions.Defaults.delete, log: Option[URI] = SparkDistCPOptions.Defaults.log, ignoreErrors: Boolean = ..., dryRun: Boolean = SparkDistCPOptions.Defaults.dryRun, consistentPathBehaviour: Boolean = ..., maxFilesPerTask: Int = ..., maxBytesPerTask: Long = ..., filterNot: List[Regex] = ..., numListstatusThreads: Int = ..., verbose: Boolean = SparkDistCPOptions.Defaults.verbose) extends Product with Serializable

Options for the DistCP application See OptionsParsing.parse for the explanation of each option

Linear Supertypes
Serializable, Serializable, Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SparkDistCPOptions
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SparkDistCPOptions(update: Boolean = SparkDistCPOptions.Defaults.update, overwrite: Boolean = ..., delete: Boolean = SparkDistCPOptions.Defaults.delete, log: Option[URI] = SparkDistCPOptions.Defaults.log, ignoreErrors: Boolean = ..., dryRun: Boolean = SparkDistCPOptions.Defaults.dryRun, consistentPathBehaviour: Boolean = ..., maxFilesPerTask: Int = ..., maxBytesPerTask: Long = ..., filterNot: List[Regex] = ..., numListstatusThreads: Int = ..., verbose: Boolean = SparkDistCPOptions.Defaults.verbose)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  6. val consistentPathBehaviour: Boolean
  7. val delete: Boolean
  8. val dryRun: Boolean
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. val filterNot: List[Regex]
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. val ignoreErrors: Boolean
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. val log: Option[URI]
  16. val maxBytesPerTask: Long
  17. val maxFilesPerTask: Int
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. val numListstatusThreads: Int
  22. val overwrite: Boolean
  23. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  24. val update: Boolean
  25. val updateOverwritePathBehaviour: Boolean
  26. def validateOptions(): Unit
  27. val verbose: Boolean
  28. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  31. def withFiltersFromFile(uri: URI, hadoopConfiguration: Configuration): SparkDistCPOptions

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped