Packages

case class HdfsDeletionConfig(keysToDeleteWithCorrelation: Seq[KeyWithCorrelation], rawModel: RawModel, rawMatchingStrategy: RawMatchingStrategy, rawMatchingCondition: Column, partitionPruningCondition: Column, stagingDirUri: String, backupDirUri: String, missingPathFailure: Boolean = false, dryRun: Boolean) extends DeletionConfig with Product with Serializable

Contains the configuration settings for an Hdfs Deletion Job

keysToDeleteWithCorrelation

list of distinct keys to delete (from config or input model)

rawModel

RawModel to handle

rawMatchingStrategy

RawMatchingStrategy defined in the BatchJobModel

rawMatchingCondition

WHERE condition derived from the RawMatchingStrategy

partitionPruningCondition

WHERE condition derived from the PartitionPruningStrategy

stagingDirUri

staging directory path to use (from config or default = rawModel.uri + "/staging")

backupDirUri

backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")

missingPathFailure

if true a missing path inside rawModel results in deletion failure

Linear Supertypes
Serializable, Serializable, Product, Equals, DeletionConfig, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HdfsDeletionConfig
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. DeletionConfig
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HdfsDeletionConfig(keysToDeleteWithCorrelation: Seq[KeyWithCorrelation], rawModel: RawModel, rawMatchingStrategy: RawMatchingStrategy, rawMatchingCondition: Column, partitionPruningCondition: Column, stagingDirUri: String, backupDirUri: String, missingPathFailure: Boolean = false, dryRun: Boolean)

    keysToDeleteWithCorrelation

    list of distinct keys to delete (from config or input model)

    rawModel

    RawModel to handle

    rawMatchingStrategy

    RawMatchingStrategy defined in the BatchJobModel

    rawMatchingCondition

    WHERE condition derived from the RawMatchingStrategy

    partitionPruningCondition

    WHERE condition derived from the PartitionPruningStrategy

    stagingDirUri

    staging directory path to use (from config or default = rawModel.uri + "/staging")

    backupDirUri

    backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")

    missingPathFailure

    if true a missing path inside rawModel results in deletion failure

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val backupDirUri: String
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. val dryRun: Boolean
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  12. def joinCondition(dataKeyColumn: Column, inputKeyColumn: Column): Column
  13. val keysToDeleteWithCorrelation: Seq[KeyWithCorrelation]
  14. val missingPathFailure: Boolean
  15. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. val partitionPruningCondition: Column
  19. val rawMatchingCondition: Column
  20. val rawMatchingStrategy: RawMatchingStrategy
  21. val rawModel: RawModel
  22. val stagingDirUri: String
  23. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  24. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  25. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DeletionConfig

Inherited from AnyRef

Inherited from Any

Ungrouped