it.agilelab.bigdata.wasp.consumers.spark.strategies.gdpr.config
HdfsDeletionConfig
Companion object HdfsDeletionConfig
case class HdfsDeletionConfig(keysToDeleteWithCorrelation: Seq[KeyWithCorrelation], rawModel: RawModel, rawMatchingStrategy: RawMatchingStrategy, rawMatchingCondition: Column, partitionPruningCondition: Column, stagingDirUri: String, backupDirUri: String, missingPathFailure: Boolean = false, dryRun: Boolean) extends DeletionConfig with Product with Serializable
Contains the configuration settings for an Hdfs Deletion Job
- keysToDeleteWithCorrelation
list of distinct keys to delete (from config or input model)
- rawModel
RawModel to handle
- rawMatchingStrategy
RawMatchingStrategy defined in the BatchJobModel
- rawMatchingCondition
WHERE condition derived from the RawMatchingStrategy
- partitionPruningCondition
WHERE condition derived from the PartitionPruningStrategy
- stagingDirUri
staging directory path to use (from config or default = rawModel.uri + "/staging")
- backupDirUri
backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")
- missingPathFailure
if true a missing path inside rawModel results in deletion failure
- Alphabetic
- By Inheritance
- HdfsDeletionConfig
- Serializable
- Serializable
- Product
- Equals
- DeletionConfig
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
HdfsDeletionConfig(keysToDeleteWithCorrelation: Seq[KeyWithCorrelation], rawModel: RawModel, rawMatchingStrategy: RawMatchingStrategy, rawMatchingCondition: Column, partitionPruningCondition: Column, stagingDirUri: String, backupDirUri: String, missingPathFailure: Boolean = false, dryRun: Boolean)
- keysToDeleteWithCorrelation
list of distinct keys to delete (from config or input model)
- rawModel
RawModel to handle
- rawMatchingStrategy
RawMatchingStrategy defined in the BatchJobModel
- rawMatchingCondition
WHERE condition derived from the RawMatchingStrategy
- partitionPruningCondition
WHERE condition derived from the PartitionPruningStrategy
- stagingDirUri
staging directory path to use (from config or default = rawModel.uri + "/staging")
- backupDirUri
backup directory parent path to use (from config or default = rawModel.uri.parent + "/staging")
- missingPathFailure
if true a missing path inside rawModel results in deletion failure
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val backupDirUri: String
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native() @HotSpotIntrinsicCandidate()
- val dryRun: Boolean
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @HotSpotIntrinsicCandidate()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- def joinCondition(dataKeyColumn: Column, inputKeyColumn: Column): Column
- val keysToDeleteWithCorrelation: Seq[KeyWithCorrelation]
- val missingPathFailure: Boolean
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @HotSpotIntrinsicCandidate()
- val partitionPruningCondition: Column
- val rawMatchingCondition: Column
- val rawMatchingStrategy: RawMatchingStrategy
- val rawModel: RawModel
- val stagingDirUri: String
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
Deprecated Value Members
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] ) @Deprecated @deprecated
- Deprecated
(Since version ) see corresponding Javadoc for more information.