Packages

case class DeltaParallelWriter(parallelWriteDetails: ParallelWrite, entityAPI: ParallelWriteEntity, entityDetails: CatalogCoordinates, catalogService: DataCatalogService) extends DeltaParallelWriterTrait with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, DeltaParallelWriterTrait, ColdParallelWriter, ParallelWriter, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DeltaParallelWriter
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. DeltaParallelWriterTrait
  7. ColdParallelWriter
  8. ParallelWriter
  9. Logging
  10. AnyRef
  11. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DeltaParallelWriter(parallelWriteDetails: ParallelWrite, entityAPI: ParallelWriteEntity, entityDetails: CatalogCoordinates, catalogService: DataCatalogService)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val catalogService: DataCatalogService
    Definition Classes
    DeltaParallelWriterParallelWriter
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. def commit(correlationId: CorrelationId, batchId: Long): Unit
    Definition Classes
    ParallelWriter
  8. def complete(correlationId: CorrelationId): Unit
    Definition Classes
    ParallelWriter
  9. val credentialsConfigurator: CredentialsConfigurator
    Definition Classes
    ColdParallelWriter
  10. def enforceSchema(df: DataFrame): DataFrame
    Definition Classes
    ParallelWriter
  11. val entityAPI: ParallelWriteEntity
    Definition Classes
    DeltaParallelWriterParallelWriter
  12. val entityDetails: CatalogCoordinates
    Definition Classes
    DeltaParallelWriterParallelWriter
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. def getDeltaTable(path: URI, spark: SparkSession, partitions: Seq[String]): DeltaTable
    Attributes
    protected
    Definition Classes
    DeltaParallelWriterTrait
  17. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  18. val logger: WaspLogger
    Attributes
    protected
    Definition Classes
    Logging
  19. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  20. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  22. val numRetries: Int
    Definition Classes
    ParallelWriter
  23. val parallelWriteDetails: ParallelWrite
  24. final def performColdWrite(df: DataFrame, path: URI, partitioningColumns: Seq[String], batchId: Long): Unit
  25. def performDeltaWrite(df: DataFrame, path: URI, partitioningColumns: Seq[String], batchId: Long): Unit
  26. val retryPollInterval: FiniteDuration
    Definition Classes
    ParallelWriter
  27. def rollback(correlationId: CorrelationId): Unit
    Definition Classes
    ParallelWriter
  28. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  29. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  32. final def write(writeExecutionPlan: WriteExecutionPlanResponseBody, df: DataFrame, correlationId: CorrelationId, batchId: Long): Unit

    Writes data according to write execution plan

    Writes data according to write execution plan

    writeExecutionPlan

    execution plan obtained from entity

    df

    data to write

    Definition Classes
    ColdParallelWriterParallelWriter

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from DeltaParallelWriterTrait

Inherited from ColdParallelWriter

Inherited from ParallelWriter

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped