Packages

case class ParquetParallelWriter(parallelWriteDetails: ParallelWrite, entityAPI: ParallelWriteEntity, entityDetails: CatalogCoordinates, catalogService: DataCatalogService) extends ColdParallelWriter with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, ColdParallelWriter, ParallelWriter, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ParquetParallelWriter
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. ColdParallelWriter
  7. ParallelWriter
  8. Logging
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ParquetParallelWriter(parallelWriteDetails: ParallelWrite, entityAPI: ParallelWriteEntity, entityDetails: CatalogCoordinates, catalogService: DataCatalogService)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val catalogService: DataCatalogService
    Definition Classes
    ParquetParallelWriter → ParallelWriter
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. def commit(correlationId: CorrelationId, batchId: Long): Unit
    Definition Classes
    ParallelWriter
  8. def complete(correlationId: CorrelationId): Unit
    Definition Classes
    ParallelWriter
  9. val credentialsConfigurator: CredentialsConfigurator
    Definition Classes
    ColdParallelWriter
  10. def enforceSchema(df: DataFrame): DataFrame
    Definition Classes
    ParallelWriter
  11. val entityAPI: ParallelWriteEntity
    Definition Classes
    ParquetParallelWriter → ParallelWriter
  12. val entityDetails: CatalogCoordinates
    Definition Classes
    ParquetParallelWriter → ParallelWriter
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. val logger: WaspLogger
    Attributes
    protected
    Definition Classes
    Logging
  18. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. val numRetries: Int
    Definition Classes
    ParallelWriter
  22. val parallelWriteDetails: ParallelWrite
  23. def performColdWrite(df: DataFrame, s3path: URI, partitioningColumns: Seq[String], batchId: Long): Unit
    Attributes
    protected
    Definition Classes
    ParquetParallelWriter → ColdParallelWriter
  24. val retryPollInterval: FiniteDuration
    Definition Classes
    ParallelWriter
  25. def rollback(correlationId: CorrelationId): Unit
    Definition Classes
    ParallelWriter
  26. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  27. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  28. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  29. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  30. final def write(writeExecutionPlan: WriteExecutionPlanResponseBody, df: DataFrame, correlationId: CorrelationId, batchId: Long): Unit

    Writes data according to write execution plan

    Writes data according to write execution plan

    writeExecutionPlan

    execution plan obtained from entity

    df

    data to write

    Definition Classes
    ColdParallelWriter → ParallelWriter

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from ColdParallelWriter

Inherited from ParallelWriter

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped