c

org.apache.spark.sql.kafka011

KafkaStreamWriter

class KafkaStreamWriter extends StreamWriter

A StreamWriter for Kafka writing. Responsible for generating the writer factory.

Linear Supertypes
StreamWriter, DataSourceWriter, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. KafkaStreamWriter
  2. StreamWriter
  3. DataSourceWriter
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new KafkaStreamWriter(topic: Option[String], producerParams: Map[String, AnyRef], schema: StructType)

    topic

    The topic this writer is responsible for. If None, topic will be inferred from a topic field in the incoming data.

    producerParams

    Parameters for Kafka producers in each task.

    schema

    The schema of the input data.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def abort(epochId: Long, messages: Array[WriterCommitMessage]): Unit
    Definition Classes
    KafkaStreamWriter → StreamWriter
  5. def abort(arg0: Array[WriterCommitMessage]): Unit
    Definition Classes
    StreamWriter → DataSourceWriter
  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  8. def commit(epochId: Long, messages: Array[WriterCommitMessage]): Unit
    Definition Classes
    KafkaStreamWriter → StreamWriter
  9. def commit(arg0: Array[WriterCommitMessage]): Unit
    Definition Classes
    StreamWriter → DataSourceWriter
  10. def createWriterFactory(): KafkaStreamWriterFactory
    Definition Classes
    KafkaStreamWriter → DataSourceWriter
  11. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  13. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  14. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  15. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  16. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  17. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  18. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  19. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  20. def onDataWriterCommit(arg0: WriterCommitMessage): Unit
    Definition Classes
    DataSourceWriter
  21. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  22. def toString(): String
    Definition Classes
    AnyRef → Any
  23. def useCommitCoordinator(): Boolean
    Definition Classes
    DataSourceWriter
  24. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  25. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )

Inherited from StreamWriter

Inherited from DataSourceWriter

Inherited from AnyRef

Inherited from Any

Ungrouped