class KafkaClient extends StrictLogging with AutoCloseable
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- KafkaClient
- AutoCloseable
- StrictLogging
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new KafkaClient(kafkaConfig: KafkaConfig)(implicit settings: Settings)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
- val client: AdminClient
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
close(): Unit
- Definition Classes
- KafkaClient → AutoCloseable
- val cometOffsetsConfig: KafkaTopicConfig
- val cometOffsetsMode: Mode
- def consumeTopicBatch(topicConfigName: String, session: SparkSession, config: KafkaTopicConfig): (DataFrame, List[(Int, Long)])
- def consumeTopicStreaming(session: SparkSession, config: KafkaTopicConfig): DataFrame
- def createTopicIfNotPresent(topic: NewTopic, conf: Map[String, String]): Unit
- def deleteTopic(topicName: String): Unit
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
val
logger: Logger
- Attributes
- protected
- Definition Classes
- StrictLogging
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def offsetsAsJson(topicName: String, offsets: List[(Int, Long)]): Option[String]
- val props: Properties
- val serverOptions: Map[String, String]
- def sinkToTopic(config: KafkaTopicConfig, df: DataFrame): Unit
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
- def topicCurrentOffsets(topicConfigName: String): Option[List[(Int, Long)]]
- def topicEndOffsets(topicName: String, accessOptions: Map[String, String]): List[(Int, Long)]
- def topicPartitions(topicName: String): List[TopicPartitionInfo]
- def topicSaveOffsets(topicConfigName: String, accessOptions: Map[String, String], offsets: List[(Int, Long)]): Unit
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()