Serialized Form

Package org.apache.beam.sdk.io.kafka

Class org.apache.beam.sdk.io.kafka.CheckStopReadingFnWrapper extends java.lang.Object implements Serializable

Serialized Fields

serializableFunction

org.apache.beam.sdk.transforms.SerializableFunction<org.apache.kafka.common.TopicPartition,java.lang.Boolean> serializableFunction

Class org.apache.beam.sdk.io.kafka.ConfluentSchemaRegistryDeserializerProvider extends java.lang.Object implements Serializable

Serialized Fields

schemaRegistryClientProviderFn

org.apache.beam.sdk.transforms.SerializableFunction<java.lang.Void,io.confluent.kafka.schemaregistry.client.SchemaRegistryClient> schemaRegistryClientProviderFn

schemaRegistryUrl

java.lang.String schemaRegistryUrl

subject

java.lang.String subject

version

@Nullable java.lang.Integer version

Class org.apache.beam.sdk.io.kafka.KafkaCheckpointMark.PartitionMark extends java.lang.Object implements Serializable

Serialized Fields

nextOffset

long nextOffset

partition

int partition

topic

java.lang.String topic

watermarkMillis

long watermarkMillis

Class org.apache.beam.sdk.io.kafka.KafkaCommitOffset extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<KafkaSourceDescriptor,KafkaRecord<K,V>>>,org.apache.beam.sdk.values.PCollection<java.lang.Void>> implements Serializable

Serialized Fields

readSourceDescriptors

KafkaIO.ReadSourceDescriptors<K,V> readSourceDescriptors

use259implementation

boolean use259implementation

Class org.apache.beam.sdk.io.kafka.KafkaIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<KafkaRecord<K,V>>> implements Serializable

Class org.apache.beam.sdk.io.kafka.KafkaIO.ReadSourceDescriptors extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<KafkaSourceDescriptor>,org.apache.beam.sdk.values.PCollection<KafkaRecord<K,V>>> implements Serializable

Serialized Fields

records

org.apache.beam.sdk.values.TupleTag<org.apache.beam.sdk.values.KV<KafkaSourceDescriptor,KafkaRecord<K,V>>> records

Class org.apache.beam.sdk.io.kafka.KafkaIO.TypedWithoutMetadata extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<K,V>>> implements Serializable

Serialized Fields

read

KafkaIO.Read<K,V> read

Class org.apache.beam.sdk.io.kafka.KafkaIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<K,V>>,org.apache.beam.sdk.values.PDone> implements Serializable

Class org.apache.beam.sdk.io.kafka.KafkaIO.WriteRecords extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.kafka.clients.producer.ProducerRecord<K,V>>,org.apache.beam.sdk.values.PDone> implements Serializable

Class org.apache.beam.sdk.io.kafka.KafkaReadSchemaTransformProvider.ErrorFn extends org.apache.beam.sdk.transforms.DoFn<byte[],org.apache.beam.sdk.values.Row> implements Serializable

Serialized Fields

errorCounter

org.apache.beam.sdk.metrics.Counter errorCounter

errorSchema

org.apache.beam.sdk.schemas.Schema errorSchema

errorsInBundle

java.lang.Long errorsInBundle

handleErrors

boolean handleErrors

valueMapper

org.apache.beam.sdk.transforms.SerializableFunction<byte[],org.apache.beam.sdk.values.Row> valueMapper

Class org.apache.beam.sdk.io.kafka.KafkaRecordCoder extends org.apache.beam.sdk.coders.StructuredCoder<KafkaRecord<K,V>> implements Serializable

Serialized Fields

kvCoder

org.apache.beam.sdk.coders.KvCoder<K,V> kvCoder

Class org.apache.beam.sdk.io.kafka.KafkaSourceDescriptor extends java.lang.Object implements Serializable

Serialized Fields

topicPartition

@Nullable org.apache.kafka.common.TopicPartition topicPartition

Class org.apache.beam.sdk.io.kafka.KafkaWriteSchemaTransformProvider.KafkaWriteSchemaTransform.ErrorCounterFn extends org.apache.beam.sdk.transforms.DoFn<org.apache.beam.sdk.values.Row,org.apache.beam.sdk.values.KV<byte[],byte[]>> implements Serializable

Serialized Fields

errorCounter

org.apache.beam.sdk.metrics.Counter errorCounter

errorSchema

org.apache.beam.sdk.schemas.Schema errorSchema

errorsInBundle

java.lang.Long errorsInBundle

handleErrors

boolean handleErrors

toBytesFn

org.apache.beam.sdk.transforms.SerializableFunction<org.apache.beam.sdk.values.Row,byte[]> toBytesFn

Class org.apache.beam.sdk.io.kafka.KafkaWriteSchemaTransformProvider.KafkaWriteSchemaTransformConfiguration extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.io.kafka.ProducerRecordCoder extends org.apache.beam.sdk.coders.StructuredCoder<org.apache.kafka.clients.producer.ProducerRecord<K,V>> implements Serializable

Serialized Fields

kvCoder

org.apache.beam.sdk.coders.KvCoder<K,V> kvCoder

Class org.apache.beam.sdk.io.kafka.TopicPartitionCoder extends org.apache.beam.sdk.coders.StructuredCoder<org.apache.kafka.common.TopicPartition> implements Serializable