Serialized Form

Package org.apache.beam.sdk.io.gcp.bigquery

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.api.services.bigquery.model.TableRow>> implements Serializable

Serialized Fields

inner

BigQueryIO.TypedRead<T> inner

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<T>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,WriteResult> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.CreateTables extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>> implements Serializable

Serialized Fields

createDisposition

BigQueryIO.Write.CreateDisposition createDisposition

bqServices

BigQueryServices bqServices

dynamicDestinations

DynamicDestinations<T,DestinationT> dynamicDestinations

Class org.apache.beam.sdk.io.gcp.bigquery.DynamicDestinations extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.InsertRetryPolicy extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>> implements Serializable

Serialized Fields

dynamicDestinations

DynamicDestinations<T,DestinationT> dynamicDestinations

formatFunction

org.apache.beam.sdk.transforms.SerializableFunction<InputT,OutputT> formatFunction

Class org.apache.beam.sdk.io.gcp.bigquery.ReifyAsIterable extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,org.apache.beam.sdk.values.PCollection<java.lang.Iterable<T>>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.StreamingInserts extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable

Serialized Fields

bigQueryServices

BigQueryServices bigQueryServices

createDisposition

BigQueryIO.Write.CreateDisposition createDisposition

dynamicDestinations

DynamicDestinations<T,DestinationT> dynamicDestinations

retryPolicy

InsertRetryPolicy retryPolicy

Class org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteTables extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable

Serialized Fields

bigQueryServices

BigQueryServices bigQueryServices

retryPolicy

InsertRetryPolicy retryPolicy

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestination extends java.lang.Object implements Serializable

serialVersionUID:

1L

Serialized Fields

tableSpec

java.lang.String tableSpec

tableDescription

java.lang.String tableDescription

jsonTimePartitioning

java.lang.String jsonTimePartitioning

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder extends org.apache.beam.sdk.coders.AtomicCoder<TableDestination> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoderV2 extends org.apache.beam.sdk.coders.AtomicCoder<TableDestination> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder extends org.apache.beam.sdk.coders.AtomicCoder<com.google.api.services.bigquery.model.TableRow> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.ResultCoder extends org.apache.beam.sdk.coders.StructuredCoder<org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.Result<DestinationT>> implements Serializable

Serialized Fields

destinationCoder

org.apache.beam.sdk.coders.Coder<T> destinationCoder

Package org.apache.beam.sdk.io.gcp.bigtable

Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.bigtable.v2.Row>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<org.apache.beam.sdk.values.KV<com.google.protobuf.ByteString,java.lang.Iterable<com.google.bigtable.v2.Mutation>>>,org.apache.beam.sdk.values.PDone> implements Serializable

Package org.apache.beam.sdk.io.gcp.datastore

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Key> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.datastore.v1.Entity>> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable

Package org.apache.beam.sdk.io.gcp.pubsub

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.ProjectPath extends java.lang.Object implements Serializable

Serialized Fields

projectId

java.lang.String projectId

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.SubscriptionPath extends java.lang.Object implements Serializable

Serialized Fields

projectId

java.lang.String projectId

subscriptionName

java.lang.String subscriptionName

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.TopicPath extends java.lang.Object implements Serializable

Serialized Fields

path

java.lang.String path

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription extends java.lang.Object implements Serializable

Serialized Fields

type

org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription.Type type

project

java.lang.String project

subscription

java.lang.String subscription

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic extends java.lang.Object implements Serializable

Serialized Fields

type

org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic.Type type

project

java.lang.String project

topic

java.lang.String topic

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<T>> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<T>,org.apache.beam.sdk.values.PDone> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write.PubsubBoundedWriter extends org.apache.beam.sdk.transforms.DoFn<T,java.lang.Void> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessagePayloadOnlyCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder extends org.apache.beam.sdk.coders.CustomCoder<PubsubMessage> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<PubsubMessage>,org.apache.beam.sdk.values.PDone> implements Serializable

Serialized Fields

pubsubFactory

PubsubClient.PubsubClientFactory pubsubFactory

Which factory to use for creating Pubsub transport.

topic

org.apache.beam.sdk.options.ValueProvider<T> topic

Pubsub topic to publish to.

timestampAttribute

java.lang.String timestampAttribute

Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead.

idAttribute

java.lang.String idAttribute

Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves.

numShards

int numShards

Number of 'shards' to use so that latency in Pubsub publish can be hidden. Generally this should be a small multiple of the number of available cores. Too smoll a number results in too much time lost to blocking Pubsub calls. To large a number results in too many single-element batches being sent to Pubsub with high per-batch overhead.

publishBatchSize

int publishBatchSize

Maximum number of messages per publish.

publishBatchBytes

int publishBatchBytes

Maximum size of a publish batch, in bytes.

maxLatency

org.joda.time.Duration maxLatency

Longest delay between receiving a message and pushing it to Pubsub.

recordIdMethod

org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink.RecordIdMethod recordIdMethod

How record ids should be generated for each record (if PubsubUnboundedSink.idAttribute is non-null).

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSource extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<PubsubMessage>> implements Serializable

Serialized Fields

clock

com.google.api.client.util.Clock clock

For testing only: Clock to use for all timekeeping. If null use system clock.

pubsubFactory

PubsubClient.PubsubClientFactory pubsubFactory

Factory for creating underlying Pubsub transport.

project

org.apache.beam.sdk.options.ValueProvider<T> project

Project under which to create a subscription if only the PubsubUnboundedSource.topic was given.

topic

org.apache.beam.sdk.options.ValueProvider<T> topic

Topic to read from. If null, then PubsubUnboundedSource.subscription must be given. Otherwise PubsubUnboundedSource.subscription must be null.

subscription

org.apache.beam.sdk.options.ValueProvider<T> subscription

Subscription to read from. If null then PubsubUnboundedSource.topic must be given. Otherwise PubsubUnboundedSource.topic must be null.

If no subscription is given a random one will be created when the transorm is applied. This field will be update with that subscription's path. The created subscription is never deleted.

timestampAttribute

java.lang.String timestampAttribute

Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead.

idAttribute

java.lang.String idAttribute

Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves.

needsAttributes

boolean needsAttributes

Whether this source should load the attributes of the PubsubMessage, or only the payload.

Package org.apache.beam.sdk.io.gcp.spanner

Class org.apache.beam.sdk.io.gcp.spanner.MutationGroup extends java.lang.Object implements Serializable

Serialized Fields

mutations

com.google.common.collect.ImmutableList<E> mutations

Class org.apache.beam.sdk.io.gcp.spanner.ReadOperation extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerConfig extends java.lang.Object implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.CreateTransaction extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollectionView<Transaction>> implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Read extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PBegin,org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Struct>> implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.ReadAll extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<ReadOperation>,org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Struct>> implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Write extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<com.google.cloud.spanner.Mutation>,SpannerWriteResult> implements Serializable

Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.WriteGrouped extends org.apache.beam.sdk.transforms.PTransform<org.apache.beam.sdk.values.PCollection<MutationGroup>,SpannerWriteResult> implements Serializable

Serialized Fields

spec

SpannerIO.Write spec

Class org.apache.beam.sdk.io.gcp.spanner.Transaction extends java.lang.Object implements Serializable