Serialized Form (Apache Beam SDK for Java, version 2.2.0 API)

Package org.apache.beam.sdk.io.gcp.bigquery
- Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read extends PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>> implements Serializable
  - Serialized Fields
    - inner
```
BigQueryIO.TypedRead<T> inner
```
- Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead extends PTransform<PBegin,PCollection<T>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write extends PTransform<PCollection<T>,WriteResult> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.CreateTables extends PTransform<PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,PCollection<KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>> implements Serializable
  - Serialized Fields
    - createDisposition
```
BigQueryIO.Write.CreateDisposition createDisposition
```
    - bqServices
```
org.apache.beam.sdk.io.gcp.bigquery.BigQueryServices bqServices
```
    - dynamicDestinations
```
DynamicDestinations<T,DestinationT> dynamicDestinations
```
- Class org.apache.beam.sdk.io.gcp.bigquery.DynamicDestinations extends Object implements Serializable
  - Serialized Fields
    - sideInputAccessor
```
org.apache.beam.sdk.io.gcp.bigquery.DynamicDestinations.SideInputAccessor sideInputAccessor
```
- Class org.apache.beam.sdk.io.gcp.bigquery.InsertRetryPolicy extends Object implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite extends PTransform<PCollection<T>,PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>> implements Serializable
  - Serialized Fields
    - dynamicDestinations
```
DynamicDestinations<T,DestinationT> dynamicDestinations
```
    - formatFunction
```
SerializableFunction<InputT,OutputT> formatFunction
```
- Class org.apache.beam.sdk.io.gcp.bigquery.ReifyAsIterable extends PTransform<PCollection<T>,PCollection<Iterable<T>>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.StreamingInserts extends PTransform<PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable
  - Serialized Fields
    - bigQueryServices
```
org.apache.beam.sdk.io.gcp.bigquery.BigQueryServices bigQueryServices
```
    - createDisposition
```
BigQueryIO.Write.CreateDisposition createDisposition
```
    - dynamicDestinations
```
DynamicDestinations<T,DestinationT> dynamicDestinations
```
    - retryPolicy
```
InsertRetryPolicy retryPolicy
```
- Class org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteTables extends PTransform<PCollection<KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable
  - Serialized Fields
    - bigQueryServices
```
org.apache.beam.sdk.io.gcp.bigquery.BigQueryServices bigQueryServices
```
    - retryPolicy
```
InsertRetryPolicy retryPolicy
```
- Class org.apache.beam.sdk.io.gcp.bigquery.TableDestination extends Object implements Serializable
  
  serialVersionUID:
  
  1L
  - Serialized Fields
    - tableSpec
```
String tableSpec
```
    - tableDescription
```
String tableDescription
```
    - jsonTimePartitioning
```
String jsonTimePartitioning
```
- Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder extends AtomicCoder<TableDestination> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoderV2 extends AtomicCoder<TableDestination> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder extends AtomicCoder<com.google.api.services.bigquery.model.TableRow> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.ResultCoder extends StructuredCoder<org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.Result<DestinationT>> implements Serializable
  - Serialized Fields
    - destinationCoder
```
Coder<T> destinationCoder
```
Package org.apache.beam.sdk.io.gcp.bigtable
- Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read extends PTransform<PBegin,PCollection<com.google.bigtable.v2.Row>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write extends PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>>,PDone> implements Serializable
Package org.apache.beam.sdk.io.gcp.datastore
- Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
- Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Key> implements Serializable
- Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read extends PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable
Package org.apache.beam.sdk.io.gcp.pubsub
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.SubscriptionPath extends Object implements Serializable
  - Serialized Fields
    - projectId
```
String projectId
```
    - subscriptionName
```
String subscriptionName
```
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.TopicPath extends Object implements Serializable
  - Serialized Fields
    - path
```
String path
```
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription extends Object implements Serializable
  - Serialized Fields
    - type
```
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription.Type type
```
    - project
```
String project
```
    - subscription
```
String subscription
```
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic extends Object implements Serializable
  - Serialized Fields
    - type
```
org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic.Type type
```
    - project
```
String project
```
    - topic
```
String topic
```
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Read extends PTransform<PBegin,PCollection<T>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write extends PTransform<PCollection<T>,PDone> implements Serializable
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write.PubsubBoundedWriter extends DoFn<T,Void> implements Serializable
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessagePayloadOnlyCoder extends CustomCoder<PubsubMessage> implements Serializable
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder extends CustomCoder<PubsubMessage> implements Serializable
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink extends PTransform<PCollection<PubsubMessage>,PDone> implements Serializable
  - Serialized Fields
    - pubsubFactory
```
PubsubClient.PubsubClientFactory pubsubFactory
```
      Which factory to use for creating Pubsub transport.
    - topic
```
ValueProvider<T> topic
```
      Pubsub topic to publish to.
    - timestampAttribute
```
String timestampAttribute
```
      Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead.
    - idAttribute
```
String idAttribute
```
      Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves.
    - numShards
```
int numShards
```
      Number of 'shards' to use so that latency in Pubsub publish can be hidden. Generally this should be a small multiple of the number of available cores. Too smoll a number results in too much time lost to blocking Pubsub calls. To large a number results in too many single-element batches being sent to Pubsub with high per-batch overhead.
    - publishBatchSize
```
int publishBatchSize
```
      Maximum number of messages per publish.
    - publishBatchBytes
```
int publishBatchBytes
```
      Maximum size of a publish batch, in bytes.
    - maxLatency
```
org.joda.time.Duration maxLatency
```
      Longest delay between receiving a message and pushing it to Pubsub.
    - recordIdMethod
```
org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink.RecordIdMethod recordIdMethod
```
      How record ids should be generated for each record (if PubsubUnboundedSink.idAttribute is non-null).
- Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSource extends PTransform<PBegin,PCollection<PubsubMessage>> implements Serializable
  - Serialized Fields
    - clock
```
com.google.api.client.util.Clock clock
```
      For testing only: Clock to use for all timekeeping. If null use system clock.
    - pubsubFactory
```
PubsubClient.PubsubClientFactory pubsubFactory
```
      Factory for creating underlying Pubsub transport.
    - project
```
ValueProvider<T> project
```
      Project under which to create a subscription if only the PubsubUnboundedSource.topic was given.
    - topic
```
ValueProvider<T> topic
```
      Topic to read from. If null, then PubsubUnboundedSource.subscription must be given. Otherwise PubsubUnboundedSource.subscription must be null.
    - subscription
```
ValueProvider<T> subscription
```
      Subscription to read from. If null then PubsubUnboundedSource.topic must be given. Otherwise PubsubUnboundedSource.topic must be null.
      If no subscription is given a random one will be created when the transorm is applied. This field will be update with that subscription's path. The created subscription is never deleted.
    - timestampAttribute
```
String timestampAttribute
```
      Pubsub metadata field holding timestamp of each element, or null if should use Pubsub message publish timestamp instead.
    - idAttribute
```
String idAttribute
```
      Pubsub metadata field holding id for each element, or null if need to generate a unique id ourselves.
    - needsAttributes
```
boolean needsAttributes
```
      Whether this source should load the attributes of the PubsubMessage, or only the payload.
Package org.apache.beam.sdk.io.gcp.spanner
- Class org.apache.beam.sdk.io.gcp.spanner.MutationGroup extends Object implements Serializable
  - Serialized Fields
    - mutations
```
com.google.common.collect.ImmutableList<E> mutations
```
- Class org.apache.beam.sdk.io.gcp.spanner.ReadOperation extends Object implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerConfig extends Object implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.CreateTransaction extends PTransform<PBegin,PCollectionView<Transaction>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Read extends PTransform<PBegin,PCollection<com.google.cloud.spanner.Struct>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.ReadAll extends PTransform<PCollection<ReadOperation>,PCollection<com.google.cloud.spanner.Struct>> implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.Write extends PTransform<PCollection<com.google.cloud.spanner.Mutation>,PDone> implements Serializable
- Class org.apache.beam.sdk.io.gcp.spanner.SpannerIO.WriteGrouped extends PTransform<PCollection<MutationGroup>,PDone> implements Serializable
  - Serialized Fields
    - spec
```
SpannerIO.Write spec
```
- Class org.apache.beam.sdk.io.gcp.spanner.Transaction extends Object implements Serializable

Serialized Form

Package org.apache.beam.sdk.io.gcp.bigquery

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Read extends PTransform<PBegin,PCollection<com.google.api.services.bigquery.model.TableRow>> implements Serializable

Serialized Fields

inner

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.TypedRead extends PTransform<PBegin,PCollection<T>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.BigQueryIO.Write extends PTransform<PCollection<T>,WriteResult> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.CreateTables extends PTransform<PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,PCollection<KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>> implements Serializable

Serialized Fields

createDisposition

bqServices

dynamicDestinations

Class org.apache.beam.sdk.io.gcp.bigquery.DynamicDestinations extends Object implements Serializable

Serialized Fields

sideInputAccessor

Class org.apache.beam.sdk.io.gcp.bigquery.InsertRetryPolicy extends Object implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.PrepareWrite extends PTransform<PCollection<T>,PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>> implements Serializable

Serialized Fields

dynamicDestinations

formatFunction

Class org.apache.beam.sdk.io.gcp.bigquery.ReifyAsIterable extends PTransform<PCollection<T>,PCollection<Iterable<T>>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.StreamingInserts extends PTransform<PCollection<KV<DestinationT,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable

Serialized Fields

bigQueryServices

createDisposition

dynamicDestinations

retryPolicy

Class org.apache.beam.sdk.io.gcp.bigquery.StreamingWriteTables extends PTransform<PCollection<KV<TableDestination,com.google.api.services.bigquery.model.TableRow>>,WriteResult> implements Serializable

Serialized Fields

bigQueryServices

retryPolicy

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestination extends Object implements Serializable

Serialized Fields

tableSpec

tableDescription

jsonTimePartitioning

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoder extends AtomicCoder<TableDestination> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.TableDestinationCoderV2 extends AtomicCoder<TableDestination> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.TableRowJsonCoder extends AtomicCoder<com.google.api.services.bigquery.model.TableRow> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.ResultCoder extends StructuredCoder<org.apache.beam.sdk.io.gcp.bigquery.WriteBundlesToFiles.Result<DestinationT>> implements Serializable

Serialized Fields

destinationCoder

Package org.apache.beam.sdk.io.gcp.bigtable

Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Read extends PTransform<PBegin,PCollection<com.google.bigtable.v2.Row>> implements Serializable

Class org.apache.beam.sdk.io.gcp.bigtable.BigtableIO.Write extends PTransform<PCollection<KV<com.google.protobuf.ByteString,Iterable<com.google.bigtable.v2.Mutation>>>,PDone> implements Serializable

Package org.apache.beam.sdk.io.gcp.datastore

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteEntity extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.DeleteKey extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Key> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Read extends PTransform<PBegin,PCollection<com.google.datastore.v1.Entity>> implements Serializable

Class org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Write extends org.apache.beam.sdk.io.gcp.datastore.DatastoreV1.Mutate<com.google.datastore.v1.Entity> implements Serializable

Package org.apache.beam.sdk.io.gcp.pubsub

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.SubscriptionPath extends Object implements Serializable

Serialized Fields

projectId

subscriptionName

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubClient.TopicPath extends Object implements Serializable

Serialized Fields

path

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubSubscription extends Object implements Serializable

Serialized Fields

type

project

subscription

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.PubsubTopic extends Object implements Serializable

Serialized Fields

type

project

topic

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Read extends PTransform<PBegin,PCollection<T>> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write extends PTransform<PCollection<T>,PDone> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubIO.Write.PubsubBoundedWriter extends DoFn<T,Void> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessagePayloadOnlyCoder extends CustomCoder<PubsubMessage> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubMessageWithAttributesCoder extends CustomCoder<PubsubMessage> implements Serializable

Class org.apache.beam.sdk.io.gcp.pubsub.PubsubUnboundedSink extends PTransform<PCollection<PubsubMessage>,PDone> implements Serializable

Serialized Fields

pubsubFactory

topic

timestampAttribute

idAttribute

numShards