org.apache.beam.sdk.io.gcp.bigquery

Class BigQueryStorageTableSource<T>

java.lang.Object

org.apache.beam.sdk.io.Source<T>

org.apache.beam.sdk.io.BoundedSource<T>

org.apache.beam.sdk.io.gcp.bigquery.BigQueryStorageTableSource<T>

All Implemented Interfaces:

java.io.Serializable, org.apache.beam.sdk.transforms.display.HasDisplayData

@Experimental(value=SOURCE_SINK)
public class BigQueryStorageTableSource<T>
extends org.apache.beam.sdk.io.BoundedSource<T>

A Source representing reading from a table.

See Also:

Serialized Form

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.BoundedSource

org.apache.beam.sdk.io.BoundedSource.BoundedReader<T>

Nested classes/interfaces inherited from class org.apache.beam.sdk.io.Source

org.apache.beam.sdk.io.Source.Reader<T>

Method Summary

Modifier and Type	Method and Description
static <T> BigQueryStorageTableSource<T>	create(org.apache.beam.sdk.options.ValueProvider<com.google.api.services.bigquery.model.TableReference> tableRefProvider, com.google.cloud.bigquery.storage.v1beta1.ReadOptions.TableReadOptions readOptions, org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn, org.apache.beam.sdk.coders.Coder<T> outputCoder, BigQueryServices bqServices)
org.apache.beam.sdk.io.BoundedSource.BoundedReader<T>	createReader(org.apache.beam.sdk.options.PipelineOptions options)
long	getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options)
org.apache.beam.sdk.coders.Coder<T>	getOutputCoder()
void	populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder)
java.util.List<BigQueryStorageStreamSource<T>>	split(long desiredBundleSizeBytes, org.apache.beam.sdk.options.PipelineOptions options)

Methods inherited from class org.apache.beam.sdk.io.Source

getDefaultOutputCoder, validate

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

create

public static <T> BigQueryStorageTableSource<T> create(org.apache.beam.sdk.options.ValueProvider<com.google.api.services.bigquery.model.TableReference> tableRefProvider,
                                                       @Nullable
                                                       com.google.cloud.bigquery.storage.v1beta1.ReadOptions.TableReadOptions readOptions,
                                                       org.apache.beam.sdk.transforms.SerializableFunction<SchemaAndRecord,T> parseFn,
                                                       org.apache.beam.sdk.coders.Coder<T> outputCoder,
                                                       BigQueryServices bqServices)

getOutputCoder

public org.apache.beam.sdk.coders.Coder<T> getOutputCoder()

Overrides:

getOutputCoder in class org.apache.beam.sdk.io.Source<T>

populateDisplayData

public void populateDisplayData(org.apache.beam.sdk.transforms.display.DisplayData.Builder builder)

Specified by:

populateDisplayData in interface org.apache.beam.sdk.transforms.display.HasDisplayData

Overrides:

populateDisplayData in class org.apache.beam.sdk.io.Source<T>

getEstimatedSizeBytes

public long getEstimatedSizeBytes(org.apache.beam.sdk.options.PipelineOptions options)
                           throws java.lang.Exception

Specified by:

getEstimatedSizeBytes in class org.apache.beam.sdk.io.BoundedSource<T>

Throws:

java.lang.Exception

split

public java.util.List<BigQueryStorageStreamSource<T>> split(long desiredBundleSizeBytes,
                                                            org.apache.beam.sdk.options.PipelineOptions options)
                                                     throws java.lang.Exception

Specified by:

split in class org.apache.beam.sdk.io.BoundedSource<T>

Throws:

java.lang.Exception

createReader

public org.apache.beam.sdk.io.BoundedSource.BoundedReader<T> createReader(org.apache.beam.sdk.options.PipelineOptions options)
                                                                   throws java.io.IOException

Specified by:

createReader in class org.apache.beam.sdk.io.BoundedSource<T>

Throws:

java.io.IOException