com.google.cloud.spark.bigquery

Interface ReadRowsResponseToInternalRowIteratorConverter

All Known Implementing Classes:

ReadRowsResponseToInternalRowIteratorConverter.Arrow, ReadRowsResponseToInternalRowIteratorConverter.Avro

public interface ReadRowsResponseToInternalRowIteratorConverter

Nested Class Summary

Nested Classes

Modifier and Type	Interface and Description
static class	ReadRowsResponseToInternalRowIteratorConverter.Arrow
static class	ReadRowsResponseToInternalRowIteratorConverter.Avro

Method Summary

Modifier and Type	Method and Description
static ReadRowsResponseToInternalRowIteratorConverter	arrow(List<String> columnsInOrder, com.google.protobuf.ByteString arrowSchema, Optional<org.apache.spark.sql.types.StructType> userProvidedSchema, Optional<BigQueryStorageReadRowsTracer> bigQueryStorageReadRowsTracer, com.google.cloud.bigquery.storage.v1.ReadSession.TableReadOptions.ResponseCompressionCodec responseCompressionCodec)
static ReadRowsResponseToInternalRowIteratorConverter	avro(com.google.cloud.bigquery.Schema bqSchema, List<String> columnsInOrder, String rawAvroSchema, Optional<org.apache.spark.sql.types.StructType> userProvidedSchema, Optional<BigQueryStorageReadRowsTracer> bigQueryStorageReadRowsTracer, SchemaConvertersConfiguration schemaConvertersConfiguration, com.google.cloud.bigquery.storage.v1.ReadSession.TableReadOptions.ResponseCompressionCodec responseCompressionCodec)
Iterator<org.apache.spark.sql.catalyst.InternalRow>	convert(com.google.cloud.bigquery.storage.v1.ReadRowsResponse response)
int	getBatchSizeInBytes(com.google.cloud.bigquery.storage.v1.ReadRowsResponse response)

Method Detail

avro

static ReadRowsResponseToInternalRowIteratorConverter avro(com.google.cloud.bigquery.Schema bqSchema,
                                                           List<String> columnsInOrder,
                                                           String rawAvroSchema,
                                                           Optional<org.apache.spark.sql.types.StructType> userProvidedSchema,
                                                           Optional<BigQueryStorageReadRowsTracer> bigQueryStorageReadRowsTracer,
                                                           SchemaConvertersConfiguration schemaConvertersConfiguration,
                                                           com.google.cloud.bigquery.storage.v1.ReadSession.TableReadOptions.ResponseCompressionCodec responseCompressionCodec)

arrow

static ReadRowsResponseToInternalRowIteratorConverter arrow(List<String> columnsInOrder,
                                                            com.google.protobuf.ByteString arrowSchema,
                                                            Optional<org.apache.spark.sql.types.StructType> userProvidedSchema,
                                                            Optional<BigQueryStorageReadRowsTracer> bigQueryStorageReadRowsTracer,
                                                            com.google.cloud.bigquery.storage.v1.ReadSession.TableReadOptions.ResponseCompressionCodec responseCompressionCodec)

convert

Iterator<org.apache.spark.sql.catalyst.InternalRow> convert(com.google.cloud.bigquery.storage.v1.ReadRowsResponse response)

getBatchSizeInBytes

int getBatchSizeInBytes(com.google.cloud.bigquery.storage.v1.ReadRowsResponse response)