com.google.cloud.spark.bigquery.direct

Class DirectBigQueryRelation

java.lang.Object

org.apache.spark.sql.sources.BaseRelation

com.google.cloud.spark.bigquery.BigQueryRelation

com.google.cloud.spark.bigquery.direct.DirectBigQueryRelation

All Implemented Interfaces:

org.apache.spark.sql.sources.InsertableRelation, org.apache.spark.sql.sources.PrunedFilteredScan, org.apache.spark.sql.sources.PrunedScan, org.apache.spark.sql.sources.TableScan

public class DirectBigQueryRelation
extends BigQueryRelation
implements org.apache.spark.sql.sources.TableScan, org.apache.spark.sql.sources.PrunedScan, org.apache.spark.sql.sources.PrunedFilteredScan, org.apache.spark.sql.sources.InsertableRelation

Field Summary

Fields

Modifier and Type	Field and Description
static int	emptyRowRDDsCreated

Constructor Summary

Constructors

Constructor and Description
DirectBigQueryRelation(SparkBigQueryConfig options, com.google.cloud.bigquery.TableInfo table, BigQueryClient bigQueryClient, BigQueryClientFactory bigQueryReadClientFactory, BigQueryTracerFactory bigQueryTracerFactory, org.apache.spark.sql.SQLContext sqlContext)

Method Summary

Modifier and Type	Method and Description
org.apache.spark.rdd.RDD<org.apache.spark.sql.Row>	buildScan()
org.apache.spark.rdd.RDD<org.apache.spark.sql.Row>	buildScan(String[] requiredColumns)
org.apache.spark.rdd.RDD<org.apache.spark.sql.Row>	buildScan(String[] requiredColumns, org.apache.spark.sql.sources.Filter[] filters)
boolean	equals(Object o)
BigQueryRDDFactory	getBigQueryRDDFactory()
int	hashCode()
void	insert(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> data, boolean overwrite)
boolean	needConversion()
long	sizeInBytes()
String	toString()
org.apache.spark.sql.sources.Filter[]	unhandledFilters(org.apache.spark.sql.sources.Filter[] filters)

Methods inherited from class com.google.cloud.spark.bigquery.BigQueryRelation

getTableId, getTableName, getTableNameForLogging, schema, sqlContext

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Field Detail

emptyRowRDDsCreated

public static int emptyRowRDDsCreated

Constructor Detail

DirectBigQueryRelation

public DirectBigQueryRelation(SparkBigQueryConfig options,
                              com.google.cloud.bigquery.TableInfo table,
                              BigQueryClient bigQueryClient,
                              BigQueryClientFactory bigQueryReadClientFactory,
                              BigQueryTracerFactory bigQueryTracerFactory,
                              org.apache.spark.sql.SQLContext sqlContext)

Method Detail

needConversion

public boolean needConversion()

Overrides:

needConversion in class org.apache.spark.sql.sources.BaseRelation

sizeInBytes

public long sizeInBytes()

Overrides:

sizeInBytes in class org.apache.spark.sql.sources.BaseRelation

buildScan

public org.apache.spark.rdd.RDD<org.apache.spark.sql.Row> buildScan()

Specified by:

buildScan in interface org.apache.spark.sql.sources.TableScan

buildScan

public org.apache.spark.rdd.RDD<org.apache.spark.sql.Row> buildScan(String[] requiredColumns)

Specified by:

buildScan in interface org.apache.spark.sql.sources.PrunedScan

buildScan

public org.apache.spark.rdd.RDD<org.apache.spark.sql.Row> buildScan(String[] requiredColumns,
                                                                    org.apache.spark.sql.sources.Filter[] filters)

Specified by:

buildScan in interface org.apache.spark.sql.sources.PrunedFilteredScan

unhandledFilters

public org.apache.spark.sql.sources.Filter[] unhandledFilters(org.apache.spark.sql.sources.Filter[] filters)

Overrides:

unhandledFilters in class org.apache.spark.sql.sources.BaseRelation

getBigQueryRDDFactory

public BigQueryRDDFactory getBigQueryRDDFactory()

insert

public void insert(org.apache.spark.sql.Dataset<org.apache.spark.sql.Row> data,
                   boolean overwrite)

Specified by:

insert in interface org.apache.spark.sql.sources.InsertableRelation

equals

public boolean equals(Object o)

Overrides:

equals in class Object

hashCode

public int hashCode()

Overrides:

hashCode in class Object

toString

public String toString()

Overrides:

toString in class Object