com.google.cloud.spark.bigquery.write

Class BigQueryInsertableRelationBase

java.lang.Object

org.apache.spark.sql.sources.BaseRelation

com.google.cloud.spark.bigquery.write.BigQueryInsertableRelationBase

All Implemented Interfaces:

org.apache.spark.sql.sources.InsertableRelation

Direct Known Subclasses:

BigQueryDataSourceWriterInsertableRelation, BigQueryDeprecatedIndirectInsertableRelation

public abstract class BigQueryInsertableRelationBase
extends org.apache.spark.sql.sources.BaseRelation
implements org.apache.spark.sql.sources.InsertableRelation

Field Summary

Fields

Modifier and Type	Field and Description
protected BigQueryClient	bigQueryClient
protected SparkBigQueryConfig	config
protected org.slf4j.Logger	logger
protected org.apache.spark.sql.SQLContext	sqlContext
protected Optional<com.google.cloud.bigquery.TableInfo>	table

Constructor Summary

Constructors

Modifier	Constructor and Description
protected	BigQueryInsertableRelationBase(BigQueryClient bigQueryClient, org.apache.spark.sql.SQLContext sqlContext, SparkBigQueryConfig config)

Method Summary

Modifier and Type	Method and Description
boolean	exists() Does this table exist?
com.google.cloud.bigquery.TableId	getTableId()
boolean	isEmpty() Is this table empty? A none-existing table is considered to be empty
org.apache.spark.sql.types.StructType	schema()
org.apache.spark.sql.SQLContext	sqlContext()

Methods inherited from class org.apache.spark.sql.sources.BaseRelation

needConversion, sizeInBytes, unhandledFilters

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.sql.sources.InsertableRelation

insert

Field Detail

logger

protected final org.slf4j.Logger logger

bigQueryClient

protected final BigQueryClient bigQueryClient

sqlContext

protected final org.apache.spark.sql.SQLContext sqlContext

config

protected final SparkBigQueryConfig config

table

protected final Optional<com.google.cloud.bigquery.TableInfo> table

Constructor Detail

BigQueryInsertableRelationBase

protected BigQueryInsertableRelationBase(BigQueryClient bigQueryClient,
                                         org.apache.spark.sql.SQLContext sqlContext,
                                         SparkBigQueryConfig config)

Method Detail

sqlContext

public org.apache.spark.sql.SQLContext sqlContext()

Specified by:

sqlContext in class org.apache.spark.sql.sources.BaseRelation

schema

public org.apache.spark.sql.types.StructType schema()

Specified by:

schema in class org.apache.spark.sql.sources.BaseRelation

exists

public boolean exists()

Does this table exist?

isEmpty

public boolean isEmpty()

Is this table empty? A none-existing table is considered to be empty

getTableId

public com.google.cloud.bigquery.TableId getTableId()