com.google.cloud.spark.bigquery

Class ArrowSchemaConverter

java.lang.Object

org.apache.spark.sql.vectorized.ColumnVector

com.google.cloud.spark.bigquery.ArrowSchemaConverter

All Implemented Interfaces:

AutoCloseable

public abstract class ArrowSchemaConverter
extends org.apache.spark.sql.vectorized.ColumnVector

ArrowSchemaConverter class for accessing values and converting arrow data types to the types supported by big query.

Field Summary

Fields inherited from class org.apache.spark.sql.vectorized.ColumnVector

type

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.spark.sql.vectorized.ColumnarArray	getArray(int rowId)
byte[]	getBinary(int rowId)
boolean	getBoolean(int rowId)
byte	getByte(int rowId)
org.apache.spark.sql.vectorized.ColumnVector	getChild(int ordinal)
org.apache.spark.sql.types.Decimal	getDecimal(int rowId, int precision, int scale)
double	getDouble(int rowId)
float	getFloat(int rowId)
int	getInt(int rowId)
long	getLong(int rowId)
org.apache.spark.sql.vectorized.ColumnarMap	getMap(int rowId)
short	getShort(int rowId)
org.apache.spark.unsafe.types.UTF8String	getUTF8String(int rowId)
boolean	hasNull()
static ArrowSchemaConverter	newArrowSchemaConverter(org.apache.arrow.vector.ValueVector vector, org.apache.spark.sql.types.StructField userProvidedField)
int	numNulls()
abstract org.apache.arrow.vector.ValueVector	vector()

Methods inherited from class org.apache.spark.sql.vectorized.ColumnVector

dataType, getBooleans, getBytes, getDoubles, getFloats, getInterval, getInts, getLongs, getShorts, getStruct, isNullAt

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

vector

public abstract org.apache.arrow.vector.ValueVector vector()

hasNull

public boolean hasNull()

Specified by:

hasNull in class org.apache.spark.sql.vectorized.ColumnVector

numNulls

public int numNulls()

Specified by:

numNulls in class org.apache.spark.sql.vectorized.ColumnVector

close

public void close()

Specified by:

close in interface AutoCloseable

Specified by:

close in class org.apache.spark.sql.vectorized.ColumnVector

getBoolean

public boolean getBoolean(int rowId)

Specified by:

getBoolean in class org.apache.spark.sql.vectorized.ColumnVector

getByte

public byte getByte(int rowId)

Specified by:

getByte in class org.apache.spark.sql.vectorized.ColumnVector

getShort

public short getShort(int rowId)

Specified by:

getShort in class org.apache.spark.sql.vectorized.ColumnVector

getInt

public int getInt(int rowId)

Specified by:

getInt in class org.apache.spark.sql.vectorized.ColumnVector

getLong

public long getLong(int rowId)

Specified by:

getLong in class org.apache.spark.sql.vectorized.ColumnVector

getFloat

public float getFloat(int rowId)

Specified by:

getFloat in class org.apache.spark.sql.vectorized.ColumnVector

getDouble

public double getDouble(int rowId)

Specified by:

getDouble in class org.apache.spark.sql.vectorized.ColumnVector

getDecimal

public org.apache.spark.sql.types.Decimal getDecimal(int rowId,
                                                     int precision,
                                                     int scale)

Specified by:

getDecimal in class org.apache.spark.sql.vectorized.ColumnVector

getUTF8String

public org.apache.spark.unsafe.types.UTF8String getUTF8String(int rowId)

Specified by:

getUTF8String in class org.apache.spark.sql.vectorized.ColumnVector

getBinary

public byte[] getBinary(int rowId)

Specified by:

getBinary in class org.apache.spark.sql.vectorized.ColumnVector

getArray

public org.apache.spark.sql.vectorized.ColumnarArray getArray(int rowId)

Specified by:

getArray in class org.apache.spark.sql.vectorized.ColumnVector

getMap

public org.apache.spark.sql.vectorized.ColumnarMap getMap(int rowId)

Specified by:

getMap in class org.apache.spark.sql.vectorized.ColumnVector

getChild

public org.apache.spark.sql.vectorized.ColumnVector getChild(int ordinal)

Specified by:

getChild in class org.apache.spark.sql.vectorized.ColumnVector

newArrowSchemaConverter

public static ArrowSchemaConverter newArrowSchemaConverter(org.apache.arrow.vector.ValueVector vector,
                                                           org.apache.spark.sql.types.StructField userProvidedField)