org.apache.iceberg.spark.data

Class AvroWithSparkSchemaVisitor<T>

java.lang.Object

org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

org.apache.iceberg.spark.data.AvroWithSparkSchemaVisitor<T>

public abstract class AvroWithSparkSchemaVisitor<T>
extends org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

Constructor Summary

Constructors

Constructor and Description
AvroWithSparkSchemaVisitor()

Method Summary

Modifier and Type	Method and Description
protected org.apache.spark.sql.types.DataType	arrayElementType(org.apache.spark.sql.types.DataType arrayType)
protected org.apache.iceberg.util.Pair<java.lang.String,org.apache.spark.sql.types.DataType>	fieldNameAndType(org.apache.spark.sql.types.DataType structType, int pos)
protected boolean	isMapType(org.apache.spark.sql.types.DataType dataType)
protected boolean	isStringType(org.apache.spark.sql.types.DataType dataType)
protected org.apache.spark.sql.types.DataType	mapKeyType(org.apache.spark.sql.types.DataType mapType)
protected org.apache.spark.sql.types.DataType	mapValueType(org.apache.spark.sql.types.DataType mapType)
protected org.apache.spark.sql.types.DataType	nullType()

Methods inherited from class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor

array, map, map, primitive, record, union, visit

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

AvroWithSparkSchemaVisitor

public AvroWithSparkSchemaVisitor()

Method Detail

isStringType

protected boolean isStringType(org.apache.spark.sql.types.DataType dataType)

Specified by:

isStringType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

isMapType

protected boolean isMapType(org.apache.spark.sql.types.DataType dataType)

Specified by:

isMapType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

arrayElementType

protected org.apache.spark.sql.types.DataType arrayElementType(org.apache.spark.sql.types.DataType arrayType)

Specified by:

arrayElementType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

mapKeyType

protected org.apache.spark.sql.types.DataType mapKeyType(org.apache.spark.sql.types.DataType mapType)

Specified by:

mapKeyType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

mapValueType

protected org.apache.spark.sql.types.DataType mapValueType(org.apache.spark.sql.types.DataType mapType)

Specified by:

mapValueType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

fieldNameAndType

protected org.apache.iceberg.util.Pair<java.lang.String,org.apache.spark.sql.types.DataType> fieldNameAndType(org.apache.spark.sql.types.DataType structType,
                                                                                                              int pos)

Specified by:

fieldNameAndType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>

nullType

protected org.apache.spark.sql.types.DataType nullType()

Specified by:

nullType in class org.apache.iceberg.avro.AvroWithPartnerByStructureVisitor<org.apache.spark.sql.types.DataType,T>