org.apache.iceberg.spark

Class SparkDataFile

java.lang.Object

org.apache.iceberg.spark.SparkContentFile<org.apache.iceberg.DataFile>

org.apache.iceberg.spark.SparkDataFile

All Implemented Interfaces:

org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>, org.apache.iceberg.DataFile

public class SparkDataFile
extends SparkContentFile<org.apache.iceberg.DataFile>
implements org.apache.iceberg.DataFile

Field Summary

Fields inherited from interface org.apache.iceberg.DataFile

COLUMN_SIZES, CONTENT, EQUALITY_IDS, FILE_FORMAT, FILE_PATH, FILE_SIZE, KEY_METADATA, LOWER_BOUNDS, NAN_VALUE_COUNTS, NULL_VALUE_COUNTS, PARTITION_DOC, PARTITION_ID, PARTITION_NAME, RECORD_COUNT, SORT_ORDER_ID, SPEC_ID, SPLIT_OFFSETS, UPPER_BOUNDS, VALUE_COUNTS

Constructor Summary

Constructors

Constructor and Description
SparkDataFile(org.apache.iceberg.types.Types.StructType type, org.apache.spark.sql.types.StructType sparkType)
SparkDataFile(org.apache.iceberg.types.Types.StructType type, org.apache.iceberg.types.Types.StructType projectedType, org.apache.spark.sql.types.StructType sparkType)

Method Summary

Modifier and Type	Method and Description
protected org.apache.iceberg.DataFile	asFile()
java.util.List<java.lang.Integer>	equalityFieldIds()

Methods inherited from class org.apache.iceberg.spark.SparkContentFile

columnSizes, content, copy, copyWithoutStats, fileSizeInBytes, format, keyMetadata, lowerBounds, nanValueCounts, nullValueCounts, partition, path, pos, recordCount, sortOrderId, specId, splitOffsets, upperBounds, valueCounts, wrap

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.iceberg.DataFile

content, getType

Methods inherited from interface org.apache.iceberg.ContentFile

columnSizes, copy, copy, copyWithoutStats, copyWithStats, dataSequenceNumber, fileSequenceNumber, fileSizeInBytes, format, keyMetadata, lowerBounds, nanValueCounts, nullValueCounts, partition, path, pos, recordCount, sortOrderId, specId, splitOffsets, upperBounds, valueCounts

Constructor Detail

SparkDataFile

public SparkDataFile(org.apache.iceberg.types.Types.StructType type,
                     org.apache.spark.sql.types.StructType sparkType)

SparkDataFile

public SparkDataFile(org.apache.iceberg.types.Types.StructType type,
                     org.apache.iceberg.types.Types.StructType projectedType,
                     org.apache.spark.sql.types.StructType sparkType)

Method Detail

asFile

protected org.apache.iceberg.DataFile asFile()

Specified by:

asFile in class SparkContentFile<org.apache.iceberg.DataFile>

equalityFieldIds

public java.util.List<java.lang.Integer> equalityFieldIds()

Specified by:

equalityFieldIds in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

Specified by:

equalityFieldIds in interface org.apache.iceberg.DataFile

Overrides:

equalityFieldIds in class SparkContentFile<org.apache.iceberg.DataFile>