org.apache.iceberg.spark

Class SparkDataFile

java.lang.Object

org.apache.iceberg.spark.SparkDataFile

All Implemented Interfaces:

org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>, org.apache.iceberg.DataFile

public class SparkDataFile
extends java.lang.Object
implements org.apache.iceberg.DataFile

Field Summary

Fields inherited from interface org.apache.iceberg.DataFile

COLUMN_SIZES, CONTENT, EQUALITY_IDS, FILE_FORMAT, FILE_PATH, FILE_SIZE, KEY_METADATA, LOWER_BOUNDS, NAN_VALUE_COUNTS, NULL_VALUE_COUNTS, PARTITION_DOC, PARTITION_ID, PARTITION_NAME, RECORD_COUNT, SORT_ORDER_ID, SPEC_ID, SPLIT_OFFSETS, UPPER_BOUNDS, VALUE_COUNTS

Constructor Summary

Constructors

Constructor and Description
SparkDataFile(org.apache.iceberg.types.Types.StructType type, org.apache.spark.sql.types.StructType sparkType)
SparkDataFile(org.apache.iceberg.types.Types.StructType type, org.apache.iceberg.types.Types.StructType projectedType, org.apache.spark.sql.types.StructType sparkType)

Method Summary

Modifier and Type	Method and Description
java.util.Map<java.lang.Integer,java.lang.Long>	columnSizes()
org.apache.iceberg.DataFile	copy()
org.apache.iceberg.DataFile	copyWithoutStats()
long	fileSizeInBytes()
org.apache.iceberg.FileFormat	format()
java.nio.ByteBuffer	keyMetadata()
java.util.Map<java.lang.Integer,java.nio.ByteBuffer>	lowerBounds()
java.util.Map<java.lang.Integer,java.lang.Long>	nanValueCounts()
java.util.Map<java.lang.Integer,java.lang.Long>	nullValueCounts()
org.apache.iceberg.StructLike	partition()
java.lang.CharSequence	path()
java.lang.Long	pos()
long	recordCount()
java.lang.Integer	sortOrderId()
int	specId()
java.util.List<java.lang.Long>	splitOffsets()
java.util.Map<java.lang.Integer,java.nio.ByteBuffer>	upperBounds()
java.util.Map<java.lang.Integer,java.lang.Long>	valueCounts()
SparkDataFile	wrap(org.apache.spark.sql.Row row)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.iceberg.DataFile

content, equalityFieldIds, getType

Methods inherited from interface org.apache.iceberg.ContentFile

copy, dataSequenceNumber, fileSequenceNumber

Constructor Detail

SparkDataFile

public SparkDataFile(org.apache.iceberg.types.Types.StructType type,
                     org.apache.spark.sql.types.StructType sparkType)

SparkDataFile

public SparkDataFile(org.apache.iceberg.types.Types.StructType type,
                     org.apache.iceberg.types.Types.StructType projectedType,
                     org.apache.spark.sql.types.StructType sparkType)

Method Detail

wrap

public SparkDataFile wrap(org.apache.spark.sql.Row row)

pos

public java.lang.Long pos()

Specified by:

pos in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

specId

public int specId()

Specified by:

specId in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

path

public java.lang.CharSequence path()

Specified by:

path in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

format

public org.apache.iceberg.FileFormat format()

Specified by:

format in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

partition

public org.apache.iceberg.StructLike partition()

Specified by:

partition in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

recordCount

public long recordCount()

Specified by:

recordCount in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

fileSizeInBytes

public long fileSizeInBytes()

Specified by:

fileSizeInBytes in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

columnSizes

public java.util.Map<java.lang.Integer,java.lang.Long> columnSizes()

Specified by:

columnSizes in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

valueCounts

public java.util.Map<java.lang.Integer,java.lang.Long> valueCounts()

Specified by:

valueCounts in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

nullValueCounts

public java.util.Map<java.lang.Integer,java.lang.Long> nullValueCounts()

Specified by:

nullValueCounts in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

nanValueCounts

public java.util.Map<java.lang.Integer,java.lang.Long> nanValueCounts()

Specified by:

nanValueCounts in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

lowerBounds

public java.util.Map<java.lang.Integer,java.nio.ByteBuffer> lowerBounds()

Specified by:

lowerBounds in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

upperBounds

public java.util.Map<java.lang.Integer,java.nio.ByteBuffer> upperBounds()

Specified by:

upperBounds in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

keyMetadata

public java.nio.ByteBuffer keyMetadata()

Specified by:

keyMetadata in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

copy

public org.apache.iceberg.DataFile copy()

Specified by:

copy in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

copyWithoutStats

public org.apache.iceberg.DataFile copyWithoutStats()

Specified by:

copyWithoutStats in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

splitOffsets

public java.util.List<java.lang.Long> splitOffsets()

Specified by:

splitOffsets in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>

sortOrderId

public java.lang.Integer sortOrderId()

Specified by:

sortOrderId in interface org.apache.iceberg.ContentFile<org.apache.iceberg.DataFile>