case class AddFile(path: String, partitionValues: Map[String, String], size: Long, modificationTime: Long, dataChange: Boolean, stats: String = null, tags: Map[String, String] = null, deletionVector: DeletionVectorDescriptor = null, baseRowId: Option[Long] = None, defaultRowCommitVersion: Option[Long] = None, clusteringProvider: Option[String] = None) extends FileAction with HasNumRecords with Product with Serializable

Adds a new file to the table. When multiple AddFile file actions are seen with the same path only the metadata from the last one is kept.

path is URL-encoded.

Linear Supertypes
Serializable, Product, Equals, HasNumRecords, FileAction, Action, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. AddFile
  2. Serializable
  3. Product
  4. Equals
  5. HasNumRecords
  6. FileAction
  7. Action
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new AddFile(path: String, partitionValues: Map[String, String], size: Long, modificationTime: Long, dataChange: Boolean, stats: String = null, tags: Map[String, String] = null, deletionVector: DeletionVectorDescriptor = null, baseRowId: Option[Long] = None, defaultRowCommitVersion: Option[Long] = None, clusteringProvider: Option[String] = None)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val baseRowId: Option[Long]
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  7. val clusteringProvider: Option[String]
  8. def copyWithTag(tag: KeyType, value: String): AddFile
  9. def copyWithTags(newTags: Map[String, String]): AddFile
  10. def copyWithoutTag(tag: KeyType): AddFile
  11. val dataChange: Boolean
    Definition Classes
    AddFile → FileAction
  12. val defaultRowCommitVersion: Option[Long]
  13. def deletedToPhysicalRecordsRatio: Option[Double]

    Returns the ratio of number of deleted records to the total number of records.

    Returns the ratio of number of deleted records to the total number of records.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  14. val deletionVector: DeletionVectorDescriptor
    Definition Classes
    AddFile → FileAction
  15. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  16. def estLogicalFileSize: Option[Long]

    Returns the estimated size of the logical records in the file.

    Returns the estimated size of the logical records in the file.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  17. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  18. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  19. def getDeletionVectorUniqueId: Option[String]

    Return the unique id of the deletion vector, if present, or None if there's no DV.

    Return the unique id of the deletion vector, if present, or None if there's no DV.

    The unique id differentiates DVs, even if there are multiple in the same file or the DV is stored inline.

    Annotations
    @JsonIgnore()
  20. def getFileSize: Long
    Definition Classes
    AddFile → FileAction
    Annotations
    @JsonIgnore()
  21. def getTag(tagName: String): Option[String]

    Return tag value if tags is not null and the tag present.

    Return tag value if tags is not null and the tag present.

    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  22. lazy val insertionTime: Long
    Annotations
    @JsonIgnore()
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. def json: String

    Before serializing make sure deletionVector.maxRowIndex is not defined.

    Before serializing make sure deletionVector.maxRowIndex is not defined. This is only a transient property and it is not intended to be stored in the log.

    Definition Classes
    AddFile → Action
  25. def logicalToPhysicalRecordsRatio: Option[Double]

    Returns the ratio of the logical number of records to the total number of records.

    Returns the ratio of the logical number of records to the total number of records.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  26. val modificationTime: Long
  27. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  28. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  29. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  30. def numDeletedRecords: Long

    Returns the number of records marked as deleted.

    Returns the number of records marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  31. lazy val numLogicalRecords: Option[Long]

    Returns the number of logical records, which do not include those marked as deleted.

    Returns the number of logical records, which do not include those marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  32. def numPhysicalRecords: Option[Long]

    Returns the total number of records, including those marked as deleted.

    Returns the total number of records, including those marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  33. lazy val parsedStatsFields: Option[ParsedStatsFields]
    Attributes
    protected
    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  34. val partitionValues: Map[String, String]
    Definition Classes
    AddFile → FileAction
  35. val path: String
    Definition Classes
    AddFile → FileAction
  36. lazy val pathAsUri: URI
    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  37. def productElementNames: Iterator[String]
    Definition Classes
    Product
  38. def remove: RemoveFile
  39. def removeRows(deletionVector: DeletionVectorDescriptor, updateStats: Boolean, dataChange: Boolean = true): (AddFile, RemoveFile)

    Logically remove rows by associating a deletionVector with the file.

  40. def removeWithTimestamp(timestamp: Long = System.currentTimeMillis(), dataChange: Boolean = true): RemoveFile
  41. val size: Long
  42. val stats: String
    Definition Classes
    AddFile → FileAction
  43. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  44. def tag(tag: KeyType): Option[String]
  45. val tags: Map[String, String]
    Definition Classes
    AddFile → FileAction
  46. lazy val tightBounds: Option[Boolean]

    Returns whether the statistics are tight or wide.

    Returns whether the statistics are tight or wide.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  47. def toPath: Path
    Definition Classes
    FileAction
  48. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  49. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  50. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  51. def withoutTightBoundStats: AddFile

    Update stats to have tightBounds = false, if file has any stats.

  52. def wrap: SingleAction
    Definition Classes
    AddFile → Action

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from HasNumRecords

Inherited from FileAction

Inherited from Action

Inherited from AnyRef

Inherited from Any

Ungrouped