case class AddFile(path: String, partitionValues: Map[String, String], size: Long, modificationTime: Long, dataChange: Boolean, stats: String = null, tags: Map[String, String] = null, deletionVector: DeletionVectorDescriptor = null, baseRowId: Option[Long] = None, defaultRowCommitVersion: Option[Long] = None, clusteringProvider: Option[String] = None) extends FileAction with HasNumRecords with Product with Serializable

Adds a new file to the table. When multiple AddFile file actions are seen with the same path only the metadata from the last one is kept.

path is URL-encoded.

Linear Supertypes
Serializable, Serializable, Product, Equals, HasNumRecords, FileAction, Action, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. AddFile
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. HasNumRecords
  7. FileAction
  8. Action
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new AddFile(path: String, partitionValues: Map[String, String], size: Long, modificationTime: Long, dataChange: Boolean, stats: String = null, tags: Map[String, String] = null, deletionVector: DeletionVectorDescriptor = null, baseRowId: Option[Long] = None, defaultRowCommitVersion: Option[Long] = None, clusteringProvider: Option[String] = None)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def absolutePath(deltaLog: DeltaLog): Path

    Returns the absolute Path for this file action (not URL-encoded).

    Returns the absolute Path for this file action (not URL-encoded).

    Definition Classes
    FileAction
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. val baseRowId: Option[Long]
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. val clusteringProvider: Option[String]
  9. def copyWithTag(tag: KeyType, value: String): AddFile
  10. def copyWithTags(newTags: Map[String, String]): AddFile
  11. def copyWithoutTag(tag: KeyType): AddFile
  12. val dataChange: Boolean
    Definition Classes
    AddFile → FileAction
  13. val defaultRowCommitVersion: Option[Long]
  14. def deletedToPhysicalRecordsRatio: Option[Double]

    Returns the ratio of number of deleted records to the total number of records.

    Returns the ratio of number of deleted records to the total number of records.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  15. val deletionVector: DeletionVectorDescriptor
    Definition Classes
    AddFile → FileAction
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def estLogicalFileSize: Option[Long]

    Returns the estimated size of the logical records in the file.

    Returns the estimated size of the logical records in the file.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  18. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  20. def getDeletionVectorUniqueId: Option[String]

    Return the unique id of the deletion vector, if present, or None if there's no DV.

    Return the unique id of the deletion vector, if present, or None if there's no DV.

    The unique id differentiates DVs, even if there are multiple in the same file or the DV is stored inline.

    Annotations
    @JsonIgnore()
  21. def getFileSize: Long
    Definition Classes
    AddFile → FileAction
    Annotations
    @JsonIgnore()
  22. def getTag(tagName: String): Option[String]

    Return tag value if tags is not null and the tag present.

    Return tag value if tags is not null and the tag present.

    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  23. def insertionTime: Long
    Annotations
    @JsonIgnore()
  24. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  25. def json: String

    Before serializing make sure deletionVector.maxRowIndex is not defined.

    Before serializing make sure deletionVector.maxRowIndex is not defined. This is only a transient property and it is not intended to be stored in the log.

    Definition Classes
    AddFile → Action
  26. def logicalToPhysicalRecordsRatio: Option[Double]

    Returns the ratio of the logical number of records to the total number of records.

    Returns the ratio of the logical number of records to the total number of records.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  27. def longTag(tagKey: KeyType): Option[Long]
  28. val modificationTime: Long
  29. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  30. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  31. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  32. def numDeletedRecords: Long

    Returns the number of records marked as deleted.

    Returns the number of records marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  33. lazy val numLogicalRecords: Option[Long]

    Returns the number of logical records, which do not include those marked as deleted.

    Returns the number of logical records, which do not include those marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  34. def numPhysicalRecords: Option[Long]

    Returns the total number of records, including those marked as deleted.

    Returns the total number of records, including those marked as deleted.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore()
  35. lazy val parsedStatsFields: Option[ParsedStatsFields]
    Attributes
    protected
    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  36. val partitionValues: Map[String, String]
    Definition Classes
    AddFile → FileAction
  37. val path: String
    Definition Classes
    AddFile → FileAction
  38. lazy val pathAsUri: URI
    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  39. def remove: RemoveFile
  40. def removeRows(deletionVector: DeletionVectorDescriptor, updateStats: Boolean, dataChange: Boolean = true): (AddFile, RemoveFile)

    Logically remove rows by associating a deletionVector with the file.

  41. def removeWithTimestamp(timestamp: Long = System.currentTimeMillis(), dataChange: Boolean = true): RemoveFile
  42. val size: Long
  43. def sparkPath: SparkPath

    Returns the SparkPath for this file action.

    Returns the SparkPath for this file action.

    Definition Classes
    FileAction
  44. val stats: String
    Definition Classes
    AddFile → FileAction
  45. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  46. def tag(tag: KeyType): Option[String]
  47. val tags: Map[String, String]
    Definition Classes
    AddFile → FileAction
  48. def tagsOrEmpty: Map[String, String]

    Returns tags or an empty Map if null

    Returns tags or an empty Map if null

    Definition Classes
    FileAction
    Annotations
    @JsonIgnore()
  49. lazy val tightBounds: Option[Boolean]

    Returns whether the statistics are tight or wide.

    Returns whether the statistics are tight or wide.

    Definition Classes
    HasNumRecords
    Annotations
    @JsonIgnore() @transient()
  50. def toPath: Path

    Returns the Path for this file action (not URL-encoded).

    Returns the Path for this file action (not URL-encoded).

    Definition Classes
    FileAction
  51. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  52. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  54. def withoutTightBoundStats: AddFile

    Update stats to have tightBounds = false, if file has any stats.

  55. def wrap: SingleAction
    Definition Classes
    AddFile → Action

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from HasNumRecords

Inherited from FileAction

Inherited from Action

Inherited from AnyRef

Inherited from Any

Ungrouped