object UpdateCommand extends Serializable
- Alphabetic
- By Inheritance
- UpdateCommand
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- val CONDITION_COLUMN_NAME: String
- val FILE_NAME_COLUMN: String
- val FINDING_TOUCHED_FILES_MSG: String
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
preserveRowTrackingColumns(targetDfWithoutRowTrackingColumns: DataFrame, snapshot: Snapshot, targetOutput: Seq[Attribute] = Seq.empty, updateExpressions: Seq[Expression] = Seq.empty): (DataFrame, Seq[Attribute], Seq[Expression])
Preserve the row tracking columns when performing an UPDATE.
Preserve the row tracking columns when performing an UPDATE.
- targetDfWithoutRowTrackingColumns
The target DataFrame on which the UPDATE operation is to be performed.
- snapshot
Snapshot of the Delta table at the start of the transaction.
- targetOutput
The output schema of the target DataFrame.
- updateExpressions
The update transformation to perform on the target DataFrame.
- returns
1. targetDf: The target DataFrame that includes the preserved row tracking columns. 2. finalOutput: The final output schema, including the preserved row tracking columns. 3. finalUpdateExpressions: The final update expressions, including transformations for the preserved row tracking columns.
- def rewritingFilesMsg(numFilesToRewrite: Long): String
-
def
shouldOutputCdc(txn: OptimisticTransaction): Boolean
Whether or not CDC is enabled on this table and, thus, if we should output CDC data during this UPDATE operation.
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
withUpdatedColumns(originalExpressions: Seq[Attribute], updateExpressions: Seq[Expression], condition: Expression, dfWithEvaluatedCondition: DataFrame, shouldOutputCdc: Boolean): DataFrame
Build the new columns.
Build the new columns. If the condition matches, generate the new value using the corresponding UPDATE EXPRESSION; otherwise, keep the original column value.
When CDC is enabled, includes the generation of CDC pre-image and post-image columns for changed rows.
- originalExpressions
the original column values
- updateExpressions
the update transformation to perform on the input DataFrame
- condition
update condition
- dfWithEvaluatedCondition
source DataFrame on which we will apply the update expressions with an additional column CONDITION_COLUMN_NAME which is the true/false value of if the update condition is satisfied
- shouldOutputCdc
if we should output CDC data during this UPDATE operation.
- returns
the updated DataFrame, with extra CDC columns if CDC is enabled