Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  val CDC_END_TIMESTAMP: String
5.  val CDC_END_VERSION: String
6.  val CDC_READ_OPTION: String
7.  val CDC_READ_OPTION_LEGACY: String
8.  val CDC_START_TIMESTAMP: String
9.  val CDC_START_VERSION: String
10.  val COMPRESSION: String
11.  val DATA_CHANGE_OPTION: String
12.  val EXCLUDE_REGEX_OPTION: String
13.  val FAIL_ON_DATA_LOSS_OPTION: String
14.  val IGNORE_CHANGES_OPTION: String
15.  val IGNORE_DELETES_OPTION: String
16.  val IGNORE_FILE_DELETION_OPTION: String
17.  val MAX_BYTES_PER_TRIGGER_OPTION: String
18.  val MAX_FILES_PER_TRIGGER_OPTION: String
19.  val MAX_FILES_PER_TRIGGER_OPTION_DEFAULT: Int
20.  val MAX_RECORDS_PER_FILE: String
21.  val MERGE_SCHEMA_OPTION: String

    An option to allow automatic schema merging during a write operation.

22.  val OPTIMIZE_WRITE_OPTION: String
23.  val OVERWRITE_SCHEMA_OPTION: String

    An option to allow overwriting schema and partitioning during an overwrite write operation.

24.  val PARTITION_OVERWRITE_MODE_DYNAMIC: String
25.  val PARTITION_OVERWRITE_MODE_OPTION: String
26.  val PARTITION_OVERWRITE_MODE_STATIC: String
27.  val PARTITION_OVERWRITE_MODE_VALUES: Set[String]
28.  val REPLACE_WHERE_OPTION: String

    An option to overwrite only the data that matches predicates over partition columns.

29.  val SCHEMA_TRACKING_LOCATION: String

    An option to allow column mapping enabled tables to conduct schema evolution during streaming

30.  val SCHEMA_TRACKING_LOCATION_ALIAS: String

    Alias for schemaTrackingLocation, so users familiar with AutoLoader can migrate easily.

31.  val SKIP_CHANGE_COMMITS_OPTION: String
32.  val STARTING_TIMESTAMP_OPTION: String
33.  val STARTING_VERSION_OPTION: String
34.  val STREAMING_SOURCE_TRACKING_ID: String

    An option to instruct DeltaSource to pick a customized subdirectory for schema log in case of rare conflicts such as when a stream needs to do a self-union of two Delta sources from the same table.

    An option to instruct DeltaSource to pick a customized subdirectory for schema log in case of rare conflicts such as when a stream needs to do a self-union of two Delta sources from the same table. The final schema log location will be $parent/_schema_log_${tahoeId}_${sourceTrackingId}.

35.  val TIMESTAMP_AS_OF: String
36.  val TXN_APP_ID: String
37.  val TXN_VERSION: String
38.  val USER_METADATA_OPTION: String

    An option to specify user-defined metadata in commitInfo

39.  val VERSION_AS_OF: String
40.  val WRITE_PARTITION_COLUMNS: String

    An option to control if delta will write partition columns to data files

41.  final def asInstanceOf[T0]: T0

    Definition Classes

    Any

42.  def clone(): AnyRef

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.CloneNotSupportedException]) @native()

43.  def deltaAssert(check: => Boolean, name: String, msg: String, deltaLog: DeltaLog = null, data: AnyRef = null, path: Option[Path] = None): Unit

    Helper method to check invariants in Delta code.

    Helper method to check invariants in Delta code. Fails when running in tests, records a delta assertion event and logs a warning otherwise.

    Attributes

    protected

    Definition Classes

    DeltaLogging

44.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

45.  def equals(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef → Any

46.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.Throwable])

47.  final def getClass(): Class[_ <: AnyRef]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

48.  def getCommonTags(deltaLog: DeltaLog, tahoeId: String): Map[TagDefinition, String]

    Definition Classes

    DeltaLogging

49.  def getErrorData(e: Throwable): Map[String, Any]

    Definition Classes

    DeltaLogging

50.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

51.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Attributes

    protected

    Definition Classes

    Logging

52.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

53.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

54.  def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

55.  def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

56.  def logConsole(line: String): Unit

    Definition Classes

    DatabricksLogging

57.  def logDebug(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

58.  def logDebug(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

59.  def logError(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

60.  def logError(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

61.  def logInfo(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

62.  def logInfo(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

63.  def logName: String

    Attributes

    protected

    Definition Classes

    Logging

64.  def logTrace(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

65.  def logTrace(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

66.  def logWarning(msg: => String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

67.  def logWarning(msg: => String): Unit

    Attributes

    protected

    Definition Classes

    Logging

68.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

69.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

70.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

71.  def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null, path: Option[Path] = None): Unit

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    path

    Used to log the path of the delta table when deltaLog is null.

    Attributes

    protected

    Definition Classes

    DeltaLogging

72.  def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Used to report the duration as well as the success or failure of an operation on a deltaLog.

    Attributes

    protected

    Definition Classes

    DeltaLogging

73.  def recordDeltaOperationForTablePath[A](tablePath: String, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: => A): A

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Used to report the duration as well as the success or failure of an operation on a tahoePath.

    Attributes

    protected

    Definition Classes

    DeltaLogging

74.  def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    Definition Classes

    DatabricksLogging

75.  def recordFrameProfile[T](group: String, name: String)(thunk: => T): T

    Attributes

    protected

    Definition Classes

    DeltaLogging

76.  def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = METRIC_OPERATION_DURATION, silent: Boolean = true)(thunk: => S): S

    Definition Classes

    DatabricksLogging

77.  def recordProductEvent(metric: MetricDefinition with CentralizableMetric, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    Definition Classes

    DatabricksLogging

78.  def recordProductUsage(metric: MetricDefinition with CentralizableMetric, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    Definition Classes

    DatabricksLogging

79.  def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    Definition Classes

    DatabricksLogging

80.  final def synchronized[T0](arg0: => T0): T0

    Definition Classes

    AnyRef

81.  def toString(): String

    Definition Classes

    AnyRef → Any

82.  val validOptionKeys: Set[String]
83.  def verifyOptions(options: CaseInsensitiveMap[String]): Unit

    Iterates over all user passed options and logs any that are not valid.

84.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

85.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException])

86.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws(classOf[java.lang.InterruptedException]) @native()

87.  def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: => T): T

    Report a log to indicate some command is running.

    Report a log to indicate some command is running.

    Definition Classes

    DeltaProgressReporter