Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  def apply(spark: SparkSession, rawPath: Path, clock: Clock = new SystemClock): DeltaLog
5.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

6.  def clearCache(): Unit
7.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

8.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9.  def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10.  def filterFileList(partitionSchema: StructType, files: DataFrame, partitionFilters: Seq[Expression], partitionColumnPrefixes: Seq[String] = Nil): DataFrame

    Filters the given Dataset by the given partitionFilters, returning those that match.

    Filters the given Dataset by the given partitionFilters, returning those that match.

    files

    The active files in the DeltaLog state, which contains the partition value information

    partitionFilters

    Filters on the partition columns

    partitionColumnPrefixes

    The path to the partitionValues column, if it's nested

11.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

12.  def forTable(spark: SparkSession, dataPath: Path, clock: Clock): DeltaLog

    Helper for creating a log when it stored at the root of the data.

13.  def forTable(spark: SparkSession, dataPath: File, clock: Clock): DeltaLog

    Helper for creating a log when it stored at the root of the data.

14.  def forTable(spark: SparkSession, dataPath: String, clock: Clock): DeltaLog

    Helper for creating a log when it stored at the root of the data.

15.  def forTable(spark: SparkSession, dataPath: Path): DeltaLog

    Helper for creating a log when it stored at the root of the data.

16.  def forTable(spark: SparkSession, dataPath: File): DeltaLog

    Helper for creating a log when it stored at the root of the data.

17.  def forTable(spark: SparkSession, dataPath: String): DeltaLog

    Helper for creating a log when it stored at the root of the data.

18.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

19.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

20.  def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Attributes

    protected

    Definition Classes

    Logging

21.  def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Attributes

    protected

    Definition Classes

    Logging

22.  def invalidateCache(spark: SparkSession, dataPath: Path): Unit

    Invalidate the cached DeltaLog object for the given dataPath.

23.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

24.  def isTraceEnabled(): Boolean

    Attributes

    protected

    Definition Classes

    Logging

25.  def log: Logger

    Attributes

    protected

    Definition Classes

    Logging

26.  def logConsole(line: String): Unit

    Definition Classes

    DatabricksLogging

27.  def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

28.  def logDebug(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

29.  def logError(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

30.  def logError(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

31.  def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

32.  def logInfo(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

33.  def logName: String

    Attributes

    protected

    Definition Classes

    Logging

34.  def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

35.  def logTrace(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

36.  def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Attributes

    protected

    Definition Classes

    Logging

37.  def logWarning(msg: ⇒ String): Unit

    Attributes

    protected

    Definition Classes

    Logging

38.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

39.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

40.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

41.  def recordDeltaEvent(deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty, data: AnyRef = null): Unit

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Used to record the occurrence of a single event or report detailed, operation specific statistics.

    Attributes

    protected

    Definition Classes

    DeltaLogging

42.  def recordDeltaOperation[A](deltaLog: DeltaLog, opType: String, tags: Map[TagDefinition, String] = Map.empty)(thunk: ⇒ A): A

    Used to report the duration as well as the success or failure of an operation.

    Used to report the duration as well as the success or failure of an operation.

    Attributes

    protected

    Definition Classes

    DeltaLogging

43.  def recordEvent(metric: MetricDefinition, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, trimBlob: Boolean = true): Unit

    Definition Classes

    DatabricksLogging

44.  def recordOperation[S](opType: OpType, opTarget: String = null, extraTags: Map[TagDefinition, String], isSynchronous: Boolean = true, alwaysRecordStats: Boolean = false, allowAuthTags: Boolean = false, killJvmIfStuck: Boolean = false, outputMetric: MetricDefinition = null, silent: Boolean = true)(thunk: ⇒ S): S

    Definition Classes

    DatabricksLogging

45.  def recordUsage(metric: MetricDefinition, quantity: Double, additionalTags: Map[TagDefinition, String] = Map.empty, blob: String = null, forceSample: Boolean = false, trimBlob: Boolean = true, silent: Boolean = false): Unit

    Definition Classes

    DatabricksLogging

46.  def rewritePartitionFilters(partitionSchema: StructType, resolver: Resolver, partitionFilters: Seq[Expression], partitionColumnPrefixes: Seq[String] = Nil): Seq[Expression]

    Rewrite the given partitionFilters to be used for filtering partition values.

    Rewrite the given partitionFilters to be used for filtering partition values. We need to explicitly resolve the partitioning columns here because the partition columns are stored as keys of a Map type instead of attributes in the AddFile schema (below) and thus cannot be resolved automatically.

    partitionFilters

    Filters on the partition columns

    partitionColumnPrefixes

    The path to the partitionValues column, if it's nested

47.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

48.  def toString(): String

    Definition Classes

    AnyRef → Any

49.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

50.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

51.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()

52.  def withStatusCode[T](statusCode: String, defaultMessage: String, data: Map[String, Any] = Map.empty)(body: ⇒ T): T

    Report a log to indicate some command is running.

    Report a log to indicate some command is running.

    Definition Classes

    DeltaProgressReporter