Class

ai.chronon.spark.Extensions

DataframeOps

Related Doc: package Extensions

Permalink

implicit class DataframeOps extends AnyRef

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataframeOps
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DataframeOps(df: DataFrame)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def camelToSnake: DataFrame

    Permalink
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  8. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  9. def filterBloom(bloomMap: Map[String, BloomFilter]): DataFrame

    Permalink
  10. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. def generateBloomFilter(col: String, totalCount: Long, tableName: String, partitionRange: PartitionRange, fpp: Double = 0.03): BloomFilter

    Permalink
  12. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  13. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  14. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  15. lazy val logger: Logger

    Permalink
  16. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  17. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  18. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  19. def nullSafeJoin(right: DataFrame, keys: Seq[String], joinType: String): DataFrame

    Permalink
  20. def order(keys: Seq[String]): DataFrame

    Permalink
  21. def partitionRange: PartitionRange

    Permalink
  22. def prefixColumnNames(prefix: String, columns: Seq[String]): DataFrame

    Permalink
  23. def prettyPrint(timeColumns: Seq[String] = ...): Unit

    Permalink
  24. def prunePartition(partitionRange: PartitionRange): DataFrame

    Permalink
  25. def range[T](columnName: String): (T, T)

    Permalink
  26. def removeNulls(cols: Seq[String]): DataFrame

    Permalink
  27. def replaceWithReadableTime(cols: Seq[String], dropOriginal: Boolean): DataFrame

    Permalink
  28. def save(tableName: String, tableProperties: Map[String, String] = null, partitionColumns: Seq[String] = Seq(tableUtils.partitionColumn), autoExpand: Boolean = false, stats: Option[DfStats] = None): Unit

    Permalink
  29. def saveUnPartitioned(tableName: String, tableProperties: Map[String, String] = null): Unit

    Permalink
  30. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  31. def timeRange: TimeRange

    Permalink
  32. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  33. def typeOf(col: String): DataType

    Permalink
  34. def validateJoinKeys(right: DataFrame, keys: Seq[String]): Unit

    Permalink
  35. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  36. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  37. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  38. def withPartitionBasedTimestamp(colName: String, inputColumn: String = tableUtils.partitionColumn): DataFrame

    Permalink
  39. def withShiftedPartition(colName: String, days: Int = 1): DataFrame

    Permalink
  40. def withStats: DfWithStats

    Permalink
  41. def withTimeBasedColumn(columnName: String, timeColumn: String = Constants.TimeColumn, format: String = tableUtils.partitionSpec.format): DataFrame

    Permalink

Inherited from AnyRef

Inherited from Any

Ungrouped