Class

ai.chronon.spark

TimedKvRdd

Related Doc: package spark

Permalink

case class TimedKvRdd(data: RDD[(Array[Any], Array[Any], Long)], keySchema: StructType, valueSchema: StructType, storeSchemasPrefix: Option[String] = None)(implicit sparkSession: SparkSession) extends BaseKvRdd with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, BaseKvRdd, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TimedKvRdd
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. BaseKvRdd
  7. AnyRef
  8. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new TimedKvRdd(data: RDD[(Array[Any], Array[Any], Long)], keySchema: StructType, valueSchema: StructType, storeSchemasPrefix: Option[String] = None)(implicit sparkSession: SparkSession)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. val baseFlatSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. val data: RDD[(Array[Any], Array[Any], Long)]

    Permalink
  8. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  9. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. def flatSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  11. def flatZSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  12. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  13. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  14. val keySchema: StructType

    Permalink
    Definition Classes
    TimedKvRddBaseKvRdd
  15. lazy val keyToBytes: (Any) ⇒ Array[Byte]

    Permalink
    Definition Classes
    BaseKvRdd
  16. lazy val keyToJson: (Any) ⇒ String

    Permalink
    Definition Classes
    BaseKvRdd
  17. val keyZSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  18. lazy val logger: Logger

    Permalink
  19. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  20. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  21. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  22. def rowSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  23. val storeSchemasPrefix: Option[String]

    Permalink
  24. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  25. val timeField: StructField

    Permalink
    Definition Classes
    BaseKvRdd
  26. def toAvroDf: DataFrame

    Permalink
  27. def toFlatDf: DataFrame

    Permalink
    Definition Classes
    TimedKvRddBaseKvRdd
  28. val valueSchema: StructType

    Permalink
    Definition Classes
    TimedKvRddBaseKvRdd
  29. lazy val valueToBytes: (Any) ⇒ Array[Byte]

    Permalink
    Definition Classes
    BaseKvRdd
  30. lazy val valueToJson: (Any) ⇒ String

    Permalink
    Definition Classes
    BaseKvRdd
  31. val valueZSchema: StructType

    Permalink
    Definition Classes
    BaseKvRdd
  32. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  33. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  34. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  35. val withTime: Boolean

    Permalink
    Definition Classes
    TimedKvRddBaseKvRdd

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from BaseKvRdd

Inherited from AnyRef

Inherited from Any

Ungrouped