Class

com.springml.spark.sftp

DatasetRelation

Related Doc: package sftp

Permalink

case class DatasetRelation(fileLocation: String, fileType: String, inferSchema: String, header: String, delimiter: String, quote: String, escape: String, multiLine: String, rowTag: String, customSchema: StructType, sqlContext: SQLContext) extends BaseRelation with TableScan with Product with Serializable

Abstract relation class for reading data from file

Linear Supertypes
Serializable, Serializable, Product, Equals, TableScan, BaseRelation, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DatasetRelation
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. TableScan
  7. BaseRelation
  8. AnyRef
  9. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new DatasetRelation(fileLocation: String, fileType: String, inferSchema: String, header: String, delimiter: String, quote: String, escape: String, multiLine: String, rowTag: String, customSchema: StructType, sqlContext: SQLContext)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  5. def buildScan(): RDD[Row]

    Permalink
    Definition Classes
    DatasetRelation → TableScan

  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  7. val customSchema: StructType

    Permalink

  8. val delimiter: String

    Permalink

  9. val df: DataFrame

    Permalink

  10. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  11. val escape: String

    Permalink

  12. val fileLocation: String

    Permalink

  13. val fileType: String

    Permalink

  14. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  15. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  16. val header: String

    Permalink

  17. val inferSchema: String

    Permalink

  18. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  19. val multiLine: String

    Permalink

  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  21. def needConversion: Boolean

    Permalink
    Definition Classes
    BaseRelation

  22. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  23. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  24. val quote: String

    Permalink

  25. val rowTag: String

    Permalink

  26. def schema: StructType

    Permalink
    Definition Classes
    DatasetRelation → BaseRelation

  27. def sizeInBytes: Long

    Permalink
    Definition Classes
    BaseRelation

  28. val sqlContext: SQLContext

    Permalink
    Definition Classes
    DatasetRelation → BaseRelation

  29. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  30. def unhandledFilters(filters: Array[Filter]): Array[Filter]

    Permalink
    Definition Classes
    BaseRelation

  31. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  32. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  33. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from TableScan

Inherited from BaseRelation

Inherited from AnyRef

Inherited from Any

Ungrouped