object DataSet

Common used DataSet builder.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DataSet
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def array[T](localData: Array[T], sc: SparkContext)(implicit arg0: ClassTag[T]): DistributedDataSet[T]

    Wrap an array as a distributed DataSet.

  5. def array[T](data: Array[T]): LocalArrayDataSet[T]

    Wrap an array as a DataSet.

  6. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  7. def clone(): AnyRef
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def imageFrame(imageFrame: ImageFrame): DataSet[ImageFeature]
  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. val logger: Logger
  16. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  18. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  19. def rdd[T](data: RDD[T], partitionNum: Int = Engine.nodeNumber())(implicit arg0: ClassTag[T]): DistributedDataSet[T]

    Wrap a RDD as a DataSet.

    Wrap a RDD as a DataSet.

    partitionNum

    repartition data rdd to partition number, default node number.

  20. def sortData[T](data: Array[T], isInOrder: Boolean)(implicit arg0: ClassTag[T]): Array[T]

    sort data from small to big, only support Sample data type.

    sort data from small to big, only support Sample data type.

    data

    original data

    isInOrder

    whether to sort data by ascending order

  21. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  22. def toString(): String
    Definition Classes
    AnyRef → Any
  23. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  24. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  25. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @throws( ... )
  26. object ImageFolder

    Generate a DataSet from a local image folder.

    Generate a DataSet from a local image folder. The image folder should have two levels. The first level is class folders, and the second level is images. All images belong to a same class should be put into the same class folder. So each image in the path is labeled by the folder it belongs.

  27. object SeqFileFolder

    Create a DataSet from a Hadoop sequence file folder.

Inherited from AnyRef

Inherited from Any

Ungrouped