Object

ai.minxiao.ds4s.core.dl4j.vectorization

CSVMDSIterator

Related Doc: package vectorization

Permalink

object CSVMDSIterator

CSV Multi-Dataset Iterator

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. CSVMDSIterator
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  5. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  6. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  7. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  8. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  9. def fromPlainCSV(filePath: String, numLinesToSkip: Int = 1, delimiter: Char = CSVRecordReader.DEFAULT_DELIMITER, quote: Char = CSVRecordReader.DEFAULT_QUOTE, batchSize: Int = 128, rrName: String = "rr", iCols: Array[(Int, Int)] = Array(), iOHCols: Array[(Int, Int)] = Array(), oCols: Array[(Int, Int)] = Array(), oOHCols: Array[(Int, Int)] = Array(), seed: Long = 2018L): RecordReaderMultiDataSetIterator

    Permalink

    Columnar CSV file

    Columnar CSV file

    filePath

    file name path

    numLinesToSkip

    number of lines to skip, default=1

    delimiter

    delimiter, default=','. Other options:

    '\t': for tab-delimitd
    CSVRecordReader.QUOTE_HANDLING_DELIMITER: for records containing quotes with commas in them
    quote

    quote, default='\"'

    batchSize

    batch size, default=128

    rrName

    record reader name, default=rr

    iCols

    input columns, an array of tuples (indexFrom indexTo), default=Array()

    iOHCols

    one-hot input columns, an array of tuples (index, cardinality), default=Array()

    oCols

    output columns, an array of tuples (indexFrom indexTo), default=Array()

    oOHCols

    one-hot output columns, an array of tuples (index, cardinality), default=Array()

    seed

    random generator seed, default=2018L

    returns

    dataset iterator

  10. def fromPlainCSVWithSchema(filePath: String, columnNameTypes: Array[(String, String)], columnCategoricalValues: Map[String, Array[String]] = Map(), removeColumns: Array[String] = Array(), categorical2OneHots: Array[String] = Array(), categorical2Ints: Array[String] = Array(), numLinesToSkip: Int = 1, delimiter: Char = CSVRecordReader.DEFAULT_DELIMITER, quote: Char = CSVRecordReader.DEFAULT_QUOTE, batchSize: Int = 128, rrName: String = "rr", iCols: Array[(String, (Int, Int))] = Array(), oCols: Array[(String, (Int, Int))] = Array(), seed: Long = 2018L): RecordReaderMultiDataSetIterator

    Permalink

    Columnar CSV file

    Columnar CSV file

    filePath

    file name path

    columnNameTypes

    columm name and types, preserving the order of the input files types: "double", "float", "long", "integer", "string", "categorical" (must provide the value list).

    columnCategoricalValues

    categorical column values

    removeColumns

    columns to ignore

    categorical2OneHots

    columns to transform to one-hots

    categorical2Ints

    columns to transform to ints

    numLinesToSkip

    number of lines to skip, default=1

    delimiter

    delimiter, default=','. Other options:

    '\t': for tab-delimitd
    CSVRecordReader.QUOTE_HANDLING_DELIMITER: for records containing quotes with commas in them
    quote

    quote, default='\"'

    batchSize

    batch size, default=128

    rrName

    record reader name, default=rr

    iCols

    input columns, an array of tuples (whether one-hot, (indexFrom indexTo)), default=Array()

    oCols

    output columns, an array of tuples (whether one-hot, (indexFrom indexTo)), default=Array()

    returns

    dataset iterator

  11. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  12. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  13. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  14. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  15. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  16. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  17. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  18. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  19. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  20. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  21. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped