Packages

c

com.nvidia.spark.rapids

OrcTableReader

case class OrcTableReader(conf: Configuration, chunkSizeByteLimit: Long, maxChunkedReaderMemoryUsageSizeBytes: Long, parseOpts: ORCOptions, buffer: HostMemoryBuffer, offset: Long, bufferSize: Long, metrics: Map[String, GpuMetric], isSchemaCaseSensitive: Boolean, readDataSchema: StructType, tableSchema: TypeDescription, splits: Array[PartitionedFile], debugDumpPrefix: Option[String], debugDumpAlways: Boolean) extends GpuDataProducer[Table] with Logging with Product with Serializable

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OrcTableReader
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. Logging
  7. GpuDataProducer
  8. AutoCloseable
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new OrcTableReader(conf: Configuration, chunkSizeByteLimit: Long, maxChunkedReaderMemoryUsageSizeBytes: Long, parseOpts: ORCOptions, buffer: HostMemoryBuffer, offset: Long, bufferSize: Long, metrics: Map[String, GpuMetric], isSchemaCaseSensitive: Boolean, readDataSchema: StructType, tableSchema: TypeDescription, splits: Array[PartitionedFile], debugDumpPrefix: Option[String], debugDumpAlways: Boolean)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val buffer: HostMemoryBuffer
  6. val bufferSize: Long
  7. val chunkSizeByteLimit: Long
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  9. def close(): Unit
    Definition Classes
    OrcTableReader → AutoCloseable
  10. val conf: Configuration
  11. val debugDumpAlways: Boolean
  12. val debugDumpPrefix: Option[String]
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. def foreach[U](func: (Table) ⇒ U): Unit

    Just like foreach on an Iterator

    Just like foreach on an Iterator

    Definition Classes
    GpuDataProducer
  16. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. def hasNext: Boolean

    Returns true if there is more data to be read or false if there is not.

    Returns true if there is more data to be read or false if there is not.

    Definition Classes
    OrcTableReaderGpuDataProducer
  18. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  19. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  20. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  21. val isSchemaCaseSensitive: Boolean
  22. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  23. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  24. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  25. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  26. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  27. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  28. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  31. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  35. val maxChunkedReaderMemoryUsageSizeBytes: Long
  36. val metrics: Map[String, GpuMetric]
  37. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  38. def next: Table

    if hasNext returned true return the data.

    if hasNext returned true return the data. The reader is responsible for closing the returned value if it needs to be closed. If there is no more data to be read then an instance of NotSuchElementException should be thrown.

    Definition Classes
    OrcTableReaderGpuDataProducer
  39. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  40. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  41. val offset: Long
  42. val parseOpts: ORCOptions
  43. val readDataSchema: StructType
  44. val splits: Array[PartitionedFile]
  45. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  46. val tableSchema: TypeDescription
  47. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  48. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  49. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Logging

Inherited from GpuDataProducer[Table]

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped