Packages

c

com.nvidia.spark.rapids

ParquetTableReader

case class ParquetTableReader(conf: Configuration, chunkSizeByteLimit: Long, opts: ParquetOptions, buffer: HostMemoryBuffer, offset: Long, len: Long, metrics: Map[String, GpuMetric], isCorrectedInt96RebaseMode: Boolean, isCorrectedRebaseMode: Boolean, hasInt96Timestamps: Boolean, isSchemaCaseSensitive: Boolean, useFieldId: Boolean, readDataSchema: StructType, clippedParquetSchema: MessageType, splits: Array[PartitionedFile], debugDumpPrefix: Option[String], debugDumpAlways: Boolean) extends GpuDataProducer[Table] with Logging with Product with Serializable

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ParquetTableReader
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. Logging
  7. GpuDataProducer
  8. AutoCloseable
  9. AnyRef
  10. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ParquetTableReader(conf: Configuration, chunkSizeByteLimit: Long, opts: ParquetOptions, buffer: HostMemoryBuffer, offset: Long, len: Long, metrics: Map[String, GpuMetric], isCorrectedInt96RebaseMode: Boolean, isCorrectedRebaseMode: Boolean, hasInt96Timestamps: Boolean, isSchemaCaseSensitive: Boolean, useFieldId: Boolean, readDataSchema: StructType, clippedParquetSchema: MessageType, splits: Array[PartitionedFile], debugDumpPrefix: Option[String], debugDumpAlways: Boolean)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val buffer: HostMemoryBuffer
  6. val chunkSizeByteLimit: Long
  7. val clippedParquetSchema: MessageType
  8. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  9. def close(): Unit
    Definition Classes
    ParquetTableReader → AutoCloseable
  10. val conf: Configuration
  11. val debugDumpAlways: Boolean
  12. val debugDumpPrefix: Option[String]
  13. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  15. def foreach[U](func: (Table) ⇒ U): Unit

    Just like foreach on an Iterator

    Just like foreach on an Iterator

    Definition Classes
    GpuDataProducer
  16. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  17. val hasInt96Timestamps: Boolean
  18. def hasNext: Boolean

    Returns true if there is more data to be read or false if there is not.

    Returns true if there is more data to be read or false if there is not.

    Definition Classes
    ParquetTableReaderGpuDataProducer
  19. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  20. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  21. val isCorrectedInt96RebaseMode: Boolean
  22. val isCorrectedRebaseMode: Boolean
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. val isSchemaCaseSensitive: Boolean
  25. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  26. val len: Long
  27. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  28. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  29. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  30. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  31. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  32. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  33. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  34. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  35. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  36. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  37. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  38. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  39. val metrics: Map[String, GpuMetric]
  40. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  41. def next: Table

    if hasNext returned true return the data.

    if hasNext returned true return the data. The reader is responsible for closing the returned value if it needs to be closed. If there is no more data to be read then an instance of NotSuchElementException should be thrown.

    Definition Classes
    ParquetTableReaderGpuDataProducer
  42. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  43. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  44. val offset: Long
  45. val opts: ParquetOptions
  46. val readDataSchema: StructType
  47. val splits: Array[PartitionedFile]
  48. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  49. val useFieldId: Boolean
  50. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  51. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  52. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from Logging

Inherited from GpuDataProducer[Table]

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped