class GpuOrcWriter extends ColumnarOutputWriter
- Alphabetic
- By Inheritance
- GpuOrcWriter
- ColumnarOutputWriter
- HostBufferConsumer
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
- new GpuOrcWriter(path: String, dataSchema: StructType, context: TaskAttemptContext)
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
bufferBatchAndClose(batch: ColumnarBatch): Long
- Attributes
- protected[this]
- Definition Classes
- ColumnarOutputWriter
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
close(): Unit
Closes the ColumnarOutputWriter.
Closes the ColumnarOutputWriter. Invoked on the executor side after all columnar batches are persisted, before the task output is committed.
- Definition Classes
- ColumnarOutputWriter
-
val
conf: Configuration
- Attributes
- protected
- Definition Classes
- ColumnarOutputWriter
-
def
done(): Unit
- Definition Classes
- HostBufferConsumer
-
def
dropBufferedData(): Unit
- Definition Classes
- ColumnarOutputWriter
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getOutputStream: FSDataOutputStream
- Attributes
- protected
- Definition Classes
- ColumnarOutputWriter
-
def
handleBuffer(buffer: HostMemoryBuffer, len: Long): Unit
- Definition Classes
- ColumnarOutputWriter → HostBufferConsumer
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
outputStream: FSDataOutputStream
- Attributes
- protected
- Definition Classes
- ColumnarOutputWriter
-
val
path: String
The file path to write.
The file path to write. Invoked on the executor side.
- Definition Classes
- GpuOrcWriter → ColumnarOutputWriter
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
val
tableWriter: TableWriter
- Definition Classes
- GpuOrcWriter → ColumnarOutputWriter
-
def
throwIfRebaseNeededInExceptionMode(batch: ColumnarBatch): Unit
- Attributes
- protected
- Definition Classes
- ColumnarOutputWriter
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
def
transformAndClose(cb: ColumnarBatch): ColumnarBatch
Apply any necessary casts before writing batch out
Apply any necessary casts before writing batch out
- Definition Classes
- ColumnarOutputWriter
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
writeBufferedData(): Unit
- Definition Classes
- ColumnarOutputWriter
-
def
writeSpillableAndClose(spillableBatch: SpillableColumnarBatch, statsTrackers: Seq[ColumnarWriteTaskStatsTracker]): Long
Persists a columnar batch.
Persists a columnar batch. Invoked on the executor side. When writing to dynamically partitioned tables, dynamic partition columns are not included in columns to be written.
NOTE: This method will close
spillableBatch. We do this because we want to free GPU memory after the GPU has finished encoding the data but before it is written to the distributed filesystem. The GPU semaphore is released during the distributed filesystem transfer to allow other tasks to start/continue GPU processing.- Definition Classes
- ColumnarOutputWriter