object MultiFileReaderUtils
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- MultiFileReaderUtils
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
addMultiplePartitionValuesAndClose(batch: ColumnarBatch, partitionValues: Array[InternalRow], partitionRows: Array[Long], partitionSchema: StructType): ColumnarBatch
Add all partition values found to the batch.
Add all partition values found to the batch. There could be more then one partition value in the batch so we have to build up columns with the correct number of rows for each partition value.
- batch
- input batch, will be closed after the call returns
- partitionValues
- partition values collected from the batch
- partitionRows
- row numbers collected from the batch, and it should have the same size with "partitionValues"
- partitionSchema
- the partition schema
- returns
a new columnar batch with partition values
- def addSinglePartitionValuesAndClose(batch: ColumnarBatch, partitionValues: InternalRow, partitionSchema: StructType): ColumnarBatch
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
- def useMultiThreadReader(coalescingEnabled: Boolean, multiThreadEnabled: Boolean, files: Array[String], cloudSchemes: Set[String], anyAlluxioPathsReplaced: Boolean = false): Boolean
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()