trait SparkShims extends AnyRef
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- SparkShims
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Abstract Value Members
- abstract def alias(child: Expression, name: String)(exprId: ExprId, qualifier: Seq[String] = Seq.empty, explicitMetadata: Option[Metadata] = None): Alias
-
abstract
def
attachTreeIfSupported[TreeType <: TreeNode[_], A](tree: TreeType, msg: String = "")(f: ⇒ A): A
dropped by SPARK-34234
- abstract def avroRebaseReadKey: String
- abstract def avroRebaseWriteKey: String
- abstract def checkColumnNameDuplication(schema: StructType, colType: String, resolver: Resolver): Unit
- abstract def copyBatchScanExec(batchScanExec: GpuBatchScanExec, queryUsesInputFile: Boolean): GpuBatchScanExec
- abstract def copyFileSourceScanExec(scanExec: GpuFileSourceScanExec, queryUsesInputFile: Boolean): GpuFileSourceScanExec
- abstract def copySortOrderWithNewChild(s: SortOrder, child: Expression): SortOrder
- abstract def createFilePartition(index: Int, files: Array[PartitionedFile]): FilePartition
- abstract def createTable(table: CatalogTable, sessionCatalog: SessionCatalog, tableLocation: Option[URI], result: BaseRelation): Unit
- abstract def getArrowDataBuf(vec: ValueVector): (ByteBuffer, ReferenceManager)
- abstract def getArrowOffsetsBuf(vec: ValueVector): (ByteBuffer, ReferenceManager)
- abstract def getArrowValidityBuf(vec: ValueVector): (ByteBuffer, ReferenceManager)
- abstract def getBuildSide(join: BroadcastNestedLoopJoinExec): GpuBuildSide
- abstract def getBuildSide(join: HashJoin): GpuBuildSide
- abstract def getExecs: Map[Class[_ <: SparkPlan], ExecRule[_ <: SparkPlan]]
- abstract def getExprs: Map[Class[_ <: Expression], ExprRule[_ <: Expression]]
- abstract def getFileScanRDD(sparkSession: SparkSession, readFunction: (PartitionedFile) ⇒ Iterator[InternalRow], filePartitions: Seq[FilePartition]): RDD[InternalRow]
- abstract def getFileSourceMaxMetadataValueLength(sqlConf: SQLConf): Int
- abstract def getGpuBroadcastExchangeExec(mode: BroadcastMode, child: SparkPlan): GpuBroadcastExchangeExecBase
- abstract def getGpuBroadcastNestedLoopJoinShim(left: SparkPlan, right: SparkPlan, join: BroadcastNestedLoopJoinExec, joinType: JoinType, condition: Option[Expression], targetSizeBytes: Long): GpuBroadcastNestedLoopJoinExecBase
- abstract def getGpuColumnarToRowTransition(plan: SparkPlan, exportColumnRdd: Boolean): GpuColumnarToRowExecParent
- abstract def getGpuShuffleExchangeExec(queryStage: ShuffleQueryStageExec): GpuShuffleExchangeExecBase
- abstract def getGpuShuffleExchangeExec(outputPartitioning: Partitioning, child: SparkPlan, cpuShuffle: Option[ShuffleExchangeExec] = None): GpuShuffleExchangeExecBase
- abstract def getLegacyComplexTypeToString(): Boolean
- abstract def getMapSizesByExecutorId(shuffleId: Int, startMapIndex: Int, endMapIndex: Int, startPartition: Int, endPartition: Int): Iterator[(BlockManagerId, Seq[(BlockId, Long, Int)])]
- abstract def getParquetFilters(schema: MessageType, pushDownDate: Boolean, pushDownTimestamp: Boolean, pushDownDecimal: Boolean, pushDownStartWith: Boolean, pushDownInFilterThreshold: Int, caseSensitive: Boolean, datetimeRebaseMode: org.apache.spark.sql.internal.SQLConf.LegacyBehaviorPolicy.Value): ParquetFilters
- abstract def getPartitionFileNames(partitions: Seq[PartitionDirectory]): Seq[String]
- abstract def getPartitionFileStatusSize(partitions: Seq[PartitionDirectory]): Long
- abstract def getPartitionSplitFiles(partitions: Array[PartitionDirectory], maxSplitBytes: Long, relation: HadoopFsRelation): Array[PartitionedFile]
- abstract def getPartitionedFiles(partitions: Array[PartitionDirectory]): Array[PartitionedFile]
- abstract def getRapidsShuffleManagerClass: String
- abstract def getScalaUDFAsExpression(function: AnyRef, dataType: DataType, children: Seq[Expression], inputEncoders: Seq[Option[ExpressionEncoder[_]]] = Nil, outputEncoder: Option[ExpressionEncoder[_]] = None, udfName: Option[String] = None, nullable: Boolean = true, udfDeterministic: Boolean = true): Expression
- abstract def getScans: Map[Class[_ <: Scan], ScanRule[_ <: Scan]]
- abstract def getShuffleManagerShims(): ShuffleManagerShimBase
- abstract def getSparkShimVersion: ShimVersion
- abstract def hasAliasQuoteFix: Boolean
- abstract def hasCastFloatTimestampUpcast: Boolean
- abstract def isGpuBroadcastHashJoin(plan: SparkPlan): Boolean
- abstract def isGpuShuffledHashJoin(plan: SparkPlan): Boolean
- abstract def isWindowFunctionExec(plan: SparkPlan): Boolean
- abstract def parquetRebaseRead(conf: SQLConf): String
- abstract def parquetRebaseReadKey: String
- abstract def parquetRebaseWrite(conf: SQLConf): String
- abstract def parquetRebaseWriteKey: String
- abstract def replacePartitionDirectoryFiles(partitionDir: PartitionDirectory, replaceFunc: (Path) ⇒ Path): Seq[Path]
- abstract def replaceWithAlluxioPathIfNeeded(conf: RapidsConf, relation: HadoopFsRelation, partitionFilters: Seq[Expression], dataFilters: Seq[Expression]): FileIndex
- abstract def reusedExchangeExecPfn: PartialFunction[SparkPlan, ReusedExchangeExec]
- abstract def shouldFailDivByZero(): Boolean
- abstract def shouldIgnorePath(path: String): Boolean
- abstract def sortOrder(child: Expression, direction: SortDirection, nullOrdering: NullOrdering): SortOrder
- abstract def sortOrderChildren(s: SortOrder): Seq[Expression]
- abstract def v1RepairTableCommand(tableName: TableIdentifier): RunnableCommand
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
- def sortOrder(child: Expression, direction: SortDirection): SortOrder
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )