Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def asNullable(dt: DataType): DataType
6.  def bytesToString(size: Long): String

   Get a human-readable string, e.g.: "4.0 MiB", for a value in bytes.

7.  def cleanupAnyExistingSession(): Unit

   Shuts down and cleans up any existing Spark session

8.  def clone(): AnyRef

   Attributes

   protected[java.lang]

   Definition Classes

   AnyRef

   Annotations

   @native() @throws( ... )

9.  def dataTypeExistsRecursively(dt: DataType, f: (DataType) ⇒ Boolean): Boolean

   Return true if the provided predicate function returns true for any type node within the datatype tree.

10.  def doExecuteBroadcast[T](child: SparkPlan): Broadcast[T]
11.  final def eq(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

12.  def equals(arg0: Any): Boolean

    Definition Classes

    AnyRef → Any

13.  def finalize(): Unit

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

14.  def fromAttributes(attrs: Seq[Attribute]): StructType
15.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

16.  def getFSBytesReadOnThreadCallback(): () ⇒ Long

    Returns a function that can be called to find Hadoop FileSystem bytes read.

    Returns a function that can be called to find Hadoop FileSystem bytes read. If getFSBytesReadOnThreadCallback is called from thread r at time t, the returned callback will return the bytes read on r since t.

17.  def getSimpleName(cls: Class[_]): String

    Get the simple name of a class with fixup for any Scala internal errors

18.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

19.  def incBytesRead(inputMetrics: InputMetrics, bytesRead: Long): Unit

    Set the bytes read task input metric

20.  def incInputRecordsRows(inputMetrics: InputMetrics, rows: Long): Unit
21.  def incTaskMetricsDiskBytesSpilled(amountSpilled: Long): Unit

    Increment the task's disk bytes spilled metric.

    Increment the task's disk bytes spilled metric. If the current thread does not correspond to a Spark task then this call does nothing.

    amountSpilled

    amount of memory spilled in bytes

22.  def incTaskMetricsMemoryBytesSpilled(amountSpilled: Long): Unit

    Increment the task's memory bytes spilled metric.

    Increment the task's memory bytes spilled metric. If the current thread does not correspond to a Spark task then this call does nothing.

    amountSpilled

    amount of memory spilled in bytes

23.  def isDriver(env: SparkEnv): Boolean

    Returns true if called from code running on the Spark driver.

24.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

25.  def isSupportedRelation(mode: BroadcastMode): Boolean
26.  def jsonValue(dataType: DataType): JValue
27.  def makeSparkUpgradeException(version: String, message: String, cause: Throwable): SparkUpgradeException
28.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

29.  def newBlockManagerId(execId: String, host: String, port: Int, topologyInfo: Option[String] = None): BlockManagerId

    Create a BlockManagerId instance

30.  def newInputMetrics(): InputMetrics

    Return a new InputMetrics instance

31.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

32.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

33.  def structTypeMerge(left: DataType, right: DataType): DataType
34.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

35.  def toAttributes(structType: StructType): Seq[Attribute]
36.  def toString(): String

    Definition Classes

    AnyRef → Any

37.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

38.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

39.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @native() @throws( ... )