Packages

c

org.apache.spark.sql.hive.execution

HiveScriptTransformationWriterThread

case class HiveScriptTransformationWriterThread(iter: Iterator[InternalRow], inputSchema: Seq[DataType], inputSerde: AbstractSerDe, inputSoi: StructObjectInspector, ioSchema: ScriptTransformationIOSchema, outputStream: OutputStream, proc: Process, stderrBuffer: CircularBuffer, taskContext: TaskContext, conf: Configuration) extends BaseScriptTransformationWriterThread with HiveInspectors with Product with Serializable

Linear Supertypes
Serializable, Serializable, Product, Equals, HiveInspectors, BaseScriptTransformationWriterThread, Logging, Thread, Runnable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HiveScriptTransformationWriterThread
  2. Serializable
  3. Serializable
  4. Product
  5. Equals
  6. HiveInspectors
  7. BaseScriptTransformationWriterThread
  8. Logging
  9. Thread
  10. Runnable
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HiveScriptTransformationWriterThread(iter: Iterator[InternalRow], inputSchema: Seq[DataType], inputSerde: AbstractSerDe, inputSoi: StructObjectInspector, ioSchema: ScriptTransformationIOSchema, outputStream: OutputStream, proc: Process, stderrBuffer: CircularBuffer, taskContext: TaskContext, conf: Configuration)

Type Members

  1. implicit class typeInfoConversions extends AnyRef
    Definition Classes
    HiveInspectors

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. var _exception: Throwable
    Attributes
    protected
    Definition Classes
    BaseScriptTransformationWriterThread
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. final def checkAccess(): Unit
    Definition Classes
    Thread
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    Thread → AnyRef
    Annotations
    @throws( ... )
  8. val conf: Configuration
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def exception: Option[Throwable]
    Definition Classes
    BaseScriptTransformationWriterThread
  11. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def getContextClassLoader(): ClassLoader
    Definition Classes
    Thread
    Annotations
    @CallerSensitive()
  14. def getId(): Long
    Definition Classes
    Thread
  15. final def getName(): String
    Definition Classes
    Thread
  16. final def getPriority(): Int
    Definition Classes
    Thread
  17. def getStackTrace(): Array[StackTraceElement]
    Definition Classes
    Thread
  18. def getState(): State
    Definition Classes
    Thread
  19. final def getThreadGroup(): ThreadGroup
    Definition Classes
    Thread
  20. def getUncaughtExceptionHandler(): UncaughtExceptionHandler
    Definition Classes
    Thread
  21. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  22. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  23. val inputSchema: Seq[DataType]
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  24. val inputSerde: AbstractSerDe
  25. val inputSoi: StructObjectInspector
  26. def inspectorToDataType(inspector: ObjectInspector): DataType
    Definition Classes
    HiveInspectors
  27. def interrupt(): Unit
    Definition Classes
    Thread
  28. val ioSchema: ScriptTransformationIOSchema
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  29. final def isAlive(): Boolean
    Definition Classes
    Thread
    Annotations
    @native()
  30. final def isDaemon(): Boolean
    Definition Classes
    Thread
  31. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  32. def isInterrupted(): Boolean
    Definition Classes
    Thread
  33. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  34. val iter: Iterator[InternalRow]
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  35. def javaTypeToDataType(clz: Type): DataType
    Definition Classes
    HiveInspectors
  36. final def join(): Unit
    Definition Classes
    Thread
    Annotations
    @throws( ... )
  37. final def join(arg0: Long, arg1: Int): Unit
    Definition Classes
    Thread
    Annotations
    @throws( ... )
  38. final def join(arg0: Long): Unit
    Definition Classes
    Thread
    Annotations
    @throws( ... )
  39. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  40. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  41. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  42. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  43. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  44. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  45. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  46. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  47. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  48. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  49. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  50. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  51. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  52. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  53. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  54. val outputStream: OutputStream
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  55. val proc: Process
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  56. def processRows(): Unit
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  57. def processRowsWithoutSerde(): Unit
    Attributes
    protected
    Definition Classes
    BaseScriptTransformationWriterThread
  58. def run(): Unit
    Definition Classes
    BaseScriptTransformationWriterThread → Thread → Runnable
  59. def setContextClassLoader(arg0: ClassLoader): Unit
    Definition Classes
    Thread
  60. final def setDaemon(arg0: Boolean): Unit
    Definition Classes
    Thread
  61. final def setName(arg0: String): Unit
    Definition Classes
    Thread
  62. final def setPriority(arg0: Int): Unit
    Definition Classes
    Thread
  63. def setUncaughtExceptionHandler(arg0: UncaughtExceptionHandler): Unit
    Definition Classes
    Thread
  64. def start(): Unit
    Definition Classes
    Thread
  65. val stderrBuffer: CircularBuffer
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  66. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  67. val taskContext: TaskContext
    Definition Classes
    HiveScriptTransformationWriterThread → BaseScriptTransformationWriterThread
  68. def toInspector(expr: Expression): ObjectInspector

    Map the catalyst expression to ObjectInspector, however, if the expression is Literal or foldable, a constant writable object inspector returns; Otherwise, we always get the object inspector according to its data type(in catalyst)

    Map the catalyst expression to ObjectInspector, however, if the expression is Literal or foldable, a constant writable object inspector returns; Otherwise, we always get the object inspector according to its data type(in catalyst)

    expr

    Catalyst expression to be mapped

    returns

    Hive java objectinspector (recursively).

    Definition Classes
    HiveInspectors
  69. def toInspector(dataType: DataType): ObjectInspector

    dataType

    Catalyst data type

    returns

    Hive java object inspector (recursively), not the Writable ObjectInspector We can easily map to the Hive built-in object inspector according to the data type.

    Definition Classes
    HiveInspectors
  70. def toString(): String
    Definition Classes
    Thread → AnyRef → Any
  71. def unwrapperFor(field: StructField): (Any, InternalRow, Int) ⇒ Unit

    Builds unwrappers ahead of time according to object inspector types to avoid pattern matching and branching costs per row.

    Builds unwrappers ahead of time according to object inspector types to avoid pattern matching and branching costs per row.

    field

    The HiveStructField to create an unwrapper for.

    returns

    A function that performs in-place updating of a MutableRow. Use the overloaded ObjectInspector version for assignments.

    Definition Classes
    HiveInspectors
  72. def unwrapperFor(objectInspector: ObjectInspector): (Any) ⇒ Any

    Builds unwrappers ahead of time according to object inspector types to avoid pattern matching and branching costs per row.

    Builds unwrappers ahead of time according to object inspector types to avoid pattern matching and branching costs per row.

    Strictly follows the following order in unwrapping (constant OI has the higher priority): Constant Null object inspector => return null Constant object inspector => extract the value from constant object inspector If object inspector prefers writable => extract writable from data and then get the catalyst type from the writable Extract the java object directly from the object inspector

    NOTICE: the complex data type requires recursive unwrapping.

    objectInspector

    the ObjectInspector used to create an unwrapper.

    returns

    A function that unwraps data objects. Use the overloaded HiveStructField version for in-place updating of a MutableRow.

    Definition Classes
    HiveInspectors
  73. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  75. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  76. def wrap(row: Seq[Any], wrappers: Array[(Any) ⇒ Any], cache: Array[AnyRef], dataTypes: Array[DataType]): Array[AnyRef]
    Definition Classes
    HiveInspectors
  77. def wrap(row: InternalRow, wrappers: Array[(Any) ⇒ Any], cache: Array[AnyRef], dataTypes: Array[DataType]): Array[AnyRef]
    Definition Classes
    HiveInspectors
  78. def wrap(a: Any, oi: ObjectInspector, dataType: DataType): AnyRef
    Definition Classes
    HiveInspectors
  79. def wrapperFor(oi: ObjectInspector, dataType: DataType): (Any) ⇒ Any

    Wraps with Hive types based on object inspector.

    Wraps with Hive types based on object inspector.

    Attributes
    protected
    Definition Classes
    HiveInspectors

Deprecated Value Members

  1. def countStackFrames(): Int
    Definition Classes
    Thread
    Annotations
    @native() @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  2. def destroy(): Unit
    Definition Classes
    Thread
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  3. final def resume(): Unit
    Definition Classes
    Thread
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  4. final def stop(arg0: Throwable): Unit
    Definition Classes
    Thread
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  5. final def stop(): Unit
    Definition Classes
    Thread
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

  6. final def suspend(): Unit
    Definition Classes
    Thread
    Annotations
    @Deprecated @deprecated
    Deprecated

    (Since version ) see corresponding Javadoc for more information.

Inherited from Serializable

Inherited from Serializable

Inherited from Product

Inherited from Equals

Inherited from HiveInspectors

Inherited from BaseScriptTransformationWriterThread

Inherited from Logging

Inherited from Thread

Inherited from Runnable

Inherited from AnyRef

Inherited from Any

Ungrouped