Class

org.apache.spark.sql.hive

HiveContext

Related Doc: package hive

Permalink

class HiveContext extends SQLContext with Logging

An instance of the Spark SQL execution engine that integrates with data stored in Hive. Configuration for Hive is read from hive-site.xml on the classpath.

Self Type
HiveContext
Annotations
@deprecated
Deprecated

(Since version 2.0.0) Use SparkSession.builder.enableHiveSupport instead

Linear Supertypes
SQLContext, Serializable, Serializable, Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HiveContext
  2. SQLContext
  3. Serializable
  4. Serializable
  5. Logging
  6. AnyRef
  7. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new HiveContext(sc: JavaSparkContext)

    Permalink

  2. new HiveContext(sc: SparkContext)

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. def applySchemaToPythonRDD(rdd: RDD[Array[Any]], schema: StructType): DataFrame

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  5. def applySchemaToPythonRDD(rdd: RDD[Array[Any]], schemaString: String): DataFrame

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  6. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  7. def baseRelationToDataFrame(baseRelation: BaseRelation): DataFrame

    Permalink
    Definition Classes
    SQLContext

  8. def cacheManager: CacheManager

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  9. def cacheTable(tableName: String): Unit

    Permalink
    Definition Classes
    SQLContext

  10. def clearCache(): Unit

    Permalink
    Definition Classes
    SQLContext

  11. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  12. def conf: SQLConf

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  13. def createDataFrame(data: List[_], beanClass: Class[_]): DataFrame

    Permalink
    Definition Classes
    SQLContext

  14. def createDataFrame(rdd: JavaRDD[_], beanClass: Class[_]): DataFrame

    Permalink
    Definition Classes
    SQLContext

  15. def createDataFrame(rdd: RDD[_], beanClass: Class[_]): DataFrame

    Permalink
    Definition Classes
    SQLContext

  16. def createDataFrame(rows: List[Row], schema: StructType): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @DeveloperApi()

  17. def createDataFrame(rowRDD: JavaRDD[Row], schema: StructType): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @DeveloperApi()

  18. def createDataFrame(rowRDD: RDD[Row], schema: StructType): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @DeveloperApi()

  19. def createDataFrame[A <: Product](data: Seq[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  20. def createDataFrame[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  21. def createDataset[T](data: List[T])(implicit arg0: Encoder[T]): Dataset[T]

    Permalink
    Definition Classes
    SQLContext

  22. def createDataset[T](data: RDD[T])(implicit arg0: Encoder[T]): Dataset[T]

    Permalink
    Definition Classes
    SQLContext

  23. def createDataset[T](data: Seq[T])(implicit arg0: Encoder[T]): Dataset[T]

    Permalink
    Definition Classes
    SQLContext

  24. def createExternalTable(tableName: String, source: String, schema: StructType, options: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  25. def createExternalTable(tableName: String, source: String, schema: StructType, options: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  26. def createExternalTable(tableName: String, source: String, options: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  27. def createExternalTable(tableName: String, source: String, options: Map[String, String]): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  28. def createExternalTable(tableName: String, path: String, source: String): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  29. def createExternalTable(tableName: String, path: String): DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  30. def dropTempTable(tableName: String): Unit

    Permalink
    Definition Classes
    SQLContext

  31. def emptyDataFrame: DataFrame

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  32. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  33. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  34. def executePlan(plan: LogicalPlan): QueryExecution

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  35. def executeSql(sql: String): QueryExecution

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  36. def experimental: ExperimentalMethods

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental() @transient()

  37. def externalCatalog: ExternalCatalog

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  38. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  39. def getAllConfs: Map[String, String]

    Permalink
    Definition Classes
    SQLContext

  40. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  41. def getConf(key: String, defaultValue: String): String

    Permalink
    Definition Classes
    SQLContext

  42. def getConf(key: String): String

    Permalink
    Definition Classes
    SQLContext

  43. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  44. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def isCached(tableName: String): Boolean

    Permalink
    Definition Classes
    SQLContext

  46. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  47. val isRootContext: Boolean

    Permalink
    Definition Classes
    SQLContext

  48. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def listener: SQLListener

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  50. def listenerManager: ExecutionListenerManager

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  51. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  58. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  59. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  60. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  61. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  62. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  63. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  64. def newSession(): HiveContext

    Permalink

    Returns a new HiveContext as new session, which will have separated SQLConf, UDF/UDAF, temporary tables and SessionState, but sharing the same CacheManager, IsolatedClientLoader and Hive client (both of execution and metadata) with existing HiveContext.

    Returns a new HiveContext as new session, which will have separated SQLConf, UDF/UDAF, temporary tables and SessionState, but sharing the same CacheManager, IsolatedClientLoader and Hive client (both of execution and metadata) with existing HiveContext.

    Definition Classes
    HiveContext → SQLContext

  65. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  66. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  67. def parseDataType(dataTypeString: String): DataType

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  68. def parseSql(sql: String): LogicalPlan

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  69. def range(start: Long, end: Long, step: Long, numPartitions: Int): Dataset[Long]

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  70. def range(start: Long, end: Long, step: Long): Dataset[Long]

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  71. def range(start: Long, end: Long): Dataset[Long]

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  72. def range(end: Long): Dataset[Long]

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  73. def read: DataFrameReader

    Permalink
    Definition Classes
    SQLContext
    Annotations
    @Experimental()

  74. def runtimeConf: RuntimeConfig

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SQLContext

  75. def sessionState: HiveSessionState

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    HiveContext → SQLContext

  76. def setConf(key: String, value: String): Unit

    Permalink
    Definition Classes
    SQLContext

  77. def setConf(props: Properties): Unit

    Permalink
    Definition Classes
    SQLContext

  78. def sharedState: HiveSharedState

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    HiveContext → SQLContext

  79. def sparkContext: SparkContext

    Permalink
    Definition Classes
    SQLContext

  80. val sparkSession: SparkSession

    Permalink
    Definition Classes
    SQLContext

  81. def sql(sqlText: String): DataFrame

    Permalink
    Definition Classes
    SQLContext

  82. def streams: ContinuousQueryManager

    Permalink
    Definition Classes
    SQLContext

  83. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  84. def table(tableName: String): DataFrame

    Permalink
    Definition Classes
    SQLContext

  85. def tableNames(databaseName: String): Array[String]

    Permalink
    Definition Classes
    SQLContext

  86. def tableNames(): Array[String]

    Permalink
    Definition Classes
    SQLContext

  87. def tables(databaseName: String): DataFrame

    Permalink
    Definition Classes
    SQLContext

  88. def tables(): DataFrame

    Permalink
    Definition Classes
    SQLContext

  89. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any

  90. def udf: UDFRegistration

    Permalink
    Definition Classes
    SQLContext

  91. def uncacheTable(tableName: String): Unit

    Permalink
    Definition Classes
    SQLContext

  92. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  93. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  94. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from SQLContext

Inherited from Serializable

Inherited from Serializable

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped