Packages

object SQLConf extends Serializable

Linear Supertypes
Serializable, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SQLConf
  2. Serializable
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. case class DeprecatedConfig(key: String, version: String, comment: String) extends Product with Serializable

    Holds information about keys that have been deprecated.

    Holds information about keys that have been deprecated.

    key

    The deprecated key.

    version

    Version of Spark where key was deprecated.

    comment

    Additional info regarding to the removed config. For example, reasons of config deprecation, what users should use instead of it.

  2. case class RemovedConfig(key: String, version: String, defaultValue: String, comment: String) extends Product with Serializable

    Holds information about keys that have been removed.

    Holds information about keys that have been removed.

    key

    The removed config key.

    version

    Version of Spark where key was removed.

    defaultValue

    The default config value. It can be used to notice users that they set non-default value to an already removed config.

    comment

    Additional info regarding to the removed config.

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val ADAPTIVE_AUTO_BROADCASTJOIN_THRESHOLD: OptionalConfigEntry[Long]
  5. val ADAPTIVE_CUSTOM_COST_EVALUATOR_CLASS: OptionalConfigEntry[String]
  6. val ADAPTIVE_EXECUTION_APPLY_FINAL_STAGE_SHUFFLE_OPTIMIZATIONS: ConfigEntry[Boolean]
  7. val ADAPTIVE_EXECUTION_ENABLED: ConfigEntry[Boolean]
  8. val ADAPTIVE_EXECUTION_FORCE_APPLY: ConfigEntry[Boolean]
  9. val ADAPTIVE_EXECUTION_LOG_LEVEL: ConfigEntry[String]
  10. val ADAPTIVE_FORCE_OPTIMIZE_SKEWED_JOIN: ConfigEntry[Boolean]
  11. val ADAPTIVE_MAX_SHUFFLE_HASH_JOIN_LOCAL_MAP_THRESHOLD: ConfigEntry[Long]
  12. val ADAPTIVE_OPTIMIZER_EXCLUDED_RULES: OptionalConfigEntry[String]
  13. val ADAPTIVE_OPTIMIZE_SKEWS_IN_REBALANCE_PARTITIONS_ENABLED: ConfigEntry[Boolean]
  14. val ADAPTIVE_REBALANCE_PARTITIONS_SMALL_PARTITION_FACTOR: ConfigEntry[Double]
  15. val ADDITIONAL_REMOTE_REPOSITORIES: ConfigEntry[String]
  16. val ADD_PARTITION_BATCH_SIZE: ConfigEntry[Int]
  17. val ADVANCED_PARTITION_PREDICATE_PUSHDOWN: ConfigEntry[Boolean]
  18. val ADVISORY_PARTITION_SIZE_IN_BYTES: ConfigEntry[Long]
  19. val ALLOW_AUTO_GENERATED_ALIAS_FOR_VEW: ConfigEntry[Boolean]
  20. val ALLOW_EMPTY_SCHEMAS_FOR_WRITES: ConfigEntry[Boolean]
  21. val ALLOW_NAMED_FUNCTION_ARGUMENTS: ConfigEntry[Boolean]
  22. val ALLOW_NON_EMPTY_LOCATION_IN_CTAS: ConfigEntry[Boolean]
  23. val ALLOW_PARAMETERLESS_COUNT: ConfigEntry[Boolean]
  24. val ALLOW_STAR_WITH_SINGLE_TABLE_IDENTIFIER_IN_COUNT: ConfigEntry[Boolean]
  25. val ALLOW_TEMP_VIEW_CREATION_WITH_MULTIPLE_NAME_PARTS: ConfigEntry[Boolean]
  26. val ALLOW_ZERO_INDEX_IN_FORMAT_STRING: ConfigEntry[Boolean]
  27. val ALWAYS_INLINE_ONE_ROW_RELATION_SUBQUERY: ConfigEntry[Boolean]
  28. val ANALYZER_MAX_ITERATIONS: ConfigEntry[Int]
  29. val ANSI_ENABLED: ConfigEntry[Boolean]
  30. val ANSI_RELATION_PRECEDENCE: ConfigEntry[Boolean]
  31. val ARROW_EXECUTION_ENABLED: ConfigEntry[Boolean]
  32. val ARROW_EXECUTION_MAX_RECORDS_PER_BATCH: ConfigEntry[Int]
  33. val ARROW_EXECUTION_USE_LARGE_VAR_TYPES: ConfigEntry[Boolean]
  34. val ARROW_FALLBACK_ENABLED: ConfigEntry[Boolean]
  35. val ARROW_LOCAL_RELATION_THRESHOLD: ConfigEntry[Long]
  36. val ARROW_PYSPARK_EXECUTION_ENABLED: ConfigEntry[Boolean]
  37. val ARROW_PYSPARK_FALLBACK_ENABLED: ConfigEntry[Boolean]
  38. val ARROW_PYSPARK_SELF_DESTRUCT_ENABLED: ConfigEntry[Boolean]
  39. val ARROW_SPARKR_EXECUTION_ENABLED: ConfigEntry[Boolean]
  40. val ASYNC_LOG_PURGE: ConfigEntry[Boolean]
  41. val AUTO_BROADCASTJOIN_THRESHOLD: ConfigEntry[Long]
  42. val AUTO_BUCKETED_SCAN_ENABLED: ConfigEntry[Boolean]
  43. val AUTO_SIZE_UPDATE_ENABLED: ConfigEntry[Boolean]
  44. val AVRO_COMPRESSION_CODEC: ConfigEntry[String]
  45. val AVRO_DEFLATE_LEVEL: ConfigEntry[Int]
  46. val AVRO_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  47. val AVRO_REBASE_MODE_IN_READ: ConfigEntry[String]
  48. val AVRO_REBASE_MODE_IN_WRITE: ConfigEntry[String]
  49. val BROADCAST_HASH_JOIN_OUTPUT_PARTITIONING_EXPAND_LIMIT: ConfigEntry[Int]
  50. val BROADCAST_TIMEOUT: ConfigEntry[Long]
  51. val BUCKETING_ENABLED: ConfigEntry[Boolean]
  52. val BUCKETING_MAX_BUCKETS: ConfigEntry[Int]
  53. val CACHE_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  54. val CAN_CHANGE_CACHED_PLAN_OUTPUT_PARTITIONING: ConfigEntry[Boolean]
  55. val CARTESIAN_PRODUCT_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  56. val CARTESIAN_PRODUCT_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  57. val CASE_SENSITIVE: ConfigEntry[Boolean]
  58. val CBO_ENABLED: ConfigEntry[Boolean]
  59. val CHAR_AS_VARCHAR: ConfigEntry[Boolean]
  60. val CHECKPOINT_LOCATION: OptionalConfigEntry[String]
  61. val CHECKPOINT_RENAMEDFILE_CHECK_ENABLED: ConfigEntry[Boolean]
  62. val CHUNK_BASE64_STRING_ENABLED: ConfigEntry[Boolean]
  63. val CLI_PRINT_HEADER: ConfigEntry[Boolean]
  64. val COALESCE_BUCKETS_IN_JOIN_ENABLED: ConfigEntry[Boolean]
  65. val COALESCE_BUCKETS_IN_JOIN_MAX_BUCKET_RATIO: ConfigEntry[Int]
  66. val COALESCE_PARTITIONS_ENABLED: ConfigEntry[Boolean]
  67. val COALESCE_PARTITIONS_INITIAL_PARTITION_NUM: OptionalConfigEntry[Int]
  68. val COALESCE_PARTITIONS_MIN_PARTITION_NUM: OptionalConfigEntry[Int]
  69. val COALESCE_PARTITIONS_MIN_PARTITION_SIZE: ConfigEntry[Long]
  70. val COALESCE_PARTITIONS_PARALLELISM_FIRST: ConfigEntry[Boolean]
  71. val CODEGEN_FACTORY_MODE: ConfigEntry[String]
  72. val CODEGEN_FALLBACK: ConfigEntry[Boolean]
  73. val CODEGEN_LOGGING_MAX_LINES: ConfigEntry[Int]
  74. val CODEGEN_METHOD_SPLIT_THRESHOLD: ConfigEntry[Int]
  75. val CODEGEN_SPLIT_AGGREGATE_FUNC: ConfigEntry[Boolean]
  76. val COLLAPSE_PROJECT_ALWAYS_INLINE: ConfigEntry[Boolean]
  77. val COLUMN_BATCH_SIZE: ConfigEntry[Int]
  78. val COLUMN_NAME_OF_CORRUPT_RECORD: ConfigEntry[String]
  79. val COLUMN_VECTOR_OFFHEAP_ENABLED: ConfigEntry[Boolean]
  80. val COMPRESS_CACHED: ConfigEntry[Boolean]
  81. val CONCAT_BINARY_AS_STRING: ConfigEntry[Boolean]
  82. val CONSTRAINT_PROPAGATION_ENABLED: ConfigEntry[Boolean]
  83. val CONTINUOUS_STREAMING_EPOCH_BACKLOG_QUEUE_SIZE: ConfigEntry[Int]
  84. val CONTINUOUS_STREAMING_EXECUTOR_POLL_INTERVAL_MS: ConfigEntry[Long]
  85. val CONTINUOUS_STREAMING_EXECUTOR_QUEUE_SIZE: ConfigEntry[Int]
  86. val CONVERT_CTAS: ConfigEntry[Boolean]
  87. val CROSS_JOINS_ENABLED: ConfigEntry[Boolean]
  88. val CSV_EXPRESSION_OPTIMIZATION: ConfigEntry[Boolean]
  89. val CSV_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  90. val CSV_INPUT_BUFFER_SIZE: OptionalConfigEntry[Int]
  91. val CSV_PARSER_COLUMN_PRUNING: ConfigEntry[Boolean]
  92. val DATAFRAME_PIVOT_MAX_VALUES: ConfigEntry[Int]
  93. val DATAFRAME_RETAIN_GROUP_COLUMNS: ConfigEntry[Boolean]
  94. val DATAFRAME_SELF_JOIN_AUTO_RESOLVE_AMBIGUITY: ConfigEntry[Boolean]
  95. val DATETIME_JAVA8API_ENABLED: ConfigEntry[Boolean]
  96. val DECIMAL_OPERATIONS_ALLOW_PREC_LOSS: ConfigEntry[Boolean]
  97. val DECORRELATE_INNER_QUERY_ENABLED: ConfigEntry[Boolean]
  98. val DECORRELATE_SET_OPS_ENABLED: ConfigEntry[Boolean]
  99. val DECORRELATE_SUBQUERY_LEGACY_INCORRECT_COUNT_HANDLING_ENABLED: ConfigEntry[Boolean]
  100. val DEFAULT_CATALOG: ConfigEntry[String]
  101. val DEFAULT_COLUMN_ALLOWED_PROVIDERS: ConfigEntry[String]
  102. val DEFAULT_DATA_SOURCE_NAME: ConfigEntry[String]
  103. val DEFAULT_SIZE_IN_BYTES: ConfigEntry[Long]
  104. val DISABLED_V2_STREAMING_MICROBATCH_READERS: ConfigEntry[String]
  105. val DISABLED_V2_STREAMING_WRITERS: ConfigEntry[String]
  106. val DISABLE_HINTS: ConfigEntry[Boolean]
  107. val DOUBLE_QUOTED_IDENTIFIERS: ConfigEntry[Boolean]
  108. val DYNAMIC_PARTITION_PRUNING_ENABLED: ConfigEntry[Boolean]
  109. val DYNAMIC_PARTITION_PRUNING_FALLBACK_FILTER_RATIO: ConfigEntry[Double]
  110. val DYNAMIC_PARTITION_PRUNING_REUSE_BROADCAST_ONLY: ConfigEntry[Boolean]
  111. val DYNAMIC_PARTITION_PRUNING_USE_STATS: ConfigEntry[Boolean]
  112. val ELT_OUTPUT_AS_STRING: ConfigEntry[Boolean]
  113. val ENABLE_BUILD_SIDE_OUTER_SHUFFLED_HASH_JOIN_CODEGEN: ConfigEntry[Boolean]
  114. val ENABLE_DEFAULT_COLUMNS: ConfigEntry[Boolean]
  115. val ENABLE_EXISTENCE_SORT_MERGE_JOIN_CODEGEN: ConfigEntry[Boolean]
  116. val ENABLE_FALL_BACK_TO_HDFS_FOR_STATS: ConfigEntry[Boolean]
  117. val ENABLE_FULL_OUTER_SHUFFLED_HASH_JOIN_CODEGEN: ConfigEntry[Boolean]
  118. val ENABLE_FULL_OUTER_SORT_MERGE_JOIN_CODEGEN: ConfigEntry[Boolean]
  119. val ENABLE_SORT_AGGREGATE_CODEGEN: ConfigEntry[Boolean]
  120. val ENABLE_TWOLEVEL_AGG_MAP: ConfigEntry[Boolean]
  121. val ENABLE_TWOLEVEL_AGG_MAP_PARTIAL_ONLY: ConfigEntry[Boolean]
  122. val ENABLE_VECTORIZED_HASH_MAP: ConfigEntry[Boolean]
  123. val ENFORCE_RESERVED_KEYWORDS: ConfigEntry[Boolean]
  124. val ERROR_MESSAGE_FORMAT: ConfigEntry[String]
  125. val ESCAPED_STRING_LITERALS: ConfigEntry[Boolean]
  126. val EXCHANGE_REUSE_ENABLED: ConfigEntry[Boolean]
  127. val EXCLUDE_SUBQUERY_EXP_REFS_FROM_REMOVE_REDUNDANT_ALIASES: ConfigEntry[Boolean]
  128. val EXPRESSION_PROJECTION_CANDIDATE_LIMIT: ConfigEntry[Int]
  129. val FAIL_AMBIGUOUS_SELF_JOIN_ENABLED: ConfigEntry[Boolean]
  130. val FASTFAIL_ON_FILEFORMAT_OUTPUT: ConfigEntry[Boolean]
  131. val FAST_HASH_AGGREGATE_MAX_ROWS_CAPACITY_BIT: ConfigEntry[Int]
  132. val FETCH_SHUFFLE_BLOCKS_IN_BATCH: ConfigEntry[Boolean]
  133. val FILESTREAM_SINK_METADATA_IGNORED: ConfigEntry[Boolean]
  134. val FILES_MAX_PARTITION_BYTES: ConfigEntry[Long]
  135. val FILES_MAX_PARTITION_NUM: OptionalConfigEntry[Int]
  136. val FILES_MIN_PARTITION_NUM: OptionalConfigEntry[Int]
  137. val FILES_OPEN_COST_IN_BYTES: ConfigEntry[Long]
  138. val FILE_COMMIT_PROTOCOL_CLASS: ConfigEntry[String]
  139. val FILE_COMPRESSION_FACTOR: ConfigEntry[Double]
  140. val FILE_SINK_LOG_CLEANUP_DELAY: ConfigEntry[Long]
  141. val FILE_SINK_LOG_COMPACT_INTERVAL: ConfigEntry[Int]
  142. val FILE_SINK_LOG_DELETION: ConfigEntry[Boolean]
  143. val FILE_SOURCE_CLEANER_NUM_THREADS: ConfigEntry[Int]
  144. val FILE_SOURCE_LOG_CLEANUP_DELAY: ConfigEntry[Long]
  145. val FILE_SOURCE_LOG_COMPACT_INTERVAL: ConfigEntry[Int]
  146. val FILE_SOURCE_LOG_DELETION: ConfigEntry[Boolean]
  147. val FILE_SOURCE_SCHEMA_FORCE_NULLABLE: ConfigEntry[Boolean]
  148. val FLATMAPGROUPSWITHSTATE_STATE_FORMAT_VERSION: ConfigEntry[Int]
  149. val FORCE_DELETE_TEMP_CHECKPOINT_LOCATION: ConfigEntry[Boolean]
  150. val GATHER_FASTSTAT: ConfigEntry[Boolean]
  151. val GROUP_BY_ALIASES: ConfigEntry[Boolean]
  152. val GROUP_BY_ORDINAL: ConfigEntry[Boolean]
  153. val HISTOGRAM_ENABLED: ConfigEntry[Boolean]
  154. val HISTOGRAM_NUMERIC_PROPAGATE_INPUT_TYPE: ConfigEntry[Boolean]
  155. val HISTOGRAM_NUM_BINS: ConfigEntry[Int]
  156. val HIVE_CASE_SENSITIVE_INFERENCE: ConfigEntry[String]
  157. val HIVE_FILESOURCE_PARTITION_FILE_CACHE_SIZE: ConfigEntry[Long]
  158. val HIVE_MANAGE_FILESOURCE_PARTITIONS: ConfigEntry[Boolean]
  159. val HIVE_METASTORE_DROP_PARTITION_BY_NAME: ConfigEntry[Boolean]
  160. val HIVE_METASTORE_PARTITION_PRUNING: ConfigEntry[Boolean]
  161. val HIVE_METASTORE_PARTITION_PRUNING_FALLBACK_ON_EXCEPTION: ConfigEntry[Boolean]
  162. val HIVE_METASTORE_PARTITION_PRUNING_FAST_FALLBACK: ConfigEntry[Boolean]
  163. val HIVE_METASTORE_PARTITION_PRUNING_INSET_THRESHOLD: ConfigEntry[Int]
  164. val HIVE_TABLE_PROPERTY_LENGTH_THRESHOLD: OptionalConfigEntry[Int]
  165. val HIVE_VERIFY_PARTITION_PATH: ConfigEntry[Boolean]
  166. val IGNORE_CORRUPT_FILES: ConfigEntry[Boolean]
  167. val IGNORE_DATA_LOCALITY: ConfigEntry[Boolean]
  168. val IGNORE_MISSING_FILES: ConfigEntry[Boolean]
  169. val IGNORE_MISSING_PARQUET_FIELD_ID: ConfigEntry[Boolean]
  170. val INFER_NESTED_DICT_AS_STRUCT: ConfigEntry[Boolean]
  171. val IN_MEMORY_PARTITION_PRUNING: ConfigEntry[Boolean]
  172. val IN_MEMORY_TABLE_SCAN_STATISTICS_ENABLED: ConfigEntry[Boolean]
  173. val JOIN_REORDER_CARD_WEIGHT: ConfigEntry[Double]
  174. val JOIN_REORDER_DP_STAR_FILTER: ConfigEntry[Boolean]
  175. val JOIN_REORDER_DP_THRESHOLD: ConfigEntry[Int]
  176. val JOIN_REORDER_ENABLED: ConfigEntry[Boolean]
  177. val JSON_ENABLE_PARTIAL_RESULTS: ConfigEntry[Boolean]
  178. val JSON_EXPRESSION_OPTIMIZATION: ConfigEntry[Boolean]
  179. val JSON_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  180. val JSON_GENERATOR_IGNORE_NULL_FIELDS: ConfigEntry[Boolean]
  181. val JSON_GENERATOR_WRITE_NULL_IF_WITH_DEFAULT_VALUE: ConfigEntry[Boolean]
  182. val LATERAL_COLUMN_ALIAS_IMPLICIT_ENABLED: ConfigEntry[Boolean]
  183. val LEAF_NODE_DEFAULT_PARALLELISM: OptionalConfigEntry[Int]
  184. val LEGACY_ADD_SINGLE_FILE_IN_ADD_FILE: ConfigEntry[Boolean]
  185. val LEGACY_ALLOW_EMPTY_STRING_IN_JSON: ConfigEntry[Boolean]
  186. val LEGACY_ALLOW_HASH_ON_MAPTYPE: ConfigEntry[Boolean]
  187. val LEGACY_ALLOW_NEGATIVE_SCALE_OF_DECIMAL_ENABLED: ConfigEntry[Boolean]
  188. val LEGACY_ALLOW_NULL_COMPARISON_RESULT_IN_ARRAY_SORT: ConfigEntry[Boolean]
  189. val LEGACY_ALLOW_UNTYPED_SCALA_UDF: ConfigEntry[Boolean]
  190. val LEGACY_ARRAY_EXISTS_FOLLOWS_THREE_VALUED_LOGIC: ConfigEntry[Boolean]
  191. val LEGACY_AVRO_ALLOW_INCOMPATIBLE_SCHEMA: ConfigEntry[Boolean]
  192. val LEGACY_BUCKETED_TABLE_SCAN_OUTPUT_ORDERING: ConfigEntry[Boolean]
  193. val LEGACY_CAST_DATETIME_TO_STRING: ConfigEntry[Boolean]
  194. val LEGACY_CHAR_VARCHAR_AS_STRING: ConfigEntry[Boolean]
  195. val LEGACY_COMPLEX_TYPES_TO_STRING: ConfigEntry[Boolean]
  196. val LEGACY_CREATE_EMPTY_COLLECTION_USING_STRING_TYPE: ConfigEntry[Boolean]
  197. val LEGACY_CREATE_HIVE_TABLE_BY_DEFAULT: ConfigEntry[Boolean]
  198. val LEGACY_CSV_ENABLE_DATE_TIME_PARSING_FALLBACK: OptionalConfigEntry[Boolean]
  199. val LEGACY_CTE_PRECEDENCE_POLICY: ConfigEntry[String]
  200. val LEGACY_EMPTY_CURRENT_DB_IN_CLI: ConfigEntry[Boolean]
  201. val LEGACY_EXPONENT_LITERAL_AS_DECIMAL_ENABLED: ConfigEntry[Boolean]
  202. val LEGACY_EXTRA_OPTIONS_BEHAVIOR: ConfigEntry[Boolean]
  203. val LEGACY_FROM_DAYTIME_STRING: ConfigEntry[Boolean]
  204. val LEGACY_GROUPING_ID_WITH_APPENDED_USER_GROUPBY: ConfigEntry[Boolean]
  205. val LEGACY_HAVING_WITHOUT_GROUP_BY_AS_WHERE: ConfigEntry[Boolean]
  206. val LEGACY_INFER_ARRAY_TYPE_FROM_FIRST_ELEMENT: ConfigEntry[Boolean]
  207. val LEGACY_INTEGER_GROUPING_ID: ConfigEntry[Boolean]
  208. val LEGACY_INTERVAL_ENABLED: ConfigEntry[Boolean]
  209. val LEGACY_IN_SUBQUERY_NULLABILITY: ConfigEntry[Boolean]
  210. val LEGACY_JSON_ENABLE_DATE_TIME_PARSING_FALLBACK: OptionalConfigEntry[Boolean]
  211. val LEGACY_KEEP_COMMAND_OUTPUT_SCHEMA: ConfigEntry[Boolean]
  212. val LEGACY_KEEP_PARTITION_SPEC_AS_STRING_LITERAL: ConfigEntry[Boolean]
  213. val LEGACY_LOOSE_UPCAST: ConfigEntry[Boolean]
  214. val LEGACY_LPAD_RPAD_BINARY_TYPE_AS_STRING: ConfigEntry[Boolean]
  215. val LEGACY_MSSQLSERVER_NUMERIC_MAPPING_ENABLED: ConfigEntry[Boolean]
  216. val LEGACY_NEGATIVE_INDEX_IN_ARRAY_INSERT: ConfigEntry[Boolean]
  217. val LEGACY_NON_IDENTIFIER_OUTPUT_CATALOG_NAME: ConfigEntry[Boolean]
  218. val LEGACY_NO_CHAR_PADDING_IN_PREDICATE: ConfigEntry[Boolean]
  219. val LEGACY_NULL_IN_EMPTY_LIST_BEHAVIOR: ConfigEntry[Boolean]
  220. val LEGACY_NULL_VALUE_WRITTEN_AS_QUOTED_EMPTY_STRING_CSV: ConfigEntry[Boolean]
  221. val LEGACY_PARQUET_NANOS_AS_LONG: ConfigEntry[Boolean]
  222. val LEGACY_PARSE_NULL_PARTITION_SPEC_AS_STRING_LITERAL: ConfigEntry[Boolean]
  223. val LEGACY_PATH_OPTION_BEHAVIOR: ConfigEntry[Boolean]
  224. val LEGACY_PERCENTILE_DISC_CALCULATION: ConfigEntry[Boolean]
  225. val LEGACY_PROPERTY_NON_RESERVED: ConfigEntry[Boolean]
  226. val LEGACY_REPLACE_DATABRICKS_SPARK_AVRO_ENABLED: ConfigEntry[Boolean]
  227. val LEGACY_RESPECT_NULLABILITY_IN_TEXT_DATASET_CONVERSION: ConfigEntry[Boolean]
  228. val LEGACY_SETOPS_PRECEDENCE_ENABLED: ConfigEntry[Boolean]
  229. val LEGACY_SIZE_OF_NULL: ConfigEntry[Boolean]
  230. val LEGACY_STATISTICAL_AGGREGATE: ConfigEntry[Boolean]
  231. val LEGACY_TIME_PARSER_POLICY: ConfigEntry[String]
  232. val LEGACY_USE_V1_COMMAND: ConfigEntry[Boolean]
  233. val LIMIT_INITIAL_NUM_PARTITIONS: ConfigEntry[Int]
  234. val LIMIT_SCALE_UP_FACTOR: ConfigEntry[Int]
  235. val LITERAL_PICK_MINIMUM_PRECISION: ConfigEntry[Boolean]
  236. val LOCAL_RELATION_CACHE_THRESHOLD: ConfigEntry[Int]
  237. val LOCAL_SHUFFLE_READER_ENABLED: ConfigEntry[Boolean]
  238. val MAP_KEY_DEDUP_POLICY: ConfigEntry[String]
  239. val MAX_BATCHES_TO_RETAIN_IN_MEMORY: ConfigEntry[Int]
  240. val MAX_CONCURRENT_OUTPUT_FILE_WRITERS: ConfigEntry[Int]
  241. val MAX_METADATA_STRING_LENGTH: ConfigEntry[Int]
  242. val MAX_NESTED_VIEW_DEPTH: ConfigEntry[Int]
  243. val MAX_PLAN_STRING_LENGTH: ConfigEntry[Long]
  244. val MAX_RECORDS_PER_FILE: ConfigEntry[Long]
  245. val MAX_SINGLE_PARTITION_BYTES: ConfigEntry[Long]
  246. val MAX_TO_STRING_FIELDS: ConfigEntry[Int]
  247. val MIN_BATCHES_TO_RETAIN: ConfigEntry[Int]
  248. val MULTI_COMMUTATIVE_OP_OPT_THRESHOLD: ConfigEntry[Int]
  249. val NAME_NON_STRUCT_GROUPING_KEY_AS_VALUE: ConfigEntry[Boolean]
  250. val NDV_MAX_ERROR: ConfigEntry[Double]
  251. val NESTED_PREDICATE_PUSHDOWN_FILE_SOURCE_LIST: ConfigEntry[String]
  252. val NESTED_PRUNING_ON_EXPRESSIONS: ConfigEntry[Boolean]
  253. val NESTED_SCHEMA_PRUNING_ENABLED: ConfigEntry[Boolean]
  254. val NON_EMPTY_PARTITION_RATIO_FOR_BROADCAST_JOIN: ConfigEntry[Double]
  255. val OBJECT_AGG_SORT_BASED_FALLBACK_THRESHOLD: ConfigEntry[Int]
  256. val OPTIMIZER_EXCLUDED_RULES: OptionalConfigEntry[String]
  257. val OPTIMIZER_INSET_CONVERSION_THRESHOLD: ConfigEntry[Int]
  258. val OPTIMIZER_INSET_SWITCH_THRESHOLD: ConfigEntry[Int]
  259. val OPTIMIZER_MAX_ITERATIONS: ConfigEntry[Int]
  260. val OPTIMIZER_METADATA_ONLY: ConfigEntry[Boolean]
  261. val OPTIMIZE_NULL_AWARE_ANTI_JOIN: ConfigEntry[Boolean]
  262. val OPTIMIZE_ONE_ROW_RELATION_SUBQUERY: ConfigEntry[Boolean]
  263. val ORC_AGGREGATE_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  264. val ORC_COMPRESSION: ConfigEntry[String]
  265. val ORC_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  266. val ORC_IMPLEMENTATION: ConfigEntry[String]
  267. val ORC_SCHEMA_MERGING_ENABLED: ConfigEntry[Boolean]
  268. val ORC_VECTORIZED_READER_BATCH_SIZE: ConfigEntry[Int]
  269. val ORC_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  270. val ORC_VECTORIZED_READER_NESTED_COLUMN_ENABLED: ConfigEntry[Boolean]
  271. val ORC_VECTORIZED_WRITER_BATCH_SIZE: ConfigEntry[Int]
  272. val ORDER_BY_ORDINAL: ConfigEntry[Boolean]
  273. val OUTPUT_COMMITTER_CLASS: OptionalConfigEntry[String]
  274. val PANDAS_ARROW_SAFE_TYPE_CONVERSION: ConfigEntry[Boolean]
  275. val PANDAS_GROUPED_MAP_ASSIGN_COLUMNS_BY_NAME: ConfigEntry[Boolean]
  276. val PANDAS_STRUCT_HANDLING_MODE: ConfigEntry[String]
  277. val PANDAS_UDF_BUFFER_SIZE: ConfigEntry[Int]
  278. val PARALLEL_FILE_LISTING_IN_STATS_COMPUTATION: ConfigEntry[Boolean]
  279. val PARALLEL_PARTITION_DISCOVERY_PARALLELISM: ConfigEntry[Int]
  280. val PARALLEL_PARTITION_DISCOVERY_THRESHOLD: ConfigEntry[Int]
  281. val PARQUET_AGGREGATE_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  282. val PARQUET_BINARY_AS_STRING: ConfigEntry[Boolean]
  283. val PARQUET_COMPRESSION: ConfigEntry[String]
  284. val PARQUET_FIELD_ID_READ_ENABLED: ConfigEntry[Boolean]
  285. val PARQUET_FIELD_ID_WRITE_ENABLED: ConfigEntry[Boolean]
  286. val PARQUET_FILTER_PUSHDOWN_DATE_ENABLED: ConfigEntry[Boolean]
  287. val PARQUET_FILTER_PUSHDOWN_DECIMAL_ENABLED: ConfigEntry[Boolean]
  288. val PARQUET_FILTER_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
  289. val PARQUET_FILTER_PUSHDOWN_INFILTERTHRESHOLD: ConfigEntry[Int]
  290. val PARQUET_FILTER_PUSHDOWN_STRING_PREDICATE_ENABLED: ConfigEntry[Boolean]
  291. val PARQUET_FILTER_PUSHDOWN_STRING_STARTSWITH_ENABLED: ConfigEntry[Boolean]
  292. val PARQUET_FILTER_PUSHDOWN_TIMESTAMP_ENABLED: ConfigEntry[Boolean]
  293. val PARQUET_INFER_TIMESTAMP_NTZ_ENABLED: ConfigEntry[Boolean]
  294. val PARQUET_INT96_AS_TIMESTAMP: ConfigEntry[Boolean]
  295. val PARQUET_INT96_REBASE_MODE_IN_READ: ConfigEntry[String]
  296. val PARQUET_INT96_REBASE_MODE_IN_WRITE: ConfigEntry[String]
  297. val PARQUET_INT96_TIMESTAMP_CONVERSION: ConfigEntry[Boolean]
  298. val PARQUET_OUTPUT_COMMITTER_CLASS: ConfigEntry[String]
  299. val PARQUET_OUTPUT_TIMESTAMP_TYPE: ConfigEntry[String]
  300. val PARQUET_REBASE_MODE_IN_READ: ConfigEntry[String]
  301. val PARQUET_REBASE_MODE_IN_WRITE: ConfigEntry[String]
  302. val PARQUET_RECORD_FILTER_ENABLED: ConfigEntry[Boolean]
  303. val PARQUET_SCHEMA_MERGING_ENABLED: ConfigEntry[Boolean]
  304. val PARQUET_SCHEMA_RESPECT_SUMMARIES: ConfigEntry[Boolean]
  305. val PARQUET_VECTORIZED_READER_BATCH_SIZE: ConfigEntry[Int]
  306. val PARQUET_VECTORIZED_READER_ENABLED: ConfigEntry[Boolean]
  307. val PARQUET_VECTORIZED_READER_NESTED_COLUMN_ENABLED: ConfigEntry[Boolean]
  308. val PARQUET_WRITE_LEGACY_FORMAT: ConfigEntry[Boolean]
  309. val PARTITION_COLUMN_TYPE_INFERENCE: ConfigEntry[Boolean]
  310. val PARTITION_OVERWRITE_MODE: ConfigEntry[String]
  311. val PERCENTILE_ACCURACY: ConfigEntry[Int]
  312. val PLANNED_WRITE_ENABLED: ConfigEntry[Boolean]
  313. val PLAN_CHANGE_LOG_BATCHES: OptionalConfigEntry[String]
  314. val PLAN_CHANGE_LOG_LEVEL: ConfigEntry[String]
  315. val PLAN_CHANGE_LOG_RULES: OptionalConfigEntry[String]
  316. val PLAN_CHANGE_VALIDATION: ConfigEntry[Boolean]
  317. val PLAN_STATS_ENABLED: ConfigEntry[Boolean]
  318. val PREFER_SORTMERGEJOIN: ConfigEntry[Boolean]
  319. val PROPAGATE_DISTINCT_KEYS_ENABLED: ConfigEntry[Boolean]
  320. val PRUNE_FILTERS_CAN_PRUNE_STREAMING_SUBPLAN: ConfigEntry[Boolean]
  321. val PULL_HINTS_INTO_SUBQUERIES: ConfigEntry[Boolean]
  322. val PYSPARK_JVM_STACKTRACE_ENABLED: ConfigEntry[Boolean]
  323. val PYSPARK_SIMPLIFIED_TRACEBACK: ConfigEntry[Boolean]
  324. val PYSPARK_WORKER_PYTHON_EXECUTABLE: OptionalConfigEntry[String]
  325. val PYTHON_TABLE_UDF_ARROW_ENABLED: ConfigEntry[Boolean]
  326. val PYTHON_UDF_ARROW_ENABLED: ConfigEntry[Boolean]
  327. val RADIX_SORT_ENABLED: ConfigEntry[Boolean]
  328. val RANGE_EXCHANGE_SAMPLE_SIZE_PER_PARTITION: ConfigEntry[Int]
  329. val READ_SIDE_CHAR_PADDING: ConfigEntry[Boolean]
  330. val REMOVE_REDUNDANT_PROJECTS_ENABLED: ConfigEntry[Boolean]
  331. val REMOVE_REDUNDANT_SORTS_ENABLED: ConfigEntry[Boolean]
  332. val REPLACE_EXCEPT_WITH_FILTER: ConfigEntry[Boolean]
  333. val REPLACE_HASH_WITH_SORT_AGG_ENABLED: ConfigEntry[Boolean]
  334. val REPL_EAGER_EVAL_ENABLED: ConfigEntry[Boolean]
  335. val REPL_EAGER_EVAL_MAX_NUM_ROWS: ConfigEntry[Int]
  336. val REPL_EAGER_EVAL_TRUNCATE: ConfigEntry[Int]
  337. val REQUIRE_ALL_CLUSTER_KEYS_FOR_CO_PARTITION: ConfigEntry[Boolean]
  338. val REQUIRE_ALL_CLUSTER_KEYS_FOR_DISTRIBUTION: ConfigEntry[Boolean]
  339. val RUNTIME_BLOOM_FILTER_APPLICATION_SIDE_SCAN_SIZE_THRESHOLD: ConfigEntry[Long]
  340. val RUNTIME_BLOOM_FILTER_CREATION_SIDE_THRESHOLD: ConfigEntry[Long]
  341. val RUNTIME_BLOOM_FILTER_ENABLED: ConfigEntry[Boolean]
  342. val RUNTIME_BLOOM_FILTER_EXPECTED_NUM_ITEMS: ConfigEntry[Long]
  343. val RUNTIME_BLOOM_FILTER_MAX_NUM_BITS: ConfigEntry[Long]
  344. val RUNTIME_BLOOM_FILTER_MAX_NUM_ITEMS: ConfigEntry[Long]
  345. val RUNTIME_BLOOM_FILTER_NUM_BITS: ConfigEntry[Long]
  346. val RUNTIME_FILTER_NUMBER_THRESHOLD: ConfigEntry[Int]
  347. val RUNTIME_FILTER_SEMI_JOIN_REDUCTION_ENABLED: ConfigEntry[Boolean]
  348. val RUNTIME_ROW_LEVEL_OPERATION_GROUP_FILTER_ENABLED: ConfigEntry[Boolean]
  349. val RUN_SQL_ON_FILES: ConfigEntry[Boolean]
  350. val SCRIPT_TRANSFORMATION_EXIT_TIMEOUT: ConfigEntry[Long]
  351. val SERIALIZER_NESTED_SCHEMA_PRUNING_ENABLED: ConfigEntry[Boolean]
  352. val SESSION_LOCAL_TIMEZONE: ConfigEntry[String]
  353. val SESSION_WINDOW_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  354. val SESSION_WINDOW_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  355. val SET_COMMAND_REJECTS_SPARK_CORE_CONFS: ConfigEntry[Boolean]
  356. val SHUFFLE_HASH_JOIN_FACTOR: ConfigEntry[Int]
  357. val SHUFFLE_PARTITIONS: ConfigEntry[Int]
  358. val SHUFFLE_TARGET_POSTSHUFFLE_INPUT_SIZE: ConfigEntry[Long]
  359. val SKEW_JOIN_ENABLED: ConfigEntry[Boolean]
  360. val SKEW_JOIN_SKEWED_PARTITION_FACTOR: ConfigEntry[Double]
  361. val SKEW_JOIN_SKEWED_PARTITION_THRESHOLD: ConfigEntry[Long]
  362. val SKIP_TYPE_VALIDATION_ON_ALTER_PARTITION: ConfigEntry[Boolean]
  363. val SORT_BEFORE_REPARTITION: ConfigEntry[Boolean]
  364. val SORT_MERGE_JOIN_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  365. val SORT_MERGE_JOIN_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  366. val SOURCES_BINARY_FILE_MAX_LENGTH: ConfigEntry[Int]
  367. val SQL_OPTIONS_REDACTION_PATTERN: ConfigEntry[Regex]
  368. val SQL_STRING_REDACTION_PATTERN: ConfigEntry[Option[Regex]]
  369. val STABLE_DERIVED_COLUMN_ALIAS_ENABLED: ConfigEntry[Boolean]
  370. val STARSCHEMA_DETECTION: ConfigEntry[Boolean]
  371. val STARSCHEMA_FACT_TABLE_RATIO: ConfigEntry[Double]
  372. val STATEFUL_OPERATOR_ALLOW_MULTIPLE: ConfigEntry[Boolean]
  373. val STATEFUL_OPERATOR_CHECK_CORRECTNESS_ENABLED: ConfigEntry[Boolean]
  374. val STATEFUL_OPERATOR_USE_STRICT_DISTRIBUTION: ConfigEntry[Boolean]
  375. val STATE_SCHEMA_CHECK_ENABLED: ConfigEntry[Boolean]
  376. val STATE_STORE_COMPRESSION_CODEC: ConfigEntry[String]
  377. val STATE_STORE_FORMAT_VALIDATION_ENABLED: ConfigEntry[Boolean]
  378. val STATE_STORE_MIN_DELTAS_FOR_SNAPSHOT: ConfigEntry[Int]
  379. val STATE_STORE_PROVIDER_CLASS: ConfigEntry[String]
  380. val STATE_STORE_ROCKSDB_FORMAT_VERSION: ConfigEntry[Int]

    Note: this is defined in RocksDBConf.FORMAT_VERSION.

    Note: this is defined in RocksDBConf.FORMAT_VERSION. These two places should be updated together.

  381. val STATE_STORE_SKIP_NULLS_FOR_STREAM_STREAM_JOINS: ConfigEntry[Boolean]

    SPARK-38809 - Config option to allow skipping null values for hash based stream-stream joins.

    SPARK-38809 - Config option to allow skipping null values for hash based stream-stream joins. Its possible for us to see nulls if state was written with an older version of Spark, the state was corrupted on disk or if we had an issue with the state iterators.

  382. val STORE_ANALYZED_PLAN_FOR_VIEW: ConfigEntry[Boolean]
  383. val STORE_ASSIGNMENT_POLICY: ConfigEntry[String]
  384. val STREAMING_AGGREGATION_STATE_FORMAT_VERSION: ConfigEntry[Int]
  385. val STREAMING_CHECKPOINT_ESCAPED_PATH_CHECK_ENABLED: ConfigEntry[Boolean]
  386. val STREAMING_CHECKPOINT_FILE_MANAGER_CLASS: TypedConfigBuilder[String]
  387. val STREAMING_FILE_COMMIT_PROTOCOL_CLASS: ConfigEntry[String]
  388. val STREAMING_JOIN_STATE_FORMAT_VERSION: ConfigEntry[Int]
  389. val STREAMING_MAINTENANCE_INTERVAL: ConfigEntry[Long]
  390. val STREAMING_METADATA_CACHE_ENABLED: ConfigEntry[Boolean]
  391. val STREAMING_METRICS_ENABLED: ConfigEntry[Boolean]
  392. val STREAMING_MULTIPLE_WATERMARK_POLICY: ConfigEntry[String]
  393. val STREAMING_NO_DATA_MICRO_BATCHES_ENABLED: ConfigEntry[Boolean]
  394. val STREAMING_NO_DATA_PROGRESS_EVENT_INTERVAL: ConfigEntry[Long]
  395. val STREAMING_OPTIMIZE_ONE_ROW_PLAN_ENABLED: ConfigEntry[Boolean]
  396. val STREAMING_POLLING_DELAY: ConfigEntry[Long]
  397. val STREAMING_PROGRESS_RETENTION: ConfigEntry[Int]
  398. val STREAMING_SCHEMA_INFERENCE: ConfigEntry[Boolean]
  399. val STREAMING_SESSION_WINDOW_MERGE_SESSIONS_IN_LOCAL_PARTITION: ConfigEntry[Boolean]
  400. val STREAMING_SESSION_WINDOW_STATE_FORMAT_VERSION: ConfigEntry[Int]
  401. val STREAMING_STOP_ACTIVE_RUN_ON_RESTART: ConfigEntry[Boolean]
  402. val STREAMING_STOP_TIMEOUT: ConfigEntry[Long]
  403. val SUBEXPRESSION_ELIMINATION_CACHE_MAX_ENTRIES: ConfigEntry[Int]
  404. val SUBEXPRESSION_ELIMINATION_ENABLED: ConfigEntry[Boolean]
  405. val SUBEXPRESSION_ELIMINATION_SKIP_FOR_SHORTCUT_EXPR: ConfigEntry[Boolean]
  406. val SUBQUERY_REUSE_ENABLED: ConfigEntry[Boolean]
  407. val SUPPORT_QUOTED_REGEX_COLUMN_NAME: ConfigEntry[Boolean]
  408. val THRIFTSERVER_FORCE_CANCEL: ConfigEntry[Boolean]
  409. val THRIFTSERVER_INCREMENTAL_COLLECT: ConfigEntry[Boolean]
  410. val THRIFTSERVER_POOL: OptionalConfigEntry[String]
  411. val THRIFTSERVER_QUERY_TIMEOUT: ConfigEntry[Long]
  412. val THRIFTSERVER_UI_SESSION_LIMIT: ConfigEntry[Int]
  413. val THRIFTSERVER_UI_STATEMENT_LIMIT: ConfigEntry[Int]
  414. val TIMESTAMP_TYPE: ConfigEntry[String]
  415. val TOP_K_SORT_FALLBACK_THRESHOLD: ConfigEntry[Int]
  416. val TRUNCATE_TABLE_IGNORE_PERMISSION_ACL: ConfigEntry[Boolean]
  417. val TVF_ALLOW_MULTIPLE_TABLE_ARGUMENTS_ENABLED: ConfigEntry[Boolean]
  418. val UI_EXPLAIN_MODE: ConfigEntry[String]
  419. val UNSUPPORTED_OPERATION_CHECK_ENABLED: ConfigEntry[Boolean]
  420. val USE_CURRENT_SQL_CONFIGS_FOR_VIEW: ConfigEntry[Boolean]
  421. val USE_DEPRECATED_KAFKA_OFFSET_FETCHING: ConfigEntry[Boolean]
  422. val USE_NULLS_FOR_MISSING_DEFAULT_COLUMN_VALUES: ConfigEntry[Boolean]
  423. val USE_OBJECT_HASH_AGG: ConfigEntry[Boolean]
  424. val USE_PARTITION_EVALUATOR: ConfigEntry[Boolean]
  425. val USE_V1_SOURCE_LIST: ConfigEntry[String]
  426. val V2_BUCKETING_ENABLED: ConfigEntry[Boolean]
  427. val V2_BUCKETING_PARTIALLY_CLUSTERED_DISTRIBUTION_ENABLED: ConfigEntry[Boolean]
  428. val V2_BUCKETING_PUSH_PART_VALUES_ENABLED: ConfigEntry[Boolean]
  429. val V2_SESSION_CATALOG_IMPLEMENTATION: OptionalConfigEntry[String]
  430. val VALIDATE_PARTITION_COLUMNS: ConfigEntry[Boolean]
  431. val VARIABLE_SUBSTITUTE_ENABLED: ConfigEntry[Boolean]
  432. val WHOLESTAGE_CODEGEN_ENABLED: ConfigEntry[Boolean]
  433. val WHOLESTAGE_CODEGEN_USE_ID_IN_CLASS_NAME: ConfigEntry[Boolean]
  434. val WHOLESTAGE_HUGE_METHOD_LIMIT: ConfigEntry[Int]
  435. val WHOLESTAGE_MAX_NUM_FIELDS: ConfigEntry[Int]
  436. val WHOLESTAGE_SPLIT_CONSUME_FUNC_BY_OPERATOR: ConfigEntry[Boolean]
  437. val WINDOW_EXEC_BUFFER_IN_MEMORY_THRESHOLD: ConfigEntry[Int]
  438. val WINDOW_EXEC_BUFFER_SPILL_THRESHOLD: ConfigEntry[Int]
  439. val WINDOW_GROUP_LIMIT_THRESHOLD: ConfigEntry[Int]
  440. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  441. def buildConf(key: String): ConfigBuilder
  442. def buildStaticConf(key: String): ConfigBuilder
  443. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  444. val deprecatedSQLConfigs: Map[String, DeprecatedConfig]

    Maps deprecated SQL config keys to information about the deprecation.

    Maps deprecated SQL config keys to information about the deprecation.

    The extra information is logged as a warning when the SQL config is present in the user's configuration.

  445. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  446. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  447. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  448. def get: SQLConf

    Returns the active config object within the current scope.

    Returns the active config object within the current scope. If there is an active SparkSession, the proper SQLConf associated with the thread's active session is used. If it's called from tasks in the executor side, a SQLConf will be created from job local properties, which are set and propagated from the driver side, unless a SQLConf has been set in the scope by withExistingConf as done for propagating SQLConf for operations performed on RDDs created from DataFrames.

    The way this works is a little bit convoluted, due to the fact that config was added initially only for physical plans (and as a result not in sql/catalyst module).

    The first time a SparkSession is instantiated, we set the confGetter to return the active SparkSession's config. If there is no active SparkSession, it returns using the thread local fallbackConf. The reason fallbackConf is a thread local (rather than just a conf) is to support setting different config options for different threads so we can potentially run tests in parallel. At the time this feature was implemented, this was a no-op since we run unit tests (that does not involve SparkSession) in serial order.

  449. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  450. def getFallbackConf: SQLConf

    See get for more information.

  451. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  452. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  453. def isStaticConfigKey(key: String): Boolean
  454. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  455. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  456. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  457. def registerStaticConfigKey(key: String): Unit
  458. val removedSQLConfigs: Map[String, RemovedConfig]

    The map contains info about removed SQL configs.

    The map contains info about removed SQL configs. Keys are SQL config names, map values contain extra information like the version in which the config was removed, config's default value and a comment.

    Please, add a removed SQL configuration property here only when it affects behaviours. For example, spark.sql.variable.substitute.depth was not added as it virtually became no-op later. By this, it makes migrations to new Spark versions painless.

  459. def setSQLConfGetter(getter: () ⇒ SQLConf): Unit

    Sets the active config object within the current scope.

    Sets the active config object within the current scope. See get for more information.

  460. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  461. def toString(): String
    Definition Classes
    AnyRef → Any
  462. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  463. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  464. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  465. def withExistingConf[T](conf: SQLConf)(f: ⇒ T): T
  466. object Deprecated
  467. object HiveCaseSensitiveInferenceMode extends Enumeration
  468. object MapKeyDedupPolicy extends Enumeration
  469. object ParquetOutputTimestampType extends Enumeration
  470. object PartitionOverwriteMode extends Enumeration
  471. object Replaced
  472. object StoreAssignmentPolicy extends Enumeration
  473. object TimestampTypes extends Enumeration

Inherited from Serializable

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped