Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##: Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  val ALLOW_ARBITRARY_TABLE_PROPERTIES: ConfigEntry[Boolean]
5.  val ALLOW_COLUMN_MAPPING_REMOVAL: ConfigEntry[Boolean]
6.  val ALLOW_UNENFORCED_NOT_NULL_CONSTRAINTS: ConfigEntry[Boolean]
7.  val AUTO_COMPACT_ALLOWED_VALUES: Seq[String]
8.  val CHECKPOINT_SCHEMA_WRITE_THRESHOLD_LENGTH: ConfigEntry[Int]
9.  val CHECKPOINT_V2_DRIVER_THREADPOOL_PARALLELISM: ConfigEntry[Int]
10.  val CHECKPOINT_V2_TOP_LEVEL_FILE_FORMAT: OptionalConfigEntry[String]
11.  val CONVERT_EMPTY_TO_NULL_FOR_STRING_PARTITION_COL: ConfigEntry[Boolean]
12.  val DATA_SKIPPING_STRING_PREFIX_LENGTH: ConfigEntry[Int]

    The below confs have a special prefix spark.databricks.io because this is the conf value already used by Databricks' data skipping implementation.

    The below confs have a special prefix spark.databricks.io because this is the conf value already used by Databricks' data skipping implementation. There's no benefit to making OSS users, some of whom are Databricks customers, have to keep track of two different conf values for the same data skipping parameter.

13.  val DELETE_USE_PERSISTENT_DELETION_VECTORS: ConfigEntry[Boolean]
14.  val DELETION_VECTORS_COMMIT_CHECK_ENABLED: ConfigEntry[Boolean]
15.  val DELETION_VECTORS_USE_METADATA_ROW_INDEX: ConfigEntry[Boolean]
16.  val DELETION_VECTOR_PACKING_TARGET_SIZE: ConfigEntry[Long]
17.  val DELTALOG_MINOR_COMPACTION_USE_FOR_READS: ConfigEntry[Boolean]
18.  val DELTA_ALLOW_CREATE_EMPTY_SCHEMA_TABLE: ConfigEntry[Boolean]
19.  val DELTA_ALTER_LOCATION_BYPASS_SCHEMA_CHECK: ConfigEntry[Boolean]
20.  val DELTA_ALTER_TABLE_CHANGE_COLUMN_CHECK_EXPRESSIONS: ConfigEntry[Boolean]
21.  val DELTA_ALTER_TABLE_DROP_COLUMN_ENABLED: ConfigEntry[Boolean]
22.  val DELTA_ASSUMES_DROP_CONSTRAINT_IF_EXISTS: ConfigEntry[Boolean]
23.  val DELTA_ASYNC_UPDATE_STALENESS_TIME_LIMIT: ConfigEntry[Long]
24.  val DELTA_AUTO_COMPACT_EARLY_SKIP_PARTITION_TABLE_ENABLED: ConfigEntry[Boolean]
25.  val DELTA_AUTO_COMPACT_ENABLED: OptionalConfigEntry[String]
26.  val DELTA_AUTO_COMPACT_MAX_FILE_SIZE: ConfigEntry[Long]
27.  val DELTA_AUTO_COMPACT_MAX_NUM_MODIFIED_PARTITIONS: ConfigEntry[Int]
28.  val DELTA_AUTO_COMPACT_MAX_TABLE_PARTITION_STATS: ConfigEntry[Int]
29.  val DELTA_AUTO_COMPACT_MIN_FILE_SIZE: OptionalConfigEntry[Long]
30.  val DELTA_AUTO_COMPACT_MIN_NUM_FILES: ConfigEntry[Int]
31.  val DELTA_AUTO_COMPACT_MODIFIED_PARTITIONS_ONLY_ENABLED: ConfigEntry[Boolean]
32.  val DELTA_AUTO_COMPACT_NON_BLIND_APPEND_ENABLED: ConfigEntry[Boolean]
33.  val DELTA_AUTO_COMPACT_PARTITION_STATS_SIZE: ConfigEntry[Int]
34.  val DELTA_AUTO_COMPACT_RECORD_PARTITION_STATS_ENABLED: ConfigEntry[Boolean]
35.  val DELTA_AUTO_COMPACT_RESERVE_PARTITIONS_ENABLED: ConfigEntry[Boolean]
36.  val DELTA_CDF_ALLOW_OUT_OF_RANGE_TIMESTAMP: ConfigEntry[Boolean]
37.  val DELTA_CDF_ALLOW_TIME_TRAVEL_OPTIONS: ConfigEntry[Boolean]
38.  val DELTA_CDF_DEFAULT_SCHEMA_MODE_FOR_COLUMN_MAPPING_TABLE: ConfigEntry[String]
39.  val DELTA_CDF_UNSAFE_BATCH_READ_ON_INCOMPATIBLE_SCHEMA_CHANGES: ConfigEntry[Boolean]
40.  val DELTA_CHECKPOINT_PART_SIZE: OptionalConfigEntry[Long]
41.  val DELTA_CHECKPOINT_THROW_EXCEPTION_WHEN_FAILED: ConfigEntry[Boolean]
42.  val DELTA_CLONE_REPLACE_ENABLED: ConfigEntry[Boolean]
43.  val DELTA_COLLECT_STATS: ConfigEntry[Boolean]
44.  val DELTA_COLLECT_STATS_USING_TABLE_SCHEMA: ConfigEntry[Boolean]
45.  val DELTA_COLUMN_MAPPING_CHECK_MAX_COLUMN_ID: ConfigEntry[Boolean]
46.  val DELTA_COMMIT_LOCK_ENABLED: OptionalConfigEntry[Boolean]
47.  val DELTA_COMMIT_VALIDATION_ENABLED: ConfigEntry[Boolean]
48.  val DELTA_CONFLICT_DETECTION_WIDEN_NONDETERMINISTIC_PREDICATES: ConfigEntry[String]
49.  val DELTA_CONVERT_ICEBERG_ENABLED: ConfigEntry[Boolean]
50.  val DELTA_CONVERT_ICEBERG_PARTITION_EVOLUTION_ENABLED: ConfigEntry[Boolean]
51.  val DELTA_CONVERT_ICEBERG_UNSAFE_MOR_TABLE_ENABLE: ConfigEntry[Boolean]
52.  val DELTA_CONVERT_ICEBERG_USE_NATIVE_PARTITION_VALUES: ConfigEntry[Boolean]
53.  val DELTA_CONVERT_METADATA_CHECK_ENABLED: ConfigEntry[Boolean]
54.  val DELTA_CONVERT_PARTITION_VALUES_IGNORE_CAST_FAILURE: ConfigEntry[Boolean]
55.  val DELTA_CONVERT_USE_CATALOG_PARTITIONS: ConfigEntry[Boolean]
56.  val DELTA_CONVERT_USE_CATALOG_SCHEMA: ConfigEntry[Boolean]
57.  val DELTA_CONVERT_USE_METADATA_LOG: ConfigEntry[Boolean]
58.  val DELTA_DML_METRICS_FROM_METADATA: ConfigEntry[Boolean]
59.  val DELTA_DUPLICATE_ACTION_CHECK_ENABLED: ConfigEntry[Boolean]
60.  val DELTA_FORCE_ALL_COMMIT_STATS: ConfigEntry[Boolean]
61.  val DELTA_HISTORY_MANAGER_THREAD_POOL_SIZE: ConfigEntry[Int]
62.  val DELTA_HISTORY_METRICS_ENABLED: ConfigEntry[Boolean]
63.  val DELTA_HISTORY_PAR_SEARCH_THRESHOLD: ConfigEntry[Int]
64.  val DELTA_IDEMPOTENT_DML_AUTO_RESET_ENABLED: ConfigEntry[Boolean]
65.  val DELTA_IDEMPOTENT_DML_TXN_APP_ID: OptionalConfigEntry[String]
66.  val DELTA_IDEMPOTENT_DML_TXN_VERSION: OptionalConfigEntry[Long]
67.  val DELTA_IMPORT_BATCH_SIZE_SCHEMA_INFERENCE: ConfigEntry[Int]
68.  val DELTA_IMPORT_BATCH_SIZE_STATS_COLLECTION: ConfigEntry[Int]
69.  val DELTA_INCLUDE_TABLE_ID_IN_FILE_INDEX_COMPARISON: ConfigEntry[Boolean]
70.  val DELTA_LAST_COMMIT_VERSION_IN_SESSION: OptionalConfigEntry[Long]
71.  val DELTA_LEGACY_ALLOW_AMBIGUOUS_PATHS: ConfigEntry[Boolean]
72.  val DELTA_LEGACY_STORE_WRITER_OPTIONS_AS_PROPS: ConfigEntry[Boolean]
73.  val DELTA_LIMIT_PUSHDOWN_ENABLED: ConfigEntry[Boolean]
74.  val DELTA_LOG_CACHE_RETENTION_MINUTES: ConfigEntry[Long]
75.  val DELTA_LOG_CACHE_SIZE: ConfigEntry[Long]
76.  val DELTA_MAX_NON_CONFLICT_RETRY_COMMIT_ATTEMPTS: ConfigEntry[Int]
77.  val DELTA_MAX_RETRY_COMMIT_ATTEMPTS: ConfigEntry[Int]
78.  val DELTA_MAX_SNAPSHOT_LINEAGE_LENGTH: ConfigEntry[Int]
79.  val DELTA_NUM_CLUSTERING_COLUMNS_LIMIT: ConfigEntry[Int]
80.  val DELTA_OPTIMIZE_CLUSTERING_MIN_CUBE_SIZE: ConfigEntry[Long]
81.  val DELTA_OPTIMIZE_CLUSTERING_TARGET_CUBE_SIZE: ConfigEntry[Long]
82.  val DELTA_OPTIMIZE_MAX_DELETED_ROWS_RATIO: ConfigEntry[Double]
83.  val DELTA_OPTIMIZE_MAX_FILE_SIZE: ConfigEntry[Long]
84.  val DELTA_OPTIMIZE_MAX_THREADS: ConfigEntry[Int]
85.  val DELTA_OPTIMIZE_METADATA_QUERY_ENABLED: ConfigEntry[Boolean]
86.  val DELTA_OPTIMIZE_MIN_FILE_SIZE: ConfigEntry[Long]
87.  val DELTA_OPTIMIZE_REPARTITION_ENABLED: ConfigEntry[Boolean]
88.  val DELTA_OPTIMIZE_WRITE_BIN_SIZE: ConfigEntry[Long]
89.  val DELTA_OPTIMIZE_WRITE_ENABLED: OptionalConfigEntry[Boolean]
90.  val DELTA_OPTIMIZE_WRITE_MAX_SHUFFLE_PARTITIONS: ConfigEntry[Int]
91.  val DELTA_OPTIMIZE_WRITE_SHUFFLE_BLOCKS: ConfigEntry[Int]
92.  val DELTA_OPTIMIZE_ZORDER_COL_STAT_CHECK: ConfigEntry[Boolean]
93.  val DELTA_PARTITION_COLUMN_CHECK_ENABLED: ConfigEntry[Boolean]
94.  val DELTA_POST_COMMIT_HOOK_THROW_ON_ERROR: ConfigEntry[Boolean]
95.  val DELTA_PROTOCOL_DEFAULT_READER_VERSION: ConfigEntry[Int]
96.  val DELTA_PROTOCOL_DEFAULT_WRITER_VERSION: ConfigEntry[Int]
97.  val DELTA_REPLACE_COLUMNS_SAFE: ConfigEntry[Boolean]
98.  val DELTA_REQUIRED_SPARK_CONFS_CHECK: ConfigEntry[Boolean]
99.  val DELTA_RESOLVE_MERGE_UPDATE_STRUCTS_BY_NAME: ConfigEntry[Boolean]
100.  val DELTA_SAMPLE_ESTIMATOR_ENABLED: ConfigEntry[Boolean]
101.  val DELTA_SCHEMA_AUTO_MIGRATE: ConfigEntry[Boolean]
102.  val DELTA_SCHEMA_ON_READ_CHECK_ENABLED: ConfigEntry[Boolean]
103.  val DELTA_SCHEMA_REMOVE_SPARK_INTERNAL_METADATA: ConfigEntry[Boolean]
104.  val DELTA_SCHEMA_TYPE_CHECK: ConfigEntry[Boolean]
105.  val DELTA_SHARING_ENABLE_DELTA_FORMAT_BATCH: ConfigEntry[Boolean]
106.  val DELTA_SKIP_RECORDING_EMPTY_COMMITS: ConfigEntry[Boolean]
107.  val DELTA_SNAPSHOT_CACHE_STORAGE_LEVEL: ConfigEntry[String]
108.  val DELTA_SNAPSHOT_LOADING_MAX_RETRIES: ConfigEntry[Int]
109.  val DELTA_SNAPSHOT_PARTITIONS: OptionalConfigEntry[Int]
110.  val DELTA_STATS_COLLECTION_NUM_FILES_PARTITION: ConfigEntry[Int]
111.  val DELTA_STATS_SKIPPING: ConfigEntry[Boolean]
112.  val DELTA_STREAMING_ALLOW_SCHEMA_LOCATION_OUTSIDE_CHECKPOINT_LOCATION: ConfigEntry[Boolean]
113.  val DELTA_STREAMING_ENABLE_SCHEMA_TRACKING: ConfigEntry[Boolean]
114.  val DELTA_STREAMING_ENABLE_SCHEMA_TRACKING_MERGE_CONSECUTIVE_CHANGES: ConfigEntry[Boolean]
115.  val DELTA_STREAMING_SCHEMA_TRACKING_METADATA_PATH_CHECK_ENABLED: ConfigEntry[Boolean]
116.  val DELTA_STREAMING_UNSAFE_READ_ON_INCOMPATIBLE_COLUMN_MAPPING_SCHEMA_CHANGES: ConfigEntry[Boolean]
117.  val DELTA_STREAMING_UNSAFE_READ_ON_INCOMPATIBLE_SCHEMA_CHANGES_DURING_STREAM_START: ConfigEntry[Boolean]
118.  val DELTA_STREAMING_UNSAFE_READ_ON_PARTITION_COLUMN_CHANGE: ConfigEntry[Boolean]
119.  val DELTA_STREAM_UNSAFE_READ_ON_NULLABILITY_CHANGE: ConfigEntry[Boolean]
120.  val DELTA_STRICT_CHECK_DELTA_TABLE: ConfigEntry[Boolean]
121.  val DELTA_TABLE_PROPERTY_CONSTRAINTS_CHECK_ENABLED: ConfigEntry[Boolean]
122.  val DELTA_TIME_TRAVEL_STRICT_TIMESTAMP_PARSING: ConfigEntry[Boolean]
123.  val DELTA_UNIFORM_ICEBERG_SYNC_CONVERT_ENABLED: ConfigEntry[Boolean]
124.  val DELTA_UPDATE_CATALOG_ENABLED: ConfigEntry[Boolean]
125.  val DELTA_UPDATE_CATALOG_LONG_FIELD_TRUNCATION_THRESHOLD: ConfigEntry[Long]
126.  val DELTA_UPDATE_CATALOG_THREAD_POOL_SIZE: ConfigEntry[Int]
127.  val DELTA_USER_METADATA: OptionalConfigEntry[String]
128.  val DELTA_USE_MULTI_THREADED_STATS_COLLECTION: ConfigEntry[Boolean]
129.  val DELTA_VACUUM_LOGGING_ENABLED: OptionalConfigEntry[Boolean]
130.  val DELTA_VACUUM_PARALLEL_DELETE_ENABLED: ConfigEntry[Boolean]
131.  val DELTA_VACUUM_PARALLEL_DELETE_PARALLELISM: OptionalConfigEntry[Int]
132.  val DELTA_VACUUM_RELATIVIZE_IGNORE_ERROR: ConfigEntry[Boolean]
133.  val DELTA_VACUUM_RETENTION_CHECK_ENABLED: ConfigEntry[Boolean]
134.  val DELTA_WRITE_CHECKSUM_ENABLED: ConfigEntry[Boolean]
135.  val DUMMY_FILE_MANAGER_NUM_OF_FILES: ConfigEntry[Int]
136.  val DUMMY_FILE_MANAGER_PREFIX: ConfigEntry[String]
137.  val DYNAMIC_PARTITION_OVERWRITE_ENABLED: ConfigEntry[Boolean]
138.  val EXPOSE_CHECKPOINT_V2_TABLE_FEATURE_FOR_TESTING: ConfigEntry[Boolean]
139.  val FAST_INTERLEAVE_BITS_ENABLED: ConfigEntry[Boolean]
140.  val GENERATED_COLUMN_ALLOW_NULLABLE: ConfigEntry[Boolean]
141.  val GENERATED_COLUMN_PARTITION_FILTER_OPTIMIZATION_ENABLED: ConfigEntry[Boolean]
142.  val HUDI_MAX_COMMITS_TO_CONVERT: ConfigEntry[Int]
143.  val ICEBERG_MAX_ACTIONS_TO_CONVERT: ConfigEntry[Int]
144.  val ICEBERG_MAX_COMMITS_TO_CONVERT: ConfigEntry[Int]
145.  val INTERNAL_UDF_OPTIMIZATION_ENABLED: ConfigEntry[Boolean]
146.  val LAST_CHECKPOINT_CHECKSUM_ENABLED: ConfigEntry[Boolean]
147.  val LAST_CHECKPOINT_NON_FILE_ACTIONS_THRESHOLD: ConfigEntry[Int]
148.  val LAST_CHECKPOINT_SIDECARS_THRESHOLD: ConfigEntry[Int]
149.  val LOAD_FILE_SYSTEM_CONFIGS_FROM_DATAFRAME_OPTIONS: ConfigEntry[Boolean]
150.  val LOG_SIZE_IN_MEMORY_THRESHOLD: ConfigEntry[Long]
151.  val MANAGED_COMMIT_GET_COMMITS_THREAD_POOL_SIZE: ConfigEntry[Int]
152.  val MDC_ADD_NOISE: ConfigEntry[Boolean]
153.  val MDC_NUM_RANGE_IDS: ConfigEntry[Int]
154.  val MERGE_FAIL_IF_SOURCE_CHANGED: ConfigEntry[Boolean]
155.  val MERGE_FORCE_SOURCE_MATERIALIZATION_WITH_UNREADABLE_FILES: ConfigEntry[Boolean]
156.  val MERGE_INSERT_ONLY_ENABLED: ConfigEntry[Boolean]
157.  val MERGE_MATCHED_ONLY_ENABLED: ConfigEntry[Boolean]
158.  val MERGE_MATERIALIZE_SOURCE: ConfigEntry[String]
159.  val MERGE_MATERIALIZE_SOURCE_EAGER: ConfigEntry[Boolean]
160.  val MERGE_MATERIALIZE_SOURCE_MAX_ATTEMPTS: ConfigEntry[Int]
161.  val MERGE_MATERIALIZE_SOURCE_RDD_STORAGE_LEVEL: ConfigEntry[String]
162.  val MERGE_MATERIALIZE_SOURCE_RDD_STORAGE_LEVEL_RETRY: ConfigEntry[String]
163.  val MERGE_REPARTITION_BEFORE_WRITE: ConfigEntry[Boolean]
164.  val MERGE_SKIP_OSS_RESOLUTION_WITH_STAR: ConfigEntry[Boolean]
165.  val MERGE_USE_PERSISTENT_DELETION_VECTORS: ConfigEntry[Boolean]
166.  val REPLACEWHERE_CONSTRAINT_CHECK_ENABLED: ConfigEntry[Boolean]
167.  val REPLACEWHERE_DATACOLUMNS_ENABLED: ConfigEntry[Boolean]
168.  val REPLACEWHERE_DATACOLUMNS_WITH_CDF_ENABLED: ConfigEntry[Boolean]
169.  val REPLACEWHERE_METRICS_ENABLED: ConfigEntry[Boolean]
170.  val REPLACE_TABLE_PROTOCOL_DOWNGRADE_ALLOWED: ConfigEntry[Boolean]
171.  val RESOLVE_TIME_TRAVEL_ON_IDENTIFIER: ConfigEntry[Boolean]
172.  val RESTORE_TABLE_PROTOCOL_DOWNGRADE_ALLOWED: ConfigEntry[Boolean]
173.  val REUSE_COLUMN_MAPPING_METADATA_DURING_OVERWRITE: ConfigEntry[Boolean]
174.  val SQL_CONF_PREFIX: String
175.  val STREAMING_OFFSET_VALIDATION: ConfigEntry[Boolean]
176.  val SUPPRESS_OPTIONAL_LAST_CHECKPOINT_FIELDS: ConfigEntry[Boolean]
177.  val TABLE_BUILDER_FORCE_TABLEPROPERTY_LOWERCASE: ConfigEntry[Boolean]
178.  val TIGHT_BOUND_COLUMN_ON_FILE_INIT_DISABLED: ConfigEntry[Boolean]
179.  val UPDATE_AND_MERGE_CASTING_FOLLOWS_ANSI_ENABLED_FLAG: ConfigEntry[Boolean]
180.  val UPDATE_USE_PERSISTENT_DELETION_VECTORS: ConfigEntry[Boolean]
181.  val WRITE_DATA_FILES_TO_SUBDIR: ConfigEntry[Boolean]
182.  final def asInstanceOf[T0]: T0

     Definition Classes

     Any

183.  def buildConf(key: String): ConfigBuilder
184.  def buildStaticConf(key: String): ConfigBuilder
185.  def clone(): AnyRef

     Attributes

     protected[lang]

     Definition Classes

     AnyRef

     Annotations

     @throws(classOf[java.lang.CloneNotSupportedException]) @native()

186.  final def eq(arg0: AnyRef): Boolean

     Definition Classes

     AnyRef

187.  def equals(arg0: AnyRef): Boolean

     Definition Classes

     AnyRef → Any

188.  def finalize(): Unit

     Attributes

     protected[lang]

     Definition Classes

     AnyRef

     Annotations

     @throws(classOf[java.lang.Throwable])

189.  final def getClass(): Class[_ <: AnyRef]

     Definition Classes

     AnyRef → Any

     Annotations

     @native()

190.  def hashCode(): Int

     Definition Classes

     AnyRef → Any

     Annotations

     @native()

191.  final def isInstanceOf[T0]: Boolean

     Definition Classes

     Any

192.  final def ne(arg0: AnyRef): Boolean

     Definition Classes

     AnyRef

193.  final def notify(): Unit

     Definition Classes

     AnyRef

     Annotations

     @native()

194.  final def notifyAll(): Unit

     Definition Classes

     AnyRef

     Annotations

     @native()

195.  final def synchronized[T0](arg0: => T0): T0

     Definition Classes

     AnyRef

196.  def toString(): String

     Definition Classes

     AnyRef → Any

197.  final def wait(): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws(classOf[java.lang.InterruptedException])

198.  final def wait(arg0: Long, arg1: Int): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws(classOf[java.lang.InterruptedException])

199.  final def wait(arg0: Long): Unit

     Definition Classes

     AnyRef

     Annotations

     @throws(classOf[java.lang.InterruptedException]) @native()

200.  object MergeMaterializeSource
201.  object NonDeterministicPredicateWidening