Packages

class RapidsConf extends Logging

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. RapidsConf
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new RapidsConf(sparkConf: SparkConf)
  2. new RapidsConf(sqlConf: SQLConf)
  3. new RapidsConf(conf: Map[String, String])

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. lazy val allowDisableEntirePlan: Boolean
  5. lazy val allowMultipleJars: RapidsConf.AllowMultipleJars.Value
  6. lazy val allowSinglePassPartialSortAgg: Boolean
  7. lazy val areCrossJoinsEnabled: Boolean
  8. lazy val areExistenceJoinsEnabled: Boolean
  9. lazy val areFullOuterJoinsEnabled: Boolean
  10. lazy val areInnerJoinsEnabled: Boolean
  11. lazy val areLeftAntiJoinsEnabled: Boolean
  12. lazy val areLeftOuterJoinsEnabled: Boolean
  13. lazy val areLeftSemiJoinsEnabled: Boolean
  14. lazy val areRightOuterJoinsEnabled: Boolean
  15. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  16. lazy val avroDebugDumpAlways: Boolean
  17. lazy val avroDebugDumpPrefix: Option[String]
  18. lazy val batchedBoundedRowsWindowMax: Int
  19. lazy val chunkedPackBounceBufferSize: Long
  20. lazy val chunkedPackPoolSize: Long
  21. lazy val chunkedReaderEnabled: Boolean
  22. lazy val chunkedReaderMemoryUsageRatio: Double
  23. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  24. lazy val concurrentGpuTasks: Int
  25. lazy val concurrentWriterPartitionFlushSize: Long
  26. lazy val cpuReadMemorySpeed: Double
  27. lazy val cpuWriteMemorySpeed: Double
  28. lazy val cudfVersionOverride: Boolean
  29. lazy val defaultCpuExpressionCost: Double
  30. lazy val defaultCpuOperatorCost: Double
  31. lazy val defaultGpuExpressionCost: Double
  32. lazy val defaultGpuOperatorCost: Double
  33. lazy val defaultRowCount: Long
  34. lazy val driverTimeZone: Option[String]
  35. lazy val enableAlluxioSlowDisk: Boolean
  36. lazy val enableHashOptimizeSort: Boolean
  37. lazy val enableReplaceSortMergeJoin: Boolean
  38. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  39. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  40. lazy val explain: String
  41. lazy val exportColumnarRdd: Boolean
  42. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  43. lazy val forceSinglePassPartialSortAgg: Boolean
  44. def get[T](entry: ConfEntry[T]): T
  45. lazy val getAlluxioAutoMountEnabled: Boolean
  46. lazy val getAlluxioBucketRegex: String
  47. lazy val getAlluxioHome: String
  48. lazy val getAlluxioLargeFileThreshold: Long
  49. lazy val getAlluxioMaster: String
  50. lazy val getAlluxioMasterPort: Int
  51. lazy val getAlluxioPathsToReplace: Option[Seq[String]]
  52. lazy val getAlluxioReplacementAlgo: String
  53. lazy val getAlluxioUser: String
  54. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  55. lazy val getCloudSchemes: Seq[String]
  56. def getCpuExpressionCost(operatorName: String): Option[Double]

    Get the CPU cost of an expression, for use in the cost-based optimizer.

  57. def getCpuOperatorCost(operatorName: String): Option[Double]

    Get the CPU cost of an operator, for use in the cost-based optimizer.

  58. def getGpuExpressionCost(operatorName: String): Option[Double]

    Get the GPU cost of an expression, for use in the cost-based optimizer.

  59. def getGpuOperatorCost(operatorName: String): Option[Double]

    Get the GPU cost of an operator, for use in the cost-based optimizer.

  60. lazy val getMultithreadedCombineThreshold: Long
  61. lazy val getMultithreadedCombineWaitTime: Int
  62. lazy val getMultithreadedReaderKeepOrder: Boolean
  63. lazy val getSparkGpuResourceName: String
  64. lazy val gpuCoreDumpCompressionCodec: String
  65. lazy val gpuCoreDumpDir: Option[String]
  66. lazy val gpuCoreDumpPipePattern: String
  67. lazy val gpuOomDumpDir: Option[String]
  68. lazy val gpuOomMaxRetries: Int
  69. lazy val gpuReadMemorySpeed: Double
  70. lazy val gpuTargetBatchSizeBytes: Long
  71. lazy val gpuWriteMemorySpeed: Double
  72. lazy val hasExtendedYearValues: Boolean
  73. lazy val hashAggReplaceMode: String
  74. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  75. lazy val hostSpillStorageSize: Long
  76. lazy val includeImprovedFloat: Boolean
  77. lazy val incompatDateFormats: Boolean
  78. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  79. def initializeLogIfNecessary(isInterpreter: Boolean): Unit
    Attributes
    protected
    Definition Classes
    Logging
  80. lazy val isAlluxioReplacementAlgoConvertTime: Boolean
  81. lazy val isAlluxioReplacementAlgoTaskTime: Boolean
  82. lazy val isAqeExchangeReuseFixupEnabled: Boolean
  83. lazy val isAvroAutoReaderEnabled: Boolean
  84. lazy val isAvroCoalesceFileReadEnabled: Boolean
  85. lazy val isAvroEnabled: Boolean
  86. lazy val isAvroMultiThreadReadEnabled: Boolean
  87. lazy val isAvroPerFileReadEnabled: Boolean
  88. lazy val isAvroReadEnabled: Boolean
  89. def isCacheOnlyShuffleManagerMode: Boolean
  90. lazy val isCastDecimalToFloatEnabled: Boolean
  91. lazy val isCastFloatToDecimalEnabled: Boolean
  92. lazy val isCastFloatToIntegralTypesEnabled: Boolean
  93. lazy val isCastFloatToStringEnabled: Boolean
  94. lazy val isCastStringToFloatEnabled: Boolean
  95. lazy val isCastStringToTimestampEnabled: Boolean
  96. def isConfExplicitlySet(key: String): Boolean

    To judge whether "key" is explicitly set by the users.

  97. lazy val isCpuBasedUDFEnabled: Boolean
  98. lazy val isCsvDecimalReadEnabled: Boolean
  99. lazy val isCsvDoubleReadEnabled: Boolean
  100. lazy val isCsvEnabled: Boolean
  101. lazy val isCsvFloatReadEnabled: Boolean
  102. lazy val isCsvReadEnabled: Boolean
  103. lazy val isDeltaWriteEnabled: Boolean
  104. lazy val isDetectDeltaCheckpointQueries: Boolean
  105. lazy val isDetectDeltaLogQueries: Boolean
  106. lazy val isExpandPreprojectEnabled: Boolean
  107. lazy val isFastSampleEnabled: Boolean
  108. lazy val isFileScanPrunePartitionEnabled: Boolean
  109. lazy val isFloatAggEnabled: Boolean
  110. lazy val isFloatFormatNumberEnabled: Boolean
  111. lazy val isFoldableNonLitAllowed: Boolean
  112. def isGPUShuffle: Boolean
  113. lazy val isGpuCoreDumpCompressed: Boolean
  114. lazy val isGpuCoreDumpFull: Boolean
  115. lazy val isHiveDelimitedTextEnabled: Boolean
  116. lazy val isHiveDelimitedTextReadEnabled: Boolean
  117. lazy val isHiveDelimitedTextWriteEnabled: Boolean
  118. lazy val isIcebergEnabled: Boolean
  119. lazy val isIcebergReadEnabled: Boolean
  120. lazy val isIncompatEnabled: Boolean
  121. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  122. lazy val isJsonDecimalReadEnabled: Boolean
  123. lazy val isJsonDoubleReadEnabled: Boolean
  124. lazy val isJsonEnabled: Boolean
  125. lazy val isJsonFloatReadEnabled: Boolean
  126. lazy val isJsonReadEnabled: Boolean
  127. lazy val isLegacyGetJsonObjectEnabled: Boolean
  128. def isMultiThreadedShuffleManagerMode: Boolean
  129. def isOperatorEnabled(key: String, incompat: Boolean, isDisabledByDefault: Boolean): Boolean
  130. lazy val isOrcAutoReaderEnabled: Boolean
  131. lazy val isOrcCoalesceFileReadEnabled: Boolean
  132. lazy val isOrcEnabled: Boolean
  133. lazy val isOrcFloatTypesToStringEnable: Boolean
  134. lazy val isOrcMultiThreadReadEnabled: Boolean
  135. lazy val isOrcPerFileReadEnabled: Boolean
  136. lazy val isOrcReadEnabled: Boolean
  137. lazy val isOrcWriteEnabled: Boolean
  138. lazy val isParquetAutoReaderEnabled: Boolean
  139. lazy val isParquetCoalesceFileReadEnabled: Boolean
  140. lazy val isParquetEnabled: Boolean
  141. lazy val isParquetInt96WriteEnabled: Boolean
  142. lazy val isParquetMultiThreadReadEnabled: Boolean
  143. lazy val isParquetPerFileReadEnabled: Boolean
  144. lazy val isParquetReadEnabled: Boolean
  145. lazy val isParquetWriteEnabled: Boolean
  146. lazy val isPooledMemEnabled: Boolean
  147. lazy val isProjectAstEnabled: Boolean
  148. lazy val isRangeWindowByteEnabled: Boolean
  149. lazy val isRangeWindowDecimalEnabled: Boolean
  150. lazy val isRangeWindowDoubleEnabled: Boolean
  151. lazy val isRangeWindowFloatEnabled: Boolean
  152. lazy val isRangeWindowIntEnabled: Boolean
  153. lazy val isRangeWindowLongEnabled: Boolean
  154. lazy val isRangeWindowShortEnabled: Boolean
  155. lazy val isRegExpEnabled: Boolean
  156. lazy val isRlikeRegexRewriteEnabled: Boolean
  157. lazy val isSqlEnabled: Boolean
  158. lazy val isSqlExecuteOnGPU: Boolean
  159. lazy val isSqlExplainOnlyEnabled: Boolean
  160. lazy val isTestEnabled: Boolean
  161. lazy val isTieredProjectEnabled: Boolean
  162. def isTraceEnabled(): Boolean
    Attributes
    protected
    Definition Classes
    Logging
  163. def isUCXShuffleManagerMode: Boolean
  164. lazy val isUdfCompilerEnabled: Boolean
  165. lazy val isUnspillEnabled: Boolean
  166. lazy val isUvmEnabled: Boolean
  167. lazy val isWindowCollectListEnabled: Boolean
  168. lazy val isWindowCollectSetEnabled: Boolean
  169. lazy val isWindowUnboundedAggEnabled: Boolean
  170. lazy val limitChunkedReaderMemoryUsage: Boolean
  171. def log: Logger
    Attributes
    protected
    Definition Classes
    Logging
  172. def logDebug(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  173. def logDebug(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  174. def logError(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  175. def logError(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  176. def logInfo(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  177. def logInfo(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  178. def logName: String
    Attributes
    protected
    Definition Classes
    Logging
  179. lazy val logQueryTransformations: Boolean
  180. def logTrace(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  181. def logTrace(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  182. def logWarning(msg: ⇒ String, throwable: Throwable): Unit
    Attributes
    protected
    Definition Classes
    Logging
  183. def logWarning(msg: ⇒ String): Unit
    Attributes
    protected
    Definition Classes
    Logging
  184. lazy val maxGpuColumnSizeBytes: Long
  185. lazy val maxNumAvroFilesParallel: Int
  186. lazy val maxNumOrcFilesParallel: Int
  187. lazy val maxNumParquetFilesParallel: Int
  188. lazy val maxReadBatchSizeBytes: Long
  189. lazy val maxReadBatchSizeRows: Int
  190. lazy val maxRegExpStateMemory: Long
  191. lazy val metricsLevel: String
  192. lazy val multiThreadReadNumThreads: Int
  193. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  194. lazy val needDecimalGuarantees: Boolean
  195. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  196. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  197. lazy val numFilesFilterParallel: Int
  198. lazy val offHeapLimit: Option[Long]
  199. lazy val offHeapLimitEnabled: Boolean
  200. lazy val optimizerClassName: String
  201. lazy val optimizerEnabled: Boolean
  202. lazy val optimizerExplain: String
  203. lazy val optimizerShouldExplainAll: Boolean
  204. lazy val orcDebugDumpAlways: Boolean
  205. lazy val orcDebugDumpPrefix: Option[String]
  206. lazy val parquetDebugDumpAlways: Boolean
  207. lazy val parquetDebugDumpPrefix: Option[String]
  208. lazy val parquetReaderFooterType: RapidsConf.ParquetFooterReaderType.Value
  209. lazy val partialMergeDistinctEnabled: Boolean
  210. lazy val perTaskOverhead: Long
  211. lazy val pinnedPoolCuioDefault: Boolean
  212. lazy val pinnedPoolSize: Long
  213. lazy val profileCompression: String
  214. lazy val profileDriverPollMillis: Int
  215. lazy val profileExecutors: String
  216. lazy val profileFlushPeriodMillis: Int
  217. lazy val profileJobs: Option[String]
  218. lazy val profilePath: Option[String]
  219. lazy val profileStages: Option[String]
  220. lazy val profileTimeRangesSeconds: Option[String]
  221. lazy val profileWriteBufferSize: Long
  222. lazy val rapidsConfMap: Map[String, String]
  223. lazy val rmmAllocFraction: Double
  224. lazy val rmmAllocMaxFraction: Double
  225. lazy val rmmAllocMinFraction: Double
  226. lazy val rmmAllocReserve: Long
  227. lazy val rmmDebugLocation: String
  228. lazy val rmmExactAlloc: Option[Long]
  229. lazy val rmmPool: String
  230. lazy val shimsProviderOverride: Option[String]
  231. lazy val shouldExplain: Boolean
  232. lazy val shouldExplainAll: Boolean
  233. lazy val shouldHiveReadDecimals: Boolean
  234. lazy val shouldHiveReadDoubles: Boolean
  235. lazy val shouldHiveReadFloats: Boolean
  236. lazy val shuffleClientThreadKeepAliveTime: Int
  237. lazy val shuffleCompressionCodec: String
  238. lazy val shuffleCompressionLz4ChunkSize: Long
  239. lazy val shuffleCompressionMaxBatchMemory: Long
  240. lazy val shuffleCompressionZstdChunkSize: Long
  241. lazy val shuffleManagerEnabled: Boolean
  242. lazy val shuffleManagerMode: String
  243. lazy val shuffleMaxClientTasks: Int
  244. lazy val shuffleMaxClientThreads: Int
  245. lazy val shuffleMaxMetadataSize: Long
  246. lazy val shuffleMaxServerTasks: Int
  247. lazy val shuffleMultiThreadedMaxBytesInFlight: Long
  248. lazy val shuffleMultiThreadedReaderThreads: Int
  249. lazy val shuffleMultiThreadedWriterThreads: Int
  250. lazy val shuffleTransportClassName: String
  251. lazy val shuffleTransportEarlyStart: Boolean
  252. lazy val shuffleTransportEarlyStartHeartbeatInterval: Int
  253. lazy val shuffleTransportEarlyStartHeartbeatTimeout: Int
  254. lazy val shuffleTransportMaxReceiveInflightBytes: Long
  255. lazy val shuffleUcxActiveMessagesForceRndv: Boolean
  256. lazy val shuffleUcxBounceBuffersSize: Long
  257. lazy val shuffleUcxDeviceBounceBuffersCount: Int
  258. lazy val shuffleUcxHostBounceBuffersCount: Int
  259. lazy val shuffleUcxListenerStartPort: Int
  260. lazy val shuffleUcxMgmtConnTimeout: Int
  261. lazy val shuffleUcxMgmtHost: String
  262. lazy val shuffleUcxUseWakeup: Boolean
  263. lazy val shuffledHashJoinOptimizeShuffle: Boolean
  264. lazy val skipGpuArchCheck: Boolean
  265. lazy val sparkRmmDebugLocation: String
  266. lazy val sparkRmmStateEnable: Boolean
  267. lazy val spillToDiskBounceBufferSize: Long
  268. lazy val splitUntilSizeOverride: Option[Long]
  269. lazy val stableSort: Boolean
  270. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  271. lazy val testGetJsonObjectSavePath: Option[String]
  272. lazy val testGetJsonObjectSaveRows: Int
  273. lazy val testRetryOOMInjectionMode: OomInjectionConf

    Convert a string value to the injection configuration OomInjection.

    Convert a string value to the injection configuration OomInjection.

    The new format is a CSV in any order "num_ooms=<integer>,skip=<integer>,type=<string value of OomInjectionType>"

    "type" maps to OomInjectionType to run count against oomCount and skipCount "num_ooms" maps to oomCount (default 1), the number of allocations resulting in an OOM "skip" maps to skipCount (default 0), the number of matching allocations to skip before injecting an OOM at the skip+1st allocation. *split* maps to withSplit (default false), determining whether to inject *SplitAndRetryOOM instead of plain *RetryOOM exceptions

    For backwards compatibility support existing binary configuration "false", disabled, i.e. oomCount=0, skipCount=0, injectionType=None "true" or anything else but "false" yields the default oomCount=1, skipCount=0, injectionType=CPU_OR_GPU, withSplit=false

  274. lazy val testingAllowedNonGpu: Seq[String]
  275. def toString(): String
    Definition Classes
    AnyRef → Any
  276. lazy val useArrowCopyOptimization: Boolean
  277. lazy val useShuffledSymmetricHashJoin: Boolean
  278. lazy val validateExecsInGpuPlan: Seq[String]
  279. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  280. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  281. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped