Package io.trino.execution
Class TaskManagerConfig
java.lang.Object
io.trino.execution.TaskManagerConfig
@DefunctConfig({"experimental.big-query-max-task-memory","task.max-memory","task.http-notification-threads","task.info-refresh-max-wait","task.operator-pre-allocated-memory","sink.new-implementation","task.legacy-scheduling-behavior","task.level-absolute-priority"})
public class TaskManagerConfig
extends Object
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionvoid@MinDuration("5s") @NotNull io.airlift.units.Duration@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@NotNull io.airlift.units.Duration@MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration@jakarta.validation.constraints.Min(1L) int@MinDuration("1m") io.airlift.units.Duration@MinDuration("3m") io.airlift.units.Duration@MinDuration("1m") io.airlift.units.Duration@Min(0L) BigDecimal@jakarta.validation.constraints.Min(1L) int@NotNull io.airlift.units.DataSize@NotNull io.airlift.units.DataSize@NotNull io.airlift.units.DataSize@NotNull io.airlift.units.DataSize@NotNull io.airlift.units.DataSize@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(0L) intio.airlift.units.DataSize@NotNull io.airlift.units.DataSize@MinDuration("1ms") io.airlift.units.Duration@MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration@jakarta.validation.constraints.Min(1L) int@jakarta.validation.constraints.Min(1L) int@MinDuration("1ms") @NotNull io.airlift.units.Duration@jakarta.validation.constraints.Min(1L) intbooleanbooleanboolean@jakarta.validation.constraints.NotNull booleanbooleanbooleanbooleansetClientTimeout(io.airlift.units.Duration clientTimeout) setDriverTimeoutThreads(int driverTimeoutThreads) setHttpResponseThreads(int httpResponseThreads) setHttpTimeoutThreads(int httpTimeoutThreads) setInfoMaxAge(io.airlift.units.Duration infoMaxAge) setInfoUpdateInterval(io.airlift.units.Duration infoUpdateInterval) setInitialSplitsPerNode(int initialSplitsPerNode) setInterruptStuckSplitTasksDetectionInterval(io.airlift.units.Duration interruptStuckSplitTasksDetectionInterval) setInterruptStuckSplitTasksEnabled(boolean interruptStuckSplitTasksEnabled) setInterruptStuckSplitTasksTimeout(io.airlift.units.Duration interruptStuckSplitTasksTimeout) setInterruptStuckSplitTasksWarningThreshold(io.airlift.units.Duration interruptStuckSplitTasksWarningThreshold) setLevelTimeMultiplier(BigDecimal levelTimeMultiplier) setMaxDriversPerTask(int maxDriversPerTask) setMaxIndexMemoryUsage(io.airlift.units.DataSize maxIndexMemoryUsage) setMaxLocalExchangeBufferSize(io.airlift.units.DataSize size) setMaxPagePartitioningBufferSize(io.airlift.units.DataSize size) setMaxPartialAggregationMemoryUsage(io.airlift.units.DataSize maxPartialAggregationMemoryUsage) setMaxPartialTopNMemory(io.airlift.units.DataSize maxPartialTopNMemory) setMaxWorkerThreads(int maxWorkerThreads) setMaxWriterCount(int maxWriterCount) setMinDrivers(int minDrivers) setMinDriversPerTask(int minDriversPerTask) setMinWriterCount(int minWriterCount) setPagePartitioningBufferPoolSize(int pagePartitioningBufferPoolSize) setPartitionedWriterCount(int partitionedWriterCount) Deprecated.setPerOperatorCpuTimerEnabled(boolean perOperatorCpuTimerEnabled) setScaleWritersEnabled(boolean scaleWritersEnabled) setScaleWritersMaxWriterCount(int scaleWritersMaxWriterCount) Deprecated.setShareIndexLoading(boolean shareIndexLoading) setSinkMaxBroadcastBufferSize(io.airlift.units.DataSize sinkMaxBroadcastBufferSize) setSinkMaxBufferSize(io.airlift.units.DataSize sinkMaxBufferSize) setSplitConcurrencyAdjustmentInterval(io.airlift.units.Duration splitConcurrencyAdjustmentInterval) setStatisticsCpuTimerEnabled(boolean statisticsCpuTimerEnabled) setStatusRefreshMaxWait(io.airlift.units.Duration statusRefreshMaxWait) setTaskConcurrency(int taskConcurrency) setTaskCpuTimerEnabled(boolean taskCpuTimerEnabled) setTaskNotificationThreads(int taskNotificationThreads) setTaskTerminationTimeout(io.airlift.units.Duration taskTerminationTimeout) setTaskYieldThreads(int taskYieldThreads) setThreadPerDriverSchedulerEnabled(boolean enabled)
-
Constructor Details
-
TaskManagerConfig
public TaskManagerConfig()
-
-
Method Details
-
setThreadPerDriverSchedulerEnabled
@Config("experimental.thread-per-driver-scheduler-enabled") public TaskManagerConfig setThreadPerDriverSchedulerEnabled(boolean enabled) -
isThreadPerDriverSchedulerEnabled
public boolean isThreadPerDriverSchedulerEnabled() -
getStatusRefreshMaxWait
@MinDuration("1ms") @MaxDuration("10s") @NotNull public @MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration getStatusRefreshMaxWait() -
setStatusRefreshMaxWait
@Config("task.status-refresh-max-wait") public TaskManagerConfig setStatusRefreshMaxWait(io.airlift.units.Duration statusRefreshMaxWait) -
getInfoUpdateInterval
@MinDuration("1ms") @MaxDuration("10s") @NotNull public @MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration getInfoUpdateInterval() -
setInfoUpdateInterval
@Config("task.info-update-interval") public TaskManagerConfig setInfoUpdateInterval(io.airlift.units.Duration infoUpdateInterval) -
getTaskTerminationTimeout
@MinDuration("1ms") @NotNull public @MinDuration("1ms") @NotNull io.airlift.units.Duration getTaskTerminationTimeout() -
setTaskTerminationTimeout
@Config("task.termination-timeout") public TaskManagerConfig setTaskTerminationTimeout(io.airlift.units.Duration taskTerminationTimeout) -
isPerOperatorCpuTimerEnabled
public boolean isPerOperatorCpuTimerEnabled() -
setPerOperatorCpuTimerEnabled
@LegacyConfig("task.verbose-stats") @Config("task.per-operator-cpu-timer-enabled") public TaskManagerConfig setPerOperatorCpuTimerEnabled(boolean perOperatorCpuTimerEnabled) -
isTaskCpuTimerEnabled
public boolean isTaskCpuTimerEnabled() -
setTaskCpuTimerEnabled
@Config("task.cpu-timer-enabled") public TaskManagerConfig setTaskCpuTimerEnabled(boolean taskCpuTimerEnabled) -
isStatisticsCpuTimerEnabled
public boolean isStatisticsCpuTimerEnabled() -
setStatisticsCpuTimerEnabled
@Config("task.statistics-cpu-timer-enabled") public TaskManagerConfig setStatisticsCpuTimerEnabled(boolean statisticsCpuTimerEnabled) -
getMaxPartialAggregationMemoryUsage
@NotNull public @NotNull io.airlift.units.DataSize getMaxPartialAggregationMemoryUsage() -
setMaxPartialAggregationMemoryUsage
@Config("task.max-partial-aggregation-memory") public TaskManagerConfig setMaxPartialAggregationMemoryUsage(io.airlift.units.DataSize maxPartialAggregationMemoryUsage) -
getMaxPartialTopNMemory
@NotNull public @NotNull io.airlift.units.DataSize getMaxPartialTopNMemory() -
setMaxPartialTopNMemory
@Config("task.max-partial-top-n-memory") public TaskManagerConfig setMaxPartialTopNMemory(io.airlift.units.DataSize maxPartialTopNMemory) -
getMaxLocalExchangeBufferSize
@NotNull public @NotNull io.airlift.units.DataSize getMaxLocalExchangeBufferSize() -
setMaxLocalExchangeBufferSize
@Config("task.max-local-exchange-buffer-size") public TaskManagerConfig setMaxLocalExchangeBufferSize(io.airlift.units.DataSize size) -
getMaxIndexMemoryUsage
@NotNull public @NotNull io.airlift.units.DataSize getMaxIndexMemoryUsage() -
setMaxIndexMemoryUsage
@Config("task.max-index-memory") public TaskManagerConfig setMaxIndexMemoryUsage(io.airlift.units.DataSize maxIndexMemoryUsage) -
getLevelTimeMultiplier
-
setLevelTimeMultiplier
@Config("task.level-time-multiplier") public TaskManagerConfig setLevelTimeMultiplier(BigDecimal levelTimeMultiplier) -
getMaxWorkerThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getMaxWorkerThreads() -
setMaxWorkerThreads
@LegacyConfig("task.shard.max-threads") @Config("task.max-worker-threads") public TaskManagerConfig setMaxWorkerThreads(int maxWorkerThreads) -
getInitialSplitsPerNode
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getInitialSplitsPerNode() -
setInitialSplitsPerNode
@Config("task.initial-splits-per-node") public TaskManagerConfig setInitialSplitsPerNode(int initialSplitsPerNode) -
getSplitConcurrencyAdjustmentInterval
@MinDuration("1ms") public @MinDuration("1ms") io.airlift.units.Duration getSplitConcurrencyAdjustmentInterval() -
setSplitConcurrencyAdjustmentInterval
@Config("task.split-concurrency-adjustment-interval") public TaskManagerConfig setSplitConcurrencyAdjustmentInterval(io.airlift.units.Duration splitConcurrencyAdjustmentInterval) -
getMinDrivers
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getMinDrivers() -
setMinDrivers
-
getMaxDriversPerTask
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getMaxDriversPerTask() -
setMaxDriversPerTask
@Config("task.max-drivers-per-task") public TaskManagerConfig setMaxDriversPerTask(int maxDriversPerTask) -
getMinDriversPerTask
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getMinDriversPerTask() -
setMinDriversPerTask
@Config("task.min-drivers-per-task") public TaskManagerConfig setMinDriversPerTask(int minDriversPerTask) -
getSinkMaxBufferSize
@NotNull public @NotNull io.airlift.units.DataSize getSinkMaxBufferSize() -
setSinkMaxBufferSize
@Config("sink.max-buffer-size") public TaskManagerConfig setSinkMaxBufferSize(io.airlift.units.DataSize sinkMaxBufferSize) -
getSinkMaxBroadcastBufferSize
public io.airlift.units.DataSize getSinkMaxBroadcastBufferSize() -
setSinkMaxBroadcastBufferSize
@Config("sink.max-broadcast-buffer-size") public TaskManagerConfig setSinkMaxBroadcastBufferSize(io.airlift.units.DataSize sinkMaxBroadcastBufferSize) -
getMaxPagePartitioningBufferSize
@NotNull public @NotNull io.airlift.units.DataSize getMaxPagePartitioningBufferSize() -
setMaxPagePartitioningBufferSize
@Config("driver.max-page-partitioning-buffer-size") public TaskManagerConfig setMaxPagePartitioningBufferSize(io.airlift.units.DataSize size) -
getPagePartitioningBufferPoolSize
@Min(0L) public @jakarta.validation.constraints.Min(0L) int getPagePartitioningBufferPoolSize() -
setPagePartitioningBufferPoolSize
@Config("driver.page-partitioning-buffer-pool-size") public TaskManagerConfig setPagePartitioningBufferPoolSize(int pagePartitioningBufferPoolSize) -
getClientTimeout
@MinDuration("5s") @NotNull public @MinDuration("5s") @NotNull io.airlift.units.Duration getClientTimeout() -
setClientTimeout
@Config("task.client.timeout") public TaskManagerConfig setClientTimeout(io.airlift.units.Duration clientTimeout) -
getInfoMaxAge
@NotNull public @NotNull io.airlift.units.Duration getInfoMaxAge() -
setInfoMaxAge
@Config("task.info.max-age") public TaskManagerConfig setInfoMaxAge(io.airlift.units.Duration infoMaxAge) -
isScaleWritersEnabled
public boolean isScaleWritersEnabled() -
setScaleWritersEnabled
@Config("task.scale-writers.enabled") public TaskManagerConfig setScaleWritersEnabled(boolean scaleWritersEnabled) -
setScaleWritersMaxWriterCount
@Deprecated @LegacyConfig(value="task.scale-writers.max-writer-count", replacedBy="task.max-writer-count") public TaskManagerConfig setScaleWritersMaxWriterCount(int scaleWritersMaxWriterCount) Deprecated. -
getMinWriterCount
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getMinWriterCount() -
setMinWriterCount
-
getMaxWriterCount
-
setMaxWriterCount
-
setPartitionedWriterCount
@Deprecated @LegacyConfig(value="task.partitioned-writer-count", replacedBy="task.max-writer-count") public TaskManagerConfig setPartitionedWriterCount(int partitionedWriterCount) Deprecated. -
getTaskConcurrency
-
setTaskConcurrency
-
getHttpResponseThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getHttpResponseThreads() -
setHttpResponseThreads
@Config("task.http-response-threads") public TaskManagerConfig setHttpResponseThreads(int httpResponseThreads) -
getHttpTimeoutThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getHttpTimeoutThreads() -
setHttpTimeoutThreads
@Config("task.http-timeout-threads") public TaskManagerConfig setHttpTimeoutThreads(int httpTimeoutThreads) -
getTaskNotificationThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getTaskNotificationThreads() -
setTaskNotificationThreads
@Config("task.task-notification-threads") public TaskManagerConfig setTaskNotificationThreads(int taskNotificationThreads) -
getTaskYieldThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getTaskYieldThreads() -
setTaskYieldThreads
@Config("task.task-yield-threads") public TaskManagerConfig setTaskYieldThreads(int taskYieldThreads) -
getDriverTimeoutThreads
@Min(1L) public @jakarta.validation.constraints.Min(1L) int getDriverTimeoutThreads() -
setDriverTimeoutThreads
@Config("task.driver-timeout-threads") public TaskManagerConfig setDriverTimeoutThreads(int driverTimeoutThreads) -
isInterruptStuckSplitTasksEnabled
public boolean isInterruptStuckSplitTasksEnabled() -
setInterruptStuckSplitTasksEnabled
@Config("task.interrupt-stuck-split-tasks-enabled") public TaskManagerConfig setInterruptStuckSplitTasksEnabled(boolean interruptStuckSplitTasksEnabled) -
getInterruptStuckSplitTasksWarningThreshold
@MinDuration("1m") public @MinDuration("1m") io.airlift.units.Duration getInterruptStuckSplitTasksWarningThreshold() -
setInterruptStuckSplitTasksWarningThreshold
@Config("task.interrupt-stuck-split-tasks-warning-threshold") public TaskManagerConfig setInterruptStuckSplitTasksWarningThreshold(io.airlift.units.Duration interruptStuckSplitTasksWarningThreshold) -
getInterruptStuckSplitTasksTimeout
@MinDuration("3m") public @MinDuration("3m") io.airlift.units.Duration getInterruptStuckSplitTasksTimeout() -
setInterruptStuckSplitTasksTimeout
@Config("task.interrupt-stuck-split-tasks-timeout") public TaskManagerConfig setInterruptStuckSplitTasksTimeout(io.airlift.units.Duration interruptStuckSplitTasksTimeout) -
getInterruptStuckSplitTasksDetectionInterval
@MinDuration("1m") public @MinDuration("1m") io.airlift.units.Duration getInterruptStuckSplitTasksDetectionInterval() -
setInterruptStuckSplitTasksDetectionInterval
@Config("task.interrupt-stuck-split-tasks-detection-interval") public TaskManagerConfig setInterruptStuckSplitTasksDetectionInterval(io.airlift.units.Duration interruptStuckSplitTasksDetectionInterval) -
applyFaultTolerantExecutionDefaults
public void applyFaultTolerantExecutionDefaults()
-