Package io.trino.execution

Class TaskManagerConfig

java.lang.Object

io.trino.execution.TaskManagerConfig

@DefunctConfig({"experimental.big-query-max-task-memory","sink.new-implementation","task.http-notification-threads","task.info-refresh-max-wait","task.legacy-scheduling-behavior","task.level-absolute-priority","task.max-memory","task.operator-pre-allocated-memory","task.shard.max-threads","task.verbose-stats"})
public class TaskManagerConfig
extends Object

Field Summary

Fields

Modifier and Type	Field	Description
static final int	MAX_WRITER_COUNT

Constructor Summary

Constructors

Constructor	Description
TaskManagerConfig()

Method Summary

Modifier and Type	Method	Description
void	applyFaultTolerantExecutionDefaults()
@MinDuration("5s") @NotNull io.airlift.units.Duration	getClientTimeout()
@jakarta.validation.constraints.Min(1L) int	getDriverTimeoutThreads()
@jakarta.validation.constraints.Min(1L) int	getHttpResponseThreads()
@jakarta.validation.constraints.Min(1L) int	getHttpTimeoutThreads()
@NotNull io.airlift.units.Duration	getInfoMaxAge()
@MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration	getInfoUpdateInterval()
@jakarta.validation.constraints.Min(1L) int	getInitialSplitsPerNode()
@MinDuration("1m") io.airlift.units.Duration	getInterruptStuckSplitTasksDetectionInterval()
@MinDuration("3m") io.airlift.units.Duration	getInterruptStuckSplitTasksTimeout()
@MinDuration("1m") io.airlift.units.Duration	getInterruptStuckSplitTasksWarningThreshold()
@Min(0L) BigDecimal	getLevelTimeMultiplier()
@jakarta.validation.constraints.Min(1L) int	getMaxDriversPerTask()
@NotNull io.airlift.units.DataSize	getMaxIndexMemoryUsage()
@NotNull io.airlift.units.DataSize	getMaxLocalExchangeBufferSize()
@NotNull io.airlift.units.DataSize	getMaxPagePartitioningBufferSize()
@NotNull io.airlift.units.DataSize	getMaxPartialAggregationMemoryUsage()
@NotNull io.airlift.units.DataSize	getMaxPartialTopNMemory()
@jakarta.validation.constraints.Min(1L) int	getMaxWorkerThreads()
@jakarta.validation.constraints.Min(1L) int	getMaxWriterCount()
@jakarta.validation.constraints.Min(1L) int	getMinDrivers()
@jakarta.validation.constraints.Min(1L) int	getMinDriversPerTask()
@jakarta.validation.constraints.Min(1L) int	getMinWriterCount()
@jakarta.validation.constraints.Min(0L) int	getPagePartitioningBufferPoolSize()
io.airlift.units.DataSize	getSinkMaxBroadcastBufferSize()
@NotNull io.airlift.units.DataSize	getSinkMaxBufferSize()
@MinDuration("1ms") io.airlift.units.Duration	getSplitConcurrencyAdjustmentInterval()
@MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration	getStatusRefreshMaxWait()
@jakarta.validation.constraints.Min(1L) int	getTaskConcurrency()
@jakarta.validation.constraints.Min(1L) int	getTaskNotificationThreads()
@MinDuration("1ms") @NotNull io.airlift.units.Duration	getTaskTerminationTimeout()
@jakarta.validation.constraints.Min(1L) int	getTaskYieldThreads()
boolean	isInterruptStuckSplitTasksEnabled()
boolean	isPerOperatorCpuTimerEnabled()
boolean	isScaleWritersEnabled()
boolean	isShareIndexLoading()
boolean	isStatisticsCpuTimerEnabled()
boolean	isTaskCpuTimerEnabled()
boolean	isThreadPerDriverSchedulerEnabled()
TaskManagerConfig	setClientTimeout(io.airlift.units.Duration clientTimeout)
TaskManagerConfig	setDriverTimeoutThreads(int driverTimeoutThreads)
TaskManagerConfig	setHttpResponseThreads(int httpResponseThreads)
TaskManagerConfig	setHttpTimeoutThreads(int httpTimeoutThreads)
TaskManagerConfig	setInfoMaxAge(io.airlift.units.Duration infoMaxAge)
TaskManagerConfig	setInfoUpdateInterval(io.airlift.units.Duration infoUpdateInterval)
TaskManagerConfig	setInitialSplitsPerNode(int initialSplitsPerNode)
TaskManagerConfig	setInterruptStuckSplitTasksDetectionInterval(io.airlift.units.Duration interruptStuckSplitTasksDetectionInterval)
TaskManagerConfig	setInterruptStuckSplitTasksEnabled(boolean interruptStuckSplitTasksEnabled)
TaskManagerConfig	setInterruptStuckSplitTasksTimeout(io.airlift.units.Duration interruptStuckSplitTasksTimeout)
TaskManagerConfig	setInterruptStuckSplitTasksWarningThreshold(io.airlift.units.Duration interruptStuckSplitTasksWarningThreshold)
TaskManagerConfig	setLevelTimeMultiplier(BigDecimal levelTimeMultiplier)
TaskManagerConfig	setMaxDriversPerTask(int maxDriversPerTask)
TaskManagerConfig	setMaxIndexMemoryUsage(io.airlift.units.DataSize maxIndexMemoryUsage)
TaskManagerConfig	setMaxLocalExchangeBufferSize(io.airlift.units.DataSize size)
TaskManagerConfig	setMaxPagePartitioningBufferSize(io.airlift.units.DataSize size)
TaskManagerConfig	setMaxPartialAggregationMemoryUsage(io.airlift.units.DataSize maxPartialAggregationMemoryUsage)
TaskManagerConfig	setMaxPartialTopNMemory(io.airlift.units.DataSize maxPartialTopNMemory)
TaskManagerConfig	setMaxWorkerThreads(String maxWorkerThreads)
TaskManagerConfig	setMaxWriterCount(int maxWriterCount)
TaskManagerConfig	setMinDrivers(int minDrivers)
TaskManagerConfig	setMinDriversPerTask(int minDriversPerTask)
TaskManagerConfig	setMinWriterCount(int minWriterCount)
TaskManagerConfig	setPagePartitioningBufferPoolSize(int pagePartitioningBufferPoolSize)
TaskManagerConfig	setPartitionedWriterCount(int partitionedWriterCount)	Deprecated.
TaskManagerConfig	setPerOperatorCpuTimerEnabled(boolean perOperatorCpuTimerEnabled)
TaskManagerConfig	setScaleWritersEnabled(boolean scaleWritersEnabled)
TaskManagerConfig	setScaleWritersMaxWriterCount(int scaleWritersMaxWriterCount)	Deprecated.
TaskManagerConfig	setShareIndexLoading(boolean shareIndexLoading)
TaskManagerConfig	setSinkMaxBroadcastBufferSize(io.airlift.units.DataSize sinkMaxBroadcastBufferSize)
TaskManagerConfig	setSinkMaxBufferSize(io.airlift.units.DataSize sinkMaxBufferSize)
TaskManagerConfig	setSplitConcurrencyAdjustmentInterval(io.airlift.units.Duration splitConcurrencyAdjustmentInterval)
TaskManagerConfig	setStatisticsCpuTimerEnabled(boolean statisticsCpuTimerEnabled)
TaskManagerConfig	setStatusRefreshMaxWait(io.airlift.units.Duration statusRefreshMaxWait)
TaskManagerConfig	setTaskConcurrency(int taskConcurrency)
TaskManagerConfig	setTaskCpuTimerEnabled(boolean taskCpuTimerEnabled)
TaskManagerConfig	setTaskNotificationThreads(int taskNotificationThreads)
TaskManagerConfig	setTaskTerminationTimeout(io.airlift.units.Duration taskTerminationTimeout)
TaskManagerConfig	setTaskYieldThreads(int taskYieldThreads)
TaskManagerConfig	setThreadPerDriverSchedulerEnabled(boolean enabled)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

MAX_WRITER_COUNT

public static final int MAX_WRITER_COUNT

See Also:

• Constant Field Values

Constructor Details

TaskManagerConfig

public TaskManagerConfig()

Method Details

setThreadPerDriverSchedulerEnabled

@Config("experimental.thread-per-driver-scheduler-enabled")
public TaskManagerConfig setThreadPerDriverSchedulerEnabled(boolean enabled)

isThreadPerDriverSchedulerEnabled

public boolean isThreadPerDriverSchedulerEnabled()

getStatusRefreshMaxWait

@MinDuration("1ms")
@MaxDuration("10s")
@NotNull
public @MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration getStatusRefreshMaxWait()

setStatusRefreshMaxWait

@Config("task.status-refresh-max-wait")
public TaskManagerConfig setStatusRefreshMaxWait(io.airlift.units.Duration statusRefreshMaxWait)

getInfoUpdateInterval

@MinDuration("1ms")
@MaxDuration("10s")
@NotNull
public @MinDuration("1ms") @MaxDuration("10s") @NotNull io.airlift.units.Duration getInfoUpdateInterval()

setInfoUpdateInterval

@Config("task.info-update-interval")
public TaskManagerConfig setInfoUpdateInterval(io.airlift.units.Duration infoUpdateInterval)

getTaskTerminationTimeout

@MinDuration("1ms")
@NotNull
public @MinDuration("1ms") @NotNull io.airlift.units.Duration getTaskTerminationTimeout()

setTaskTerminationTimeout

@Config("task.termination-timeout")
public TaskManagerConfig setTaskTerminationTimeout(io.airlift.units.Duration taskTerminationTimeout)

isPerOperatorCpuTimerEnabled

public boolean isPerOperatorCpuTimerEnabled()

setPerOperatorCpuTimerEnabled

@Config("task.per-operator-cpu-timer-enabled")
public TaskManagerConfig setPerOperatorCpuTimerEnabled(boolean perOperatorCpuTimerEnabled)

isTaskCpuTimerEnabled

public boolean isTaskCpuTimerEnabled()

setTaskCpuTimerEnabled

@Config("task.cpu-timer-enabled")
public TaskManagerConfig setTaskCpuTimerEnabled(boolean taskCpuTimerEnabled)

isStatisticsCpuTimerEnabled

public boolean isStatisticsCpuTimerEnabled()

setStatisticsCpuTimerEnabled

@Config("task.statistics-cpu-timer-enabled")
public TaskManagerConfig setStatisticsCpuTimerEnabled(boolean statisticsCpuTimerEnabled)

getMaxPartialAggregationMemoryUsage

@NotNull
public @NotNull io.airlift.units.DataSize getMaxPartialAggregationMemoryUsage()

setMaxPartialAggregationMemoryUsage

@Config("task.max-partial-aggregation-memory")
public TaskManagerConfig setMaxPartialAggregationMemoryUsage(io.airlift.units.DataSize maxPartialAggregationMemoryUsage)

getMaxPartialTopNMemory

@NotNull
public @NotNull io.airlift.units.DataSize getMaxPartialTopNMemory()

setMaxPartialTopNMemory

@Config("task.max-partial-top-n-memory")
public TaskManagerConfig setMaxPartialTopNMemory(io.airlift.units.DataSize maxPartialTopNMemory)

getMaxLocalExchangeBufferSize

@NotNull
public @NotNull io.airlift.units.DataSize getMaxLocalExchangeBufferSize()

setMaxLocalExchangeBufferSize

@Config("task.max-local-exchange-buffer-size")
public TaskManagerConfig setMaxLocalExchangeBufferSize(io.airlift.units.DataSize size)

getMaxIndexMemoryUsage

@NotNull
public @NotNull io.airlift.units.DataSize getMaxIndexMemoryUsage()

setMaxIndexMemoryUsage

@Config("task.max-index-memory")
public TaskManagerConfig setMaxIndexMemoryUsage(io.airlift.units.DataSize maxIndexMemoryUsage)

isShareIndexLoading

public boolean isShareIndexLoading()

setShareIndexLoading

@Config("task.share-index-loading")
public TaskManagerConfig setShareIndexLoading(boolean shareIndexLoading)

getLevelTimeMultiplier

@Min(0L)
public @Min(0L) BigDecimal getLevelTimeMultiplier()

setLevelTimeMultiplier

@Config("task.level-time-multiplier")
public TaskManagerConfig setLevelTimeMultiplier(BigDecimal levelTimeMultiplier)

getMaxWorkerThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getMaxWorkerThreads()

setMaxWorkerThreads

@Config("task.max-worker-threads")
public TaskManagerConfig setMaxWorkerThreads(String maxWorkerThreads)

getInitialSplitsPerNode

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getInitialSplitsPerNode()

setInitialSplitsPerNode

@Config("task.initial-splits-per-node")
public TaskManagerConfig setInitialSplitsPerNode(int initialSplitsPerNode)

getSplitConcurrencyAdjustmentInterval

@MinDuration("1ms")
public @MinDuration("1ms") io.airlift.units.Duration getSplitConcurrencyAdjustmentInterval()

setSplitConcurrencyAdjustmentInterval

@Config("task.split-concurrency-adjustment-interval")
public TaskManagerConfig setSplitConcurrencyAdjustmentInterval(io.airlift.units.Duration splitConcurrencyAdjustmentInterval)

getMinDrivers

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getMinDrivers()

setMinDrivers

@Config("task.min-drivers")
public TaskManagerConfig setMinDrivers(int minDrivers)

getMaxDriversPerTask

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getMaxDriversPerTask()

setMaxDriversPerTask

@Config("task.max-drivers-per-task")
public TaskManagerConfig setMaxDriversPerTask(int maxDriversPerTask)

getMinDriversPerTask

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getMinDriversPerTask()

setMinDriversPerTask

@Config("task.min-drivers-per-task")
public TaskManagerConfig setMinDriversPerTask(int minDriversPerTask)

getSinkMaxBufferSize

@NotNull
public @NotNull io.airlift.units.DataSize getSinkMaxBufferSize()

setSinkMaxBufferSize

@Config("sink.max-buffer-size")
public TaskManagerConfig setSinkMaxBufferSize(io.airlift.units.DataSize sinkMaxBufferSize)

getSinkMaxBroadcastBufferSize

public io.airlift.units.DataSize getSinkMaxBroadcastBufferSize()

setSinkMaxBroadcastBufferSize

@Config("sink.max-broadcast-buffer-size")
public TaskManagerConfig setSinkMaxBroadcastBufferSize(io.airlift.units.DataSize sinkMaxBroadcastBufferSize)

getMaxPagePartitioningBufferSize

@NotNull
public @NotNull io.airlift.units.DataSize getMaxPagePartitioningBufferSize()

setMaxPagePartitioningBufferSize

@Config("driver.max-page-partitioning-buffer-size")
public TaskManagerConfig setMaxPagePartitioningBufferSize(io.airlift.units.DataSize size)

getPagePartitioningBufferPoolSize

@Min(0L)
public @jakarta.validation.constraints.Min(0L) int getPagePartitioningBufferPoolSize()

setPagePartitioningBufferPoolSize

@Config("driver.page-partitioning-buffer-pool-size")
public TaskManagerConfig setPagePartitioningBufferPoolSize(int pagePartitioningBufferPoolSize)

getClientTimeout

@MinDuration("5s")
@NotNull
public @MinDuration("5s") @NotNull io.airlift.units.Duration getClientTimeout()

setClientTimeout

@Config("task.client.timeout")
public TaskManagerConfig setClientTimeout(io.airlift.units.Duration clientTimeout)

getInfoMaxAge

@NotNull
public @NotNull io.airlift.units.Duration getInfoMaxAge()

setInfoMaxAge

@Config("task.info.max-age")
public TaskManagerConfig setInfoMaxAge(io.airlift.units.Duration infoMaxAge)

isScaleWritersEnabled

public boolean isScaleWritersEnabled()

setScaleWritersEnabled

@Config("task.scale-writers.enabled")
public TaskManagerConfig setScaleWritersEnabled(boolean scaleWritersEnabled)

setScaleWritersMaxWriterCount

@Deprecated
@LegacyConfig(value="task.scale-writers.max-writer-count",
              replacedBy="task.max-writer-count")
public TaskManagerConfig setScaleWritersMaxWriterCount(int scaleWritersMaxWriterCount)

Deprecated.

getMinWriterCount

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getMinWriterCount()

setMinWriterCount

@Config("task.min-writer-count")
public TaskManagerConfig setMinWriterCount(int minWriterCount)

getMaxWriterCount

@Min(1L)
@PowerOfTwo
public @jakarta.validation.constraints.Min(1L) int getMaxWriterCount()

setMaxWriterCount

@Config("task.max-writer-count")
public TaskManagerConfig setMaxWriterCount(int maxWriterCount)

setPartitionedWriterCount

@Deprecated
@LegacyConfig(value="task.partitioned-writer-count",
              replacedBy="task.max-writer-count")
public TaskManagerConfig setPartitionedWriterCount(int partitionedWriterCount)

Deprecated.

getTaskConcurrency

@Min(1L)
@PowerOfTwo
public @jakarta.validation.constraints.Min(1L) int getTaskConcurrency()

setTaskConcurrency

@Config("task.concurrency")
public TaskManagerConfig setTaskConcurrency(int taskConcurrency)

getHttpResponseThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getHttpResponseThreads()

setHttpResponseThreads

@Config("task.http-response-threads")
public TaskManagerConfig setHttpResponseThreads(int httpResponseThreads)

getHttpTimeoutThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getHttpTimeoutThreads()

setHttpTimeoutThreads

@Config("task.http-timeout-threads")
public TaskManagerConfig setHttpTimeoutThreads(int httpTimeoutThreads)

getTaskNotificationThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getTaskNotificationThreads()

setTaskNotificationThreads

@Config("task.task-notification-threads")
public TaskManagerConfig setTaskNotificationThreads(int taskNotificationThreads)

getTaskYieldThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getTaskYieldThreads()

setTaskYieldThreads

@Config("task.task-yield-threads")
public TaskManagerConfig setTaskYieldThreads(int taskYieldThreads)

getDriverTimeoutThreads

@Min(1L)
public @jakarta.validation.constraints.Min(1L) int getDriverTimeoutThreads()

setDriverTimeoutThreads

@Config("task.driver-timeout-threads")
public TaskManagerConfig setDriverTimeoutThreads(int driverTimeoutThreads)

isInterruptStuckSplitTasksEnabled

public boolean isInterruptStuckSplitTasksEnabled()

setInterruptStuckSplitTasksEnabled

@Config("task.interrupt-stuck-split-tasks-enabled")
public TaskManagerConfig setInterruptStuckSplitTasksEnabled(boolean interruptStuckSplitTasksEnabled)

getInterruptStuckSplitTasksWarningThreshold

@MinDuration("1m")
public @MinDuration("1m") io.airlift.units.Duration getInterruptStuckSplitTasksWarningThreshold()

setInterruptStuckSplitTasksWarningThreshold

@Config("task.interrupt-stuck-split-tasks-warning-threshold")
public TaskManagerConfig setInterruptStuckSplitTasksWarningThreshold(io.airlift.units.Duration interruptStuckSplitTasksWarningThreshold)

getInterruptStuckSplitTasksTimeout

@MinDuration("3m")
public @MinDuration("3m") io.airlift.units.Duration getInterruptStuckSplitTasksTimeout()

setInterruptStuckSplitTasksTimeout

@Config("task.interrupt-stuck-split-tasks-timeout")
public TaskManagerConfig setInterruptStuckSplitTasksTimeout(io.airlift.units.Duration interruptStuckSplitTasksTimeout)

getInterruptStuckSplitTasksDetectionInterval

@MinDuration("1m")
public @MinDuration("1m") io.airlift.units.Duration getInterruptStuckSplitTasksDetectionInterval()

setInterruptStuckSplitTasksDetectionInterval

@Config("task.interrupt-stuck-split-tasks-detection-interval")
public TaskManagerConfig setInterruptStuckSplitTasksDetectionInterval(io.airlift.units.Duration interruptStuckSplitTasksDetectionInterval)

applyFaultTolerantExecutionDefaults

public void applyFaultTolerantExecutionDefaults()