org.apache.druid.server.coordinator

Class DruidCoordinator

java.lang.Object

org.apache.druid.server.coordinator.DruidCoordinator

public class DruidCoordinator
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	HISTORICAL_MANAGEMENT_DUTIES_DUTY_GROUP
static com.google.common.collect.Ordering<DataSegment>	SEGMENT_COMPARATOR_RECENT_FIRST Orders newest segments (i.e.

Constructor Summary

Constructors

Constructor and Description

DruidCoordinator(DruidCoordinatorConfig config, JacksonConfigManager configManager, SegmentsMetadataManager segmentsMetadataManager, ServerInventoryView serverInventoryView, MetadataRuleManager metadataRuleManager, ServiceEmitter emitter, ScheduledExecutorFactory scheduledExecutorFactory, IndexingServiceClient indexingServiceClient, LoadQueueTaskMaster taskMaster, SegmentLoadQueueManager loadQueueManager, ServiceAnnouncer serviceAnnouncer, DruidNode self, Set<CoordinatorDuty> metadataStoreManagementDuties, Set<CoordinatorDuty> indexingServiceDuties, CoordinatorCustomDutyGroups customDutyGroups, BalancerStrategyFactory balancerStrategyFactory, LookupCoordinatorManager lookupCoordinatorManager, DruidLeaderSelector coordLeaderSelector, CompactionSegmentSearchPolicy compactionSegmentSearchPolicy)

Method Summary

Modifier and Type	Method and Description
Map<String,AutoCompactionSnapshot>	getAutoCompactionSnapshot()
AutoCompactionSnapshot	getAutoCompactionSnapshotForDataSource(String dataSource)
com.google.common.util.concurrent.ListeningExecutorService	getBalancerExec()
int	getCachedBalancerThreadNumber()
String	getCurrentLeader()
Map<String,Double>	getDatasourceToLoadStatus()
it.unimi.dsi.fastutil.objects.Object2IntMap<String>	getDatasourceToUnavailableSegmentCount()
Map<String,LoadQueuePeon>	getLoadManagementPeons()
Integer	getReplicationFactor(SegmentId segmentId)
Map<String,it.unimi.dsi.fastutil.objects.Object2LongMap<String>>	getTierToDatasourceToUnderReplicatedCount(boolean useClusterView)
Map<String,it.unimi.dsi.fastutil.objects.Object2LongMap<String>>	getTierToDatasourceToUnderReplicatedCount(Iterable<DataSegment> dataSegments, boolean useClusterView)
Long	getTotalSizeOfSegmentsAwaitingCompaction(String dataSource)
protected void	initBalancerExecutor()
boolean	isLeader()
void	markSegmentsAsUnused(String datasource, Set<SegmentId> segmentIds)
void	runCompactSegmentsDuty()
void	start()
void	stop()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

SEGMENT_COMPARATOR_RECENT_FIRST

public static final com.google.common.collect.Ordering<DataSegment> SEGMENT_COMPARATOR_RECENT_FIRST

Orders newest segments (i.e. segments with most recent intervals) first. Used by:

• RunRules duty to prioritize assignment of more recent segments. The order of segments matters because the CoordinatorDynamicConfig.replicationThrottleLimit might cause only a few segments to be picked for replication in a coordinator run.
• LoadQueuePeons to prioritize load of more recent segments.

It is presumed that more recent segments are queried more often and contain more important data for users. This ordering thus ensures that if the cluster has availability or loading problems, the most recent segments are made available as soon as possible.

HISTORICAL_MANAGEMENT_DUTIES_DUTY_GROUP

public static final String HISTORICAL_MANAGEMENT_DUTIES_DUTY_GROUP

See Also:

Constant Field Values

Constructor Detail

DruidCoordinator

@Inject
public DruidCoordinator(DruidCoordinatorConfig config,
                                JacksonConfigManager configManager,
                                SegmentsMetadataManager segmentsMetadataManager,
                                ServerInventoryView serverInventoryView,
                                MetadataRuleManager metadataRuleManager,
                                ServiceEmitter emitter,
                                ScheduledExecutorFactory scheduledExecutorFactory,
                                IndexingServiceClient indexingServiceClient,
                                LoadQueueTaskMaster taskMaster,
                                SegmentLoadQueueManager loadQueueManager,
                                ServiceAnnouncer serviceAnnouncer,
                                DruidNode self,
                                Set<CoordinatorDuty> metadataStoreManagementDuties,
                                Set<CoordinatorDuty> indexingServiceDuties,
                                CoordinatorCustomDutyGroups customDutyGroups,
                                BalancerStrategyFactory balancerStrategyFactory,
                                LookupCoordinatorManager lookupCoordinatorManager,
                                DruidLeaderSelector coordLeaderSelector,
                                CompactionSegmentSearchPolicy compactionSegmentSearchPolicy)

Method Detail

isLeader

public boolean isLeader()

getLoadManagementPeons

public Map<String,LoadQueuePeon> getLoadManagementPeons()

getTierToDatasourceToUnderReplicatedCount

public Map<String,it.unimi.dsi.fastutil.objects.Object2LongMap<String>> getTierToDatasourceToUnderReplicatedCount(boolean useClusterView)

getTierToDatasourceToUnderReplicatedCount

public Map<String,it.unimi.dsi.fastutil.objects.Object2LongMap<String>> getTierToDatasourceToUnderReplicatedCount(Iterable<DataSegment> dataSegments,
                                                                                                                  boolean useClusterView)

getDatasourceToUnavailableSegmentCount

public it.unimi.dsi.fastutil.objects.Object2IntMap<String> getDatasourceToUnavailableSegmentCount()

getDatasourceToLoadStatus

public Map<String,Double> getDatasourceToLoadStatus()

getReplicationFactor

@Nullable
public Integer getReplicationFactor(SegmentId segmentId)

getTotalSizeOfSegmentsAwaitingCompaction

@Nullable
public Long getTotalSizeOfSegmentsAwaitingCompaction(String dataSource)

getAutoCompactionSnapshotForDataSource

@Nullable
public AutoCompactionSnapshot getAutoCompactionSnapshotForDataSource(String dataSource)

getAutoCompactionSnapshot

public Map<String,AutoCompactionSnapshot> getAutoCompactionSnapshot()

markSegmentsAsUnused

public void markSegmentsAsUnused(String datasource,
                                 Set<SegmentId> segmentIds)

getCurrentLeader

public String getCurrentLeader()

getCachedBalancerThreadNumber

public int getCachedBalancerThreadNumber()

getBalancerExec

public com.google.common.util.concurrent.ListeningExecutorService getBalancerExec()

start

public void start()

stop

public void stop()

runCompactSegmentsDuty

public void runCompactSegmentsDuty()

initBalancerExecutor

protected void initBalancerExecutor()