| Package | Description |
|---|---|
| org.apache.hadoop.hive.ql.exec |
Hive QL execution tasks, operators, functions and other handlers.
|
| org.apache.hadoop.hive.ql.exec.vector | |
| org.apache.hadoop.hive.ql.optimizer | |
| org.apache.hadoop.hive.ql.optimizer.correlation | |
| org.apache.hadoop.hive.ql.optimizer.physical | |
| org.apache.hadoop.hive.ql.parse | |
| org.apache.hadoop.hive.ql.plan | |
| org.apache.hadoop.hive.ql.ppd |
| Modifier and Type | Method and Description |
|---|---|
static Set<Operator<?>> |
OperatorUtils.findWorkOperatorsAndSemiJoinEdges(Operator<?> start,
Map<ReduceSinkOperator,SemiJoinBranchInfo> rsToSemiJoinBranchInfo,
Set<ReduceSinkOperator> semiJoinOps,
Set<TerminalOperator<?>> terminalOps) |
static Set<Operator<?>> |
OperatorUtils.findWorkOperatorsAndSemiJoinEdges(Operator<?> start,
Map<ReduceSinkOperator,SemiJoinBranchInfo> rsToSemiJoinBranchInfo,
Set<ReduceSinkOperator> semiJoinOps,
Set<TerminalOperator<?>> terminalOps) |
| Modifier and Type | Class and Description |
|---|---|
class |
VectorReduceSinkOperator |
| Modifier and Type | Method and Description |
|---|---|
static org.apache.commons.lang3.tuple.Pair<List<ReduceSinkOperator>,Map<Byte,List<ExprNodeDesc>>> |
MapJoinProcessor.getKeys(boolean leftInputJoin,
String[] baseSrc,
JoinOperator op) |
| Modifier and Type | Method and Description |
|---|---|
protected int |
CountDistinctRewriteProc.CountDistinctProcessor.checkCountDistinct(GroupByOperator mGby,
ReduceSinkOperator rs,
GroupByOperator rGby) |
static Optional<Set<String>> |
ParallelEdgeFixer.colMappingInverseKeys(ReduceSinkOperator rs) |
static void |
GenMapRedUtils.initPlan(ReduceSinkOperator op,
GenMRProcContext opProcCtx)
Initialize the current plan by adding it to root tasks.
|
static void |
GenMapRedUtils.initUnionPlan(ReduceSinkOperator op,
UnionOperator currUnionOp,
GenMRProcContext opProcCtx,
Task<?> unionTask)
Initialize the current union plan.
|
protected void |
CountDistinctRewriteProc.CountDistinctProcessor.processGroupBy(GroupByOperator mGby,
ReduceSinkOperator rs,
GroupByOperator rGby,
int indexOfDist) |
static Object |
ReduceSinkMapJoinProc.processReduceSinkToHashJoin(ReduceSinkOperator parentRS,
MapJoinOperator mapJoinOp,
GenTezProcContext context) |
static void |
GenMapRedUtils.setKeyAndValueDesc(ReduceWork work,
ReduceSinkOperator rs)
Set key and value descriptor
|
| Modifier and Type | Method and Description |
|---|---|
static List<ReduceSinkOperator> |
CorrelationUtilities.findSiblingReduceSinkOperators(ReduceSinkOperator op)
Find all sibling ReduceSinkOperators (which have the same child operator of op) of op (op
included).
|
Set<ReduceSinkOperator> |
IntraQueryCorrelation.getAllReduceSinkOperators() |
List<ReduceSinkOperator> |
IntraQueryCorrelation.getBottomReduceSinkOperators() |
| Modifier and Type | Method and Description |
|---|---|
void |
IntraQueryCorrelation.addToAllReduceSinkOperators(ReduceSinkOperator rsop) |
void |
CorrelationOptimizer.CorrelationNodeProcCtx.addWalked(ReduceSinkOperator op) |
protected static boolean |
ReduceSinkDeDuplicationUtils.aggressiveDedup(ReduceSinkOperator cRS,
ReduceSinkOperator pRS,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected static boolean |
ReduceSinkDeDuplicationUtils.checkSelectSingleBranchOnly(ReduceSinkOperator cRS,
ReduceSinkOperator pRS) |
static List<ReduceSinkOperator> |
CorrelationUtilities.findSiblingReduceSinkOperators(ReduceSinkOperator op)
Find all sibling ReduceSinkOperators (which have the same child operator of op) of op (op
included).
|
protected static Operator<?> |
CorrelationUtilities.getStartForGroupBy(ReduceSinkOperator cRS,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected static boolean |
CorrelationUtilities.hasGroupingSet(ReduceSinkOperator cRS) |
boolean |
CorrelationOptimizer.CorrelationNodeProcCtx.isWalked(ReduceSinkOperator op) |
static boolean |
ReduceSinkDeDuplicationUtils.merge(HiveConf hiveConf,
ReduceSinkOperator cRS,
ReduceSinkOperator pRS,
int minReducer)
Current RSDedup remove/replace child RS.
|
static boolean |
ReduceSinkDeDuplicationUtils.merge(ReduceSinkOperator cRS,
JoinOperator pJoin,
int minReducer) |
protected abstract Object |
ReduceSinkDeDuplication.AbstractReducerReducerProc.process(ReduceSinkOperator cRS,
GroupByOperator cGBY,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected abstract Object |
ReduceSinkDeDuplication.AbstractReducerReducerProc.process(ReduceSinkOperator cRS,
ReduceSinkDeDuplication.ReduceSinkDeduplicateProcCtx dedupCtx) |
protected static void |
CorrelationUtilities.removeReduceSinkForGroupBy(ReduceSinkOperator cRS,
GroupByOperator cGBYr,
ParseContext context,
org.apache.hadoop.hive.ql.optimizer.correlation.AbstractCorrelationProcCtx procCtx) |
void |
CorrelationOptimizer.CorrelationNodeProcCtx.removeWalked(ReduceSinkOperator op) |
protected static SelectOperator |
CorrelationUtilities.replaceReduceSinkWithSelectOperator(ReduceSinkOperator childRS,
ParseContext context,
org.apache.hadoop.hive.ql.optimizer.correlation.AbstractCorrelationProcCtx procCtx) |
static boolean |
ReduceSinkDeDuplicationUtils.strictMerge(ReduceSinkOperator cRS,
List<ReduceSinkOperator> pRSs) |
static boolean |
ReduceSinkDeDuplicationUtils.strictMerge(ReduceSinkOperator cRS,
ReduceSinkOperator pRS)
This is a more strict version of the merge check, where:
- cRS and pRS should have exactly the same keys in the same positions, and
- cRS and pRS should have exactly the same partition columns in the same positions, and
- cRS and pRS should have exactly the same bucket columns in the same positions, and
- cRS and pRS should sort in the same direction
|
| Modifier and Type | Method and Description |
|---|---|
void |
CorrelationOptimizer.CorrelationNodeProcCtx.addWalkedAll(Collection<ReduceSinkOperator> c) |
void |
CorrelationOptimizer.CorrelationNodeProcCtx.removeWalkedAll(Collection<ReduceSinkOperator> c) |
void |
IntraQueryCorrelation.setJobFlowCorrelation(boolean jobFlowCorrelation,
List<ReduceSinkOperator> bottomReduceSinkOperators) |
static boolean |
ReduceSinkDeDuplicationUtils.strictMerge(ReduceSinkOperator cRS,
List<ReduceSinkOperator> pRSs) |
| Modifier and Type | Method and Description |
|---|---|
protected void |
BucketingSortingOpProcFactory.GroupByInferrer.processGroupByReduceSink(ReduceSinkOperator rop,
GroupByOperator gop,
BucketingSortingCtx bctx)
Process the ReduceSinkOperator preceding a GroupByOperator to determine which columns
are bucketed and sorted.
|
| Modifier and Type | Field and Description |
|---|---|
ReduceSinkOperator |
GenTezUtils.DynamicListContext.generator |
| Modifier and Type | Field and Description |
|---|---|
Set<ReduceSinkOperator> |
GenTezProcContext.clonedReduceSinks |
Set<ReduceSinkOperator> |
GenTezProcContext.connectedReduceSinks |
Map<BaseWork,List<ReduceSinkOperator>> |
GenTezProcContext.linkWorkWithReduceSinkMap |
Map<MapJoinOperator,Set<ReduceSinkOperator>> |
GenTezProcContext.mapJoinToUnprocessedSmallTableReduceSinks |
Set<ReduceSinkOperator> |
OptimizeTezProcContext.visitedReduceSinks |
| Modifier and Type | Method and Description |
|---|---|
List<ReduceSinkOperator> |
ParseContext.getReduceSinkOperatorsAddedByEnforceBucketingSorting() |
Map<ReduceSinkOperator,RuntimeValuesInfo> |
ParseContext.getRsToRuntimeValuesInfoMap() |
LinkedHashMap<ReduceSinkOperator,SemiJoinBranchInfo> |
ParseContext.getRsToSemiJoinBranchInfo() |
com.google.common.collect.Multimap<TerminalOperator<?>,ReduceSinkOperator> |
ParseContext.getTerminalOpToRSMap() |
| Modifier and Type | Method and Description |
|---|---|
void |
GenTezUtils.DynamicPartitionPrunerContext.addDynamicList(ExprNodeDynamicListDesc desc,
ExprNodeDesc parent,
ExprNodeDesc grandParent,
ReduceSinkOperator generator) |
static TezEdgeProperty.EdgeType |
GenTezUtils.determineEdgeType(BaseWork preceedingWork,
BaseWork followingWork,
ReduceSinkOperator reduceSinkOperator) |
static void |
GenTezUtils.processDynamicSemiJoinPushDownOperator(GenTezProcContext procCtx,
RuntimeValuesInfo runtimeValuesInfo,
ReduceSinkOperator rs) |
static void |
GenTezUtils.removeSemiJoinOperator(ParseContext context,
ReduceSinkOperator rs,
TableScanOperator ts) |
| Modifier and Type | Method and Description |
|---|---|
void |
ParseContext.setReduceSinkOperatorsAddedByEnforceBucketingSorting(List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting) |
void |
ParseContext.setRsToRuntimeValuesInfoMap(Map<ReduceSinkOperator,RuntimeValuesInfo> rsToRuntimeValuesInfo) |
void |
ParseContext.setRsToSemiJoinBranchInfo(LinkedHashMap<ReduceSinkOperator,SemiJoinBranchInfo> rsToSemiJoinBranchInfo) |
void |
ParseContext.setTerminalOpToRSMap(com.google.common.collect.Multimap<TerminalOperator<?>,ReduceSinkOperator> terminalOpToRSMap) |
| Constructor and Description |
|---|
DynamicListContext(ExprNodeDynamicListDesc desc,
ExprNodeDesc parent,
ExprNodeDesc grandParent,
ReduceSinkOperator generator) |
| Constructor and Description |
|---|
ParseContext(QueryState queryState,
Map<TableScanOperator,ExprNodeDesc> opToPartPruner,
Map<TableScanOperator,PrunedPartitionList> opToPartList,
Map<String,TableScanOperator> topOps,
Set<JoinOperator> joinOps,
Set<SMBMapJoinOperator> smbMapJoinOps,
List<LoadTableDesc> loadTableWork,
List<LoadFileDesc> loadFileWork,
List<ColumnStatsAutoGatherContext> columnStatsAutoGatherContexts,
Context ctx,
Map<String,String> idToTableNameMap,
int destTableId,
UnionProcContext uCtx,
List<AbstractMapJoinOperator<? extends MapJoinDesc>> listMapJoinOpsNoReducer,
Map<String,PrunedPartitionList> prunedPartitions,
QueryTables tabNameToTabObject,
Map<TableScanOperator,FilterDesc.SampleDesc> opToSamplePruner,
GlobalLimitCtx globalLimitCtx,
Map<String,SplitSample> nameToSplitSample,
Set<ReadEntity> semanticInputs,
List<Task<?>> rootTasks,
Map<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToSkewedPruner,
Map<String,ReadEntity> viewAliasToInput,
List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting,
BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite,
CreateTableDesc createTableDesc,
CreateMaterializedViewDesc createViewDesc,
MaterializedViewUpdateDesc materializedViewUpdateDesc,
QueryProperties queryProperties,
Map<SelectOperator,Table> viewProjectToTableSchema) |
| Modifier and Type | Method and Description |
|---|---|
ReduceSinkOperator |
DynamicPruningEventDesc.getGenerator() |
| Modifier and Type | Method and Description |
|---|---|
void |
DynamicPruningEventDesc.setGenerator(ReduceSinkOperator generator) |
| Modifier and Type | Method and Description |
|---|---|
Map<ReduceSinkOperator,Set<ExprNodeColumnDesc>> |
OpWalkerInfo.getColumnsInPredicates() |
Map<ReduceSinkOperator,Map<ExprNodeDesc,ExprNodeDesc>> |
OpWalkerInfo.getEqualities() |
Copyright © 2022 The Apache Software Foundation. All rights reserved.