io.druid.indexer

Class IndexGeneratorJob.IndexGeneratorReducer

java.lang.Object

org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

io.druid.indexer.IndexGeneratorJob.IndexGeneratorReducer

Enclosing class:

IndexGeneratorJob

public static class IndexGeneratorJob.IndexGeneratorReducer
extends org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer

org.apache.hadoop.mapreduce.Reducer.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected HadoopDruidIndexerConfig	config

Constructor Summary

Constructors

Constructor and Description
IndexGeneratorReducer()

Method Summary

Modifier and Type	Method and Description
protected io.druid.segment.ProgressIndicator	makeProgressIndicator(org.apache.hadoop.mapreduce.Reducer.Context context)
protected File	mergeQueryableIndex(List<io.druid.segment.QueryableIndex> indexes, io.druid.query.aggregation.AggregatorFactory[] aggs, File file, io.druid.segment.ProgressIndicator progressIndicator)
protected void	reduce(org.apache.hadoop.io.BytesWritable key, Iterable<org.apache.hadoop.io.BytesWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Reducer.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Reducer

cleanup, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

config

protected HadoopDruidIndexerConfig config

Constructor Detail

IndexGeneratorReducer

public IndexGeneratorReducer()

Method Detail

makeProgressIndicator

protected io.druid.segment.ProgressIndicator makeProgressIndicator(org.apache.hadoop.mapreduce.Reducer.Context context)

mergeQueryableIndex

protected File mergeQueryableIndex(List<io.druid.segment.QueryableIndex> indexes,
                                   io.druid.query.aggregation.AggregatorFactory[] aggs,
                                   File file,
                                   io.druid.segment.ProgressIndicator progressIndicator)
                            throws IOException

Throws:

IOException

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Throws:

IOException

InterruptedException

reduce

protected void reduce(org.apache.hadoop.io.BytesWritable key,
                      Iterable<org.apache.hadoop.io.BytesWritable> values,
                      org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException

Overrides:

reduce in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.BytesWritable,org.apache.hadoop.io.Text>

Throws:

IOException

InterruptedException