org.apache.mahout.math.hadoop.stochasticsvd

Class ABtJob.QRReducer

java.lang.Object

org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

org.apache.mahout.math.hadoop.stochasticsvd.ABtJob.QRReducer

Enclosing class:

ABtJob

public static class ABtJob.QRReducer
extends org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

QR first step pushed down to reducer.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer

org.apache.hadoop.mapreduce.Reducer.Context

Field Summary

Fields

Modifier and Type	Field and Description
protected SparseRowBlockWritable	accum
protected int	blockHeight
protected int	lastTaskId
protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,DenseBlockWritable>	qhatCollector
protected QRFirstStep	qr
protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,VectorWritable>	rhatCollector

Constructor Summary

Constructors

Constructor and Description
QRReducer()

Method Summary

Modifier and Type	Method and Description
protected void	cleanup(org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	reduce(SplitPartitionedWritable key, Iterable<SparseRowBlockWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setupBlock(org.apache.hadoop.mapreduce.Reducer.Context context, SplitPartitionedWritable spw)

Methods inherited from class org.apache.hadoop.mapreduce.Reducer

run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

accum

protected final SparseRowBlockWritable accum

blockHeight

protected int blockHeight

lastTaskId

protected int lastTaskId

qhatCollector

protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,DenseBlockWritable> qhatCollector

rhatCollector

protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,VectorWritable> rhatCollector

qr

protected QRFirstStep qr

Constructor Detail

QRReducer

public QRReducer()

Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

Throws:

IOException

InterruptedException

setupBlock

protected void setupBlock(org.apache.hadoop.mapreduce.Reducer.Context context,
                          SplitPartitionedWritable spw)
                   throws InterruptedException,
                          IOException

Throws:

InterruptedException

IOException

reduce

protected void reduce(SplitPartitionedWritable key,
                      Iterable<SparseRowBlockWritable> values,
                      org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException

Overrides:

reduce in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

Throws:

IOException

InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Reducer.Context context)
                throws IOException,
                       InterruptedException

Overrides:

cleanup in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

Throws:

IOException

InterruptedException