org.apache.mahout.math.hadoop.stochasticsvd
Class ABtJob.QRReducer

java.lang.Object
  extended by org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>
      extended by org.apache.mahout.math.hadoop.stochasticsvd.ABtJob.QRReducer
Enclosing class:
ABtJob

public static class ABtJob.QRReducer
extends org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>

QR first step pushed down to reducer.


Nested Class Summary
 
Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer
org.apache.hadoop.mapreduce.Reducer.Context
 
Field Summary
protected  SparseRowBlockWritable accum
           
protected  int accumSize
           
protected  int blockHeight
           
protected  int lastTaskId
           
protected  org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,DenseBlockWritable> qhatCollector
           
protected  QRFirstStep qr
           
protected  org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,VectorWritable> rhatCollector
           
 
Constructor Summary
ABtJob.QRReducer()
           
 
Method Summary
protected  void cleanup(org.apache.hadoop.mapreduce.Reducer.Context context)
           
protected  void reduce(SplitPartitionedWritable key, Iterable<SparseRowBlockWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
           
protected  void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
           
protected  void setupBlock(org.apache.hadoop.mapreduce.Reducer.Context context, SplitPartitionedWritable spw)
           
 
Methods inherited from class org.apache.hadoop.mapreduce.Reducer
run
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

accum

protected final SparseRowBlockWritable accum

blockHeight

protected int blockHeight

accumSize

protected int accumSize

lastTaskId

protected int lastTaskId

qhatCollector

protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,DenseBlockWritable> qhatCollector

rhatCollector

protected org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Writable,VectorWritable> rhatCollector

qr

protected QRFirstStep qr
Constructor Detail

ABtJob.QRReducer

public ABtJob.QRReducer()
Method Detail

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException
Overrides:
setup in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>
Throws:
IOException
InterruptedException

setupBlock

protected void setupBlock(org.apache.hadoop.mapreduce.Reducer.Context context,
                          SplitPartitionedWritable spw)
                   throws InterruptedException,
                          IOException
Throws:
InterruptedException
IOException

reduce

protected void reduce(SplitPartitionedWritable key,
                      Iterable<SparseRowBlockWritable> values,
                      org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException
Overrides:
reduce in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>
Throws:
IOException
InterruptedException

cleanup

protected void cleanup(org.apache.hadoop.mapreduce.Reducer.Context context)
                throws IOException,
                       InterruptedException
Overrides:
cleanup in class org.apache.hadoop.mapreduce.Reducer<SplitPartitionedWritable,SparseRowBlockWritable,SplitPartitionedWritable,VectorWritable>
Throws:
IOException
InterruptedException


Copyright © 2008–2014 The Apache Software Foundation. All rights reserved.