List of usage examples for org.apache.hadoop.mapreduce Reducer subclass-usage
From source file clustering.tf_idf.DocCntReducer.java
/**
* Calculate the document number of the corpus.
*
* @author edwardlol
* Created by edwardlol on 17-4-24.
*/
From source file clustering.tf_idf.TermCountReducer.java
/**
* Count the terms in each document.
*
* @author edwardlol
* Created by edwardlol on 17-4-24.
*/
From source file clustering.tf_idf.TermFreqReducer.java
/**
* Calculate the term frequency for every term in each document.
*
* @author edwardlol
* Created by edwardlol on 17-4-24.
*/
From source file clustering.tf_idf.TF_IDF_Reducer.java
/**
* Calculate the tf-idf for every term in each document.
*
* @author edwardlol
* Created by edwardlol on 17-4-24.
*/
From source file cn.edu.hfut.dmic.webcollector.fetcher.FetcherReducer.java
/** * * @author hu */ public class FetcherReducer extends Reducer<Text, CrawlDatum, Text, Writable> {
From source file cn.lhfei.hadoop.ch02.MaxTemperatureReducer.java
/**
* MaxTemperatureReducer Reducer for maximum temperature example.
*
* @version 0.1
*
* @author Hefei Li
From source file co.cask.cdap.internal.app.runtime.batch.ReducerWrapper.java
/** * Wraps user-defined implementation of {@link Reducer} class which allows perform extra configuration. */ public class ReducerWrapper extends Reducer { private static final Logger LOG = LoggerFactory.getLogger(MapperWrapper.class);
From source file co.nubetech.hiho.dedup.DedupKeyReducer.java
public class DedupKeyReducer<K extends Writable, V> extends Reducer<HihoTuple<K>, V, K, V> { final static Logger logger = Logger.getLogger(co.nubetech.hiho.dedup.DedupKeyReducer.class); @Override public void reduce(HihoTuple<K> hihoTuple, Iterable<V> values, Context context)
From source file co.nubetech.hiho.dedup.DedupValueReducer.java
public class DedupValueReducer<K, V> extends Reducer<HihoTuple, K, K, V> { final static Logger logger = Logger.getLogger(co.nubetech.hiho.dedup.DedupKeyReducer.class); @Override public void reduce(HihoTuple hihoTuple, Iterable<K> k, Context context) throws IOException, InterruptedException {
From source file co.nubetech.hiho.merge.MergeKeyReducer.java
public class MergeKeyReducer<K, V> extends Reducer<HihoTuple, HihoValue, K, V> { @Override public void reduce(HihoTuple hihoTuple, Iterable<HihoValue> hihoValues, Context context) throws IOException, InterruptedException { context.getCounter(MergeRecordCounter.OUTPUT).increment(1l);