Example usage for org.apache.hadoop.mapreduce Reducer subclass-usage

List of usage examples for org.apache.hadoop.mapreduce Reducer subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce Reducer subclass-usage.

Usage

From source file clustering.tf_idf.DocCntReducer.java

/**
 * Calculate the document number of the corpus.
 *
 * @author edwardlol
 *         Created by edwardlol on 17-4-24.
 */

From source file clustering.tf_idf.TermCountReducer.java

/**
 * Count the terms in each document.
 *
 * @author edwardlol
 *         Created by edwardlol on 17-4-24.
 */

From source file clustering.tf_idf.TermFreqReducer.java

/**
 * Calculate the term frequency for every term in each document.
 *
 * @author edwardlol
 *         Created by edwardlol on 17-4-24.
 */

From source file clustering.tf_idf.TF_IDF_Reducer.java

/**
 * Calculate the tf-idf for every term in each document.
 *
 * @author edwardlol
 *         Created by edwardlol on 17-4-24.
 */

From source file cn.edu.hfut.dmic.webcollector.fetcher.FetcherReducer.java

/**
 *
 * @author hu
 */
public class FetcherReducer extends Reducer<Text, CrawlDatum, Text, Writable> {

From source file cn.lhfei.hadoop.ch02.MaxTemperatureReducer.java

/**
 * MaxTemperatureReducer Reducer for maximum temperature example.
 * 
 * @version 0.1
 *
 * @author Hefei Li

From source file co.cask.cdap.internal.app.runtime.batch.ReducerWrapper.java

/**
 * Wraps user-defined implementation of {@link Reducer} class which allows perform extra configuration.
 */
public class ReducerWrapper extends Reducer {

    private static final Logger LOG = LoggerFactory.getLogger(MapperWrapper.class);

From source file co.nubetech.hiho.dedup.DedupKeyReducer.java

public class DedupKeyReducer<K extends Writable, V> extends Reducer<HihoTuple<K>, V, K, V> {

    final static Logger logger = Logger.getLogger(co.nubetech.hiho.dedup.DedupKeyReducer.class);

    @Override
    public void reduce(HihoTuple<K> hihoTuple, Iterable<V> values, Context context)

From source file co.nubetech.hiho.dedup.DedupValueReducer.java

public class DedupValueReducer<K, V> extends Reducer<HihoTuple, K, K, V> {
    final static Logger logger = Logger.getLogger(co.nubetech.hiho.dedup.DedupKeyReducer.class);

    @Override
    public void reduce(HihoTuple hihoTuple, Iterable<K> k, Context context)
            throws IOException, InterruptedException {

From source file co.nubetech.hiho.merge.MergeKeyReducer.java

public class MergeKeyReducer<K, V> extends Reducer<HihoTuple, HihoValue, K, V> {

    @Override
    public void reduce(HihoTuple hihoTuple, Iterable<HihoValue> hihoValues, Context context)
            throws IOException, InterruptedException {
        context.getCounter(MergeRecordCounter.OUTPUT).increment(1l);