Example usage for org.apache.hadoop.mapreduce Reducer subclass-usage

List of usage examples for org.apache.hadoop.mapreduce Reducer subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce Reducer subclass-usage.

Usage

From source file com.sudarmuthu.hadoop.countwords.CountWordsReducer.java

/**
 * Reducer class
 * 
 */
public class CountWordsReducer extends Reducer<Text, IntWritable, Text, IntWritable> {

From source file com.talis.hadoop.rdf.collation.CollationReducer.java

public class CollationReducer extends Reducer<Text, QuadWritable, Text, QuadArrayWritable> {

    private static final Logger LOG = LoggerFactory.getLogger(CollationReducer.class);

    private static final QuadWritable[] ARRAY = new QuadWritable[0];

From source file com.talis.hadoop.rdf.merge.IndexMergeReducer.java

public class IndexMergeReducer extends Reducer<LongWritable, Text, LongWritable, Text> {

    private static final Logger LOG = LoggerFactory.getLogger(IndexMergeReducer.class);

    public static final String LOCAL_WORK_ROOT_DIR = "com.talis.hadoop.rdf.solr.merge.local.work";
    public static final String LEAVE_OUTPUT_UNZIPPED = "com.talis.hadoop.rdf.solr.merge.nozip";

From source file com.talis.hadoop.rdf.solr.SolrReducer.java

public class SolrReducer extends Reducer<Text, QuadArrayWritable, Text, QuadArrayWritable> {

    @Override
    protected void setup(Context context) throws IOException, InterruptedException {
        super.setup(context);
        SolrRecordWriter.addReducerContext(context);

From source file com.talis.labs.pagerank.mapreduce.CheckConvergenceReducer.java

public class CheckConvergenceReducer extends Reducer<Text, DoubleWritable, Text, DoubleWritable> {

    @Override
    public void reduce(Text key, Iterable<DoubleWritable> values, Context context)
            throws IOException, InterruptedException {
        double tolerance = 0;

From source file com.talis.labs.pagerank.mapreduce.CheckingDataReducer.java

public class CheckingDataReducer extends Reducer<Text, Text, Text, Text> {

    @Override
    public void reduce(Text key, Iterable<Text> values, Context context) throws IOException, InterruptedException {
        Set<String> links = new TreeSet<String>();
        for (Text value : values) {

From source file com.talis.labs.pagerank.mapreduce.CountPagesReducer.java

public class CountPagesReducer extends Reducer<Text, LongWritable, Text, LongWritable> {

    @Override
    public void reduce(Text key, Iterable<LongWritable> values, Context context)
            throws IOException, InterruptedException {
        long sum = 0;

From source file com.talis.labs.pagerank.mapreduce.DanglingPagesReducer.java

public class DanglingPagesReducer extends Reducer<Text, DoubleWritable, Text, DoubleWritable> {

    @Override
    public void reduce(Text key, Iterable<DoubleWritable> values, Context context)
            throws IOException, InterruptedException {
        double sum = 0;

From source file com.talis.labs.pagerank.mapreduce.UpdatePageRanksReducer.java

public class UpdatePageRanksReducer extends Reducer<Text, Text, Text, Text> {

    private long count;
    private double dangling;
    private double d = 0.85;

From source file com.talis.mapreduce.dicenc.FirstReducer.java

public class FirstReducer extends Reducer<Text, IntWritable, Text, LongWritable> {

    private static int threshold;
    private long counter = 0;
    private LongWritable v = new LongWritable();