List of usage examples for org.apache.hadoop.mapreduce Reducer subclass-usage
From source file com.sudarmuthu.hadoop.countwords.CountWordsReducer.java
/** * Reducer class * */ public class CountWordsReducer extends Reducer<Text, IntWritable, Text, IntWritable> {
From source file com.talis.hadoop.rdf.collation.CollationReducer.java
public class CollationReducer extends Reducer<Text, QuadWritable, Text, QuadArrayWritable> { private static final Logger LOG = LoggerFactory.getLogger(CollationReducer.class); private static final QuadWritable[] ARRAY = new QuadWritable[0];
From source file com.talis.hadoop.rdf.merge.IndexMergeReducer.java
public class IndexMergeReducer extends Reducer<LongWritable, Text, LongWritable, Text> { private static final Logger LOG = LoggerFactory.getLogger(IndexMergeReducer.class); public static final String LOCAL_WORK_ROOT_DIR = "com.talis.hadoop.rdf.solr.merge.local.work"; public static final String LEAVE_OUTPUT_UNZIPPED = "com.talis.hadoop.rdf.solr.merge.nozip";
From source file com.talis.hadoop.rdf.solr.SolrReducer.java
public class SolrReducer extends Reducer<Text, QuadArrayWritable, Text, QuadArrayWritable> { @Override protected void setup(Context context) throws IOException, InterruptedException { super.setup(context); SolrRecordWriter.addReducerContext(context);
From source file com.talis.labs.pagerank.mapreduce.CheckConvergenceReducer.java
public class CheckConvergenceReducer extends Reducer<Text, DoubleWritable, Text, DoubleWritable> { @Override public void reduce(Text key, Iterable<DoubleWritable> values, Context context) throws IOException, InterruptedException { double tolerance = 0;
From source file com.talis.labs.pagerank.mapreduce.CheckingDataReducer.java
public class CheckingDataReducer extends Reducer<Text, Text, Text, Text> { @Override public void reduce(Text key, Iterable<Text> values, Context context) throws IOException, InterruptedException { Set<String> links = new TreeSet<String>(); for (Text value : values) {
From source file com.talis.labs.pagerank.mapreduce.CountPagesReducer.java
public class CountPagesReducer extends Reducer<Text, LongWritable, Text, LongWritable> { @Override public void reduce(Text key, Iterable<LongWritable> values, Context context) throws IOException, InterruptedException { long sum = 0;
From source file com.talis.labs.pagerank.mapreduce.DanglingPagesReducer.java
public class DanglingPagesReducer extends Reducer<Text, DoubleWritable, Text, DoubleWritable> { @Override public void reduce(Text key, Iterable<DoubleWritable> values, Context context) throws IOException, InterruptedException { double sum = 0;
From source file com.talis.labs.pagerank.mapreduce.UpdatePageRanksReducer.java
public class UpdatePageRanksReducer extends Reducer<Text, Text, Text, Text> { private long count; private double dangling; private double d = 0.85;
From source file com.talis.mapreduce.dicenc.FirstReducer.java
public class FirstReducer extends Reducer<Text, IntWritable, Text, LongWritable> { private static int threshold; private long counter = 0; private LongWritable v = new LongWritable();