Example usage for org.apache.hadoop.mapreduce Partitioner subclass-usage

List of usage examples for org.apache.hadoop.mapreduce Partitioner subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce Partitioner subclass-usage.

Usage

From source file hamr.core.general.partitioner.GeneralPartitioner.java

public class GeneralPartitioner<K, V> extends Partitioner<K, V> {
    @Override
    public int getPartition(K key, V value, int numPartitions) {
        AnnotedBean k = (AnnotedBean) key;
        int hash = 0;
        //if no group fields, every item is sent to 1 partition

From source file hr.fer.tel.rovkp.homework02.task02.LocationsPartitioner.java

/**
 *
 * @author aelek
 */
public class LocationsPartitioner extends Partitioner<IntWritable, Text> {

From source file io.apigee.lembos.mapreduce.LembosPartitioner.java

/**
 * Extension of {@link Partitioner} that allows a Node.js MapReduce job author to export a <strong>partition</strong>
 * function to implement the partition functionality for their job.
 */
public class LembosPartitioner extends Partitioner<WritableComparable<?>, Writable>
        implements Closeable, Configurable {

From source file ipldataanalysis3.DataAnalysisPartitioner.java

/**
 *
 * @author Gany
 */
public class DataAnalysisPartitioner extends Partitioner<Text, IntWritable> {

From source file it.crs4.pydoop.mapreduce.pipes.PipesPartitioner.java

/**
 * This partitioner is one that can either be set manually per a record or it
 * can fall back onto a Java partitioner that was set by the user.
 */
class PipesPartitioner<K extends WritableComparable, V extends Writable> extends Partitioner<K, V>
        implements Configurable {

From source file it.crs4.seal.common.SequenceIdLocationPartitioner.java

/**
 * Partition based only on the sequence location.
 */
public class SequenceIdLocationPartitioner<V> extends Partitioner<SequenceId, V> {
    @Override
    public int getPartition(SequenceId key, V value, int numPartitions) {

From source file it.polito.dbdmg.searum.rules.RulePartitionerByConclusion.java

public class RulePartitionerByConclusion<Text> extends Partitioner<Text, Text> {

    @Override
    public int getPartition(Text key, Text value, int numReducer) {

        String[] splitA = key.toString().split("#");

From source file kogiri.mapreduce.libra.kmersimilarity_r.KmerSimilarityPartitioner.java

/**
 *
 * @author iychoi
 */
public class KmerSimilarityPartitioner extends Partitioner<CompressedSequenceWritable, CompressedIntArrayWritable> {

From source file kogiri.mapreduce.preprocess.indexing.stage2.KmerIndexBuilderPartitioner.java

/**
 *
 * @author iychoi
 */
public class KmerIndexBuilderPartitioner extends Partitioner<CompressedSequenceWritable, CompressedIntArrayWritable>
        implements Configurable {

From source file kogiri.mapreduce.readfrequency.modecount.ModeCounterPartitioner.java

/**
 *
 * @author iychoi
 */
public class ModeCounterPartitioner extends Partitioner<MultiFileIntWritable, CompressedIntArrayWritable> {
    private static final Log LOG = LogFactory.getLog(ModeCounterPartitioner.class);