Example usage for org.apache.hadoop.io RawComparator interface-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.io RawComparator interface-usage.

Usage

/**
 * A {@link WritableComparable} that contains a low resolution key which is the
 * name of the table this value is being emitted to, and a high resolution key
 * which is an index into that table.
 * 
 * @author anthonyu

From source file cascading.tuple.hadoop.DeserializerComparator.java

/** Class DeserializerComparator is the base class for all Cascading comparator classes. */
public abstract class DeserializerComparator<T> extends Configured implements RawComparator<T> {
    BufferedInputStream lhsBuffer = new BufferedInputStream();
    BufferedInputStream rhsBuffer = new BufferedInputStream();

    TupleSerialization tupleSerialization;

From source file cascading.tuple.hadoop.util.DeserializerComparator.java

/** Class DeserializerComparator is the base class for all Cascading comparator classes. */
public abstract class DeserializerComparator<T> extends Configured implements RawComparator<T> {
    final BufferedInputStream lhsBuffer = new BufferedInputStream();
    final BufferedInputStream rhsBuffer = new BufferedInputStream();

    TupleSerialization tupleSerialization;

From source file co.cask.cdap.internal.app.runtime.batch.RawComparatorWrapper.java

/**
 * Wraps user-defined implementation of {@link RawComparator} class which allows to perform extra configuration,
 * such as initialization with MapReduceTaskContext, if the delegate class implements ProgramLifeCycle.
 */
abstract class RawComparatorWrapper implements RawComparator, Configurable {

From source file colossal.pipe.ColKeyComparator.java

/** The {@link RawComparator} used by jobs configured with {@link AvroJob}. */
public class ColKeyComparator<T> extends Configured implements RawComparator<AvroWrapper<T>> {

    private Schema schema;

    @Override

From source file com.bark.hadoop.lab3.MyWritableComparator.java

/**
 *
 * @author babak
 */
public class MyWritableComparator implements RawComparator {

From source file com.ci.backports.avro.mapreduce.AvroKeyComparator.java

/** The {@link RawComparator} used by jobs configured with {@link AvroJob}. */
public class AvroKeyComparator<T> extends Configured implements RawComparator<AvroKey<T>> {

    private Schema schema;

    @Override

From source file com.datasalt.pangool.benchmark.AvroGroupComparator.java

/**
 * RawComparator that compares using an Avro schema. This Comparator can be used as Group Comparator for binary
 * secondary sorting. 
 * <p>
 * Property this.{@link #GROUP_SCHEMA} can be used in Hadoop Configuration for serializing the Schema to use.
 * <p>

From source file com.datasalt.pangool.tuplemr.mapred.BaseComparator.java

@SuppressWarnings("serial")
public abstract class BaseComparator<T> implements RawComparator<T>, Serializable, Configurable {

    private Configuration conf;
    private SingleFieldDeserializer fieldDeser1;
    private SingleFieldDeserializer fieldDeser2;

From source file com.datasalt.pangool.tuplemr.mapred.BinaryComparator.java

/**
 * A simple {@link RawComparator} and {@link Serializable} that
 * compares in binary. It also implements Comparator<Object>{@link #compare(Object, Object)}
 * by serializing the objects using {@link HadoopSerialization}, 
 * and then comparing the bytes. That is useful for testing purposes.
 * <br>