Example usage for org.apache.hadoop.mapreduce RecordReader subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce RecordReader subclass-usage.

Usage

From source file com.ning.metrics.serialization.hadoop.SmileRecordReader.java

public class SmileRecordReader extends RecordReader {
    private SmileEnvelopeEventDeserializer deserializer;
    private long start;
    private long pos;
    private long end;
    private DateTime key = null;

From source file com.pivotal.hawq.mapreduce.ao.HAWQAORecordReader.java

/**
 * The record reader breaks the data into key/value pairs for input to mapper.
 */
public class HAWQAORecordReader extends RecordReader<Void, HAWQRecord> {

    private HAWQRecord value = null;

From source file com.rim.logdriver.mapreduce.avro.AvroBlockRecordReader.java

public class AvroBlockRecordReader extends RecordReader<AvroFileHeader, BytesWritable> {
    private static final Logger LOG = LoggerFactory.getLogger(AvroBlockRecordReader.class);

    private static final BytesWritable EMPTY_BYTES = new BytesWritable();

    private FileSystem fs = null;

From source file com.rim.logdriver.mapreduce.boom.BoomRecordReader.java

public class BoomRecordReader extends RecordReader<LogLineData, Text> {
    private static final Logger LOG = LoggerFactory.getLogger(BoomRecordReader.class);

    private CombineFileSplit split;
    private TaskAttemptContext context;

From source file com.rim.logdriver.mapreduce.gzip.GzipLineRecordReader.java

public class GzipLineRecordReader extends RecordReader<LongWritable, Text> {
    private static final Logger LOG = LoggerFactory.getLogger(GzipLineRecordReader.class);

    private BufferedReader in = null;

    private long pos = 0;

From source file com.rockstor.compact.mapreduce.CompactDirRecordReader.java

public class CompactDirRecordReader extends RecordReader<String, NullWritable> {
    private String taskIdName = null;
    private boolean hasNext = true;
    private static Logger LOG = Logger.getLogger(CompactDirRecordReader.class);

    @Override

From source file com.rw.legion.input.LegionRecordReader.java

/**
 * Abstract <code>RecordReader</code> that produces <code>NullWritable</code>
 * keys and <code>LegionRecord</code> values. Implementations should extend
 * this class and implement the <code>makeRecord</code> method, which parses
 * a line from the file using the appropriate format (e.g., CSV, JSON) and
 * returns a <code>LegionRecord</code>.

From source file com.savy3.mapreduce.MainframeVBRecordReader.java

/**
 * A reader to read fixed length records from a split. Record offset is returned
 * as key and the record as bytes is returned in value.
 */
@InterfaceAudience.Private
@InterfaceStability.Evolving

From source file com.scaleoutsoftware.soss.hserver.CachingRecordReader.java

/**
 * This record reader intercepts the key-value pairs from the underlying input format
 * and saves them in the StateServer. It uses {@link BucketWriter} to perform asynchronous writes to
 * the named cache.
 *
 * @param <K> key type

From source file com.scaleoutsoftware.soss.hserver.DatasetRecordReader.java

/**
 * This record reader is the point-of-entry record reader. The actual requests are forwarded to one of
 * two record readers, depending on whether this is recording or replaying stage.
 *
 * @param <K> key type
 * @param <V> value type