Example usage for org.apache.hadoop.io.serializer Deserializer interface-usage

List of usage examples for org.apache.hadoop.io.serializer Deserializer interface-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.io.serializer Deserializer interface-usage.

Usage

From source file cascading.tuple.hadoop.BaseDeserializer.java

abstract class BaseDeserializer<T> implements Deserializer<T> {
    TupleInputStream inputStream;
    private SerializationElementReader elementReader;

    protected BaseDeserializer(SerializationElementReader elementReader) {
        this.elementReader = elementReader;

From source file cascading.tuple.hadoop.io.BaseDeserializer.java

abstract class BaseDeserializer<T> implements Deserializer<T> {
    TupleInputStream inputStream;
    private final TupleSerialization.SerializationElementReader elementReader;

    protected BaseDeserializer(TupleSerialization.SerializationElementReader elementReader) {
        this.elementReader = elementReader;

From source file com.conversantmedia.mapreduce.io.avro.AvroMultiDeserializer.java

/**
 *
 *
 * @param <T> Avro record type
 */
public class AvroMultiDeserializer<T> extends Configured implements Deserializer<AvroMultiWrapper<T>> {

From source file com.datasalt.pangool.tuplemr.serialization.SimpleTupleDeserializer.java

/**
 * This Deserializer holds all the baseline code for deserializing Tuples. It is used by the more complex {@link TupleDeserializer}.
 * It is also used by a stateful Tuple field serializer {@link TupleFieldSerialization}. 
 */
@SuppressWarnings({ "rawtypes", "unchecked" })
public class SimpleTupleDeserializer implements Deserializer<ITuple> {

From source file com.datasalt.pangool.tuplemr.serialization.TupleDeserializer.java

public class TupleDeserializer implements Deserializer<DatumWrapper<ITuple>> {

    private static class CachedTuples {
        private ITuple commonTuple;
        private List<ITuple> specificTuples = new ArrayList<ITuple>();
        private List<ITuple> resultTuples = new ArrayList<ITuple>();

From source file com.datasalt.utils.commons.io.ProtoStuffDeserializer.java

@SuppressWarnings({ "unchecked", "rawtypes" })
public class ProtoStuffDeserializer<T extends Schema> implements Deserializer<T> {

    InputStream in;
    private Class<T> tClass;

From source file com.linkedin.cubert.io.CompactDeserializer.java

/**
 * Deserializes tuples stored using variable length encoding.
 * 
 * @author Maneesh Varshney
 * 
 * @param <K>

From source file com.linkedin.cubert.io.CompactWritablesDeserializer.java

public class CompactWritablesDeserializer<K> implements Deserializer<K> {
    private InputStream in;
    private final DataType[] datatypes;
    private final Writable[] writables;
    private byte[] buffer = new byte[32];

From source file com.linkedin.cubert.io.DefaultTupleDeserializer.java

/**
 * Default deserialization of tuple using the readField() method of the tuple.
 * 
 * @author Maneesh Varshney
 * 
 */

From source file com.liveramp.cascading_ext.serialization.JavaHadoopDeserializer.java

public class JavaHadoopDeserializer<T> implements Deserializer<T> {
    private DataInputStream dataIn;
    private byte[] BUFFER = new byte[1024 * 30];

    @Override
    public void open(InputStream inputStream) throws IOException {