Example usage for org.apache.hadoop.io WritableUtils writeString

Introduction

In this page you can find the example usage for org.apache.hadoop.io WritableUtils writeString.

Prototype

public static void writeString(DataOutput out, String s) throws IOException

Source Link

Usage

From source file:hadoop_serialize.java

License:Apache License

public static void main(String[] args) throws java.io.IOException {
    //System.err.println("Writing byte stream to stdout");
    DataOutputStream os = new DataOutputStream(System.out);

    //System.err.println("Writing a sequence of numbers");

    //System.err.println("WritableUtils.writeVInt: 42, 4242, 424242, 42424242, -42");
    WritableUtils.writeVInt(os, 42);/*from  w ww . j av a  2 s. c  om*/
    WritableUtils.writeVInt(os, 4242);
    WritableUtils.writeVInt(os, 424242);
    WritableUtils.writeVInt(os, 42424242);
    WritableUtils.writeVInt(os, -42);

    //System.err.println("WritableUtils.writeVLong 42, 424242, 4242424242");
    WritableUtils.writeVLong(os, 42L);
    WritableUtils.writeVLong(os, 424242L);
    WritableUtils.writeVLong(os, 4242424242L);
    //
    //System.err.println("WritableUtils.writeString \"hello world\"");
    WritableUtils.writeString(os, "hello world");
    WritableUtils.writeString(os, "oggi \u00e8 gioved\u00ec");

    // This file contains: writeVInt of 42, 4242, 424242, 42424242, -42; writeVLong of 42, 424242, 4242424242; 2 writeString calls

    //System.err.println("Text.write \"I'm a Text object\"");
    Text t = new Text("\u00e0 Text object");
    t.write(os);

    os.close();
}

From source file:AllLab_Skeleton.Lab2.CompositeKeyWritable.java

@Override
public void write(DataOutput d) throws IOException {
    WritableUtils.writeString(d, deptNo);
    WritableUtils.writeString(d, lastName);
}

From source file:Assignment3_P4_DateStock.DateStock_CompositeValueWritable.java

@Override
public void write(DataOutput d) throws IOException {
    WritableUtils.writeString(d, date);
    WritableUtils.writeString(d, volume);
    WritableUtils.writeString(d, maxStockPrice);
}

From source file:Assignment4_P2_StockAverageWithCombiner.StockAverage_CompositeValueWritable.java

@Override
public void write(DataOutput d) throws IOException {
    WritableUtils.writeVInt(d, count);
    WritableUtils.writeString(d, average);
}

From source file:Average.YearPrice.java

@Override
public void write(DataOutput d) throws IOException {
    WritableUtils.writeString(d, year);
    WritableUtils.writeString(d, symbol);
}

From source file:cascading.tap.hadoop.ZipSplit.java

License:Open Source License

public void write(DataOutput out) throws IOException {
    super.write(out);
    WritableUtils.writeString(out, entryPath == null ? "" : entryPath);
}

From source file:cascading.tuple.hadoop.SerializationElementWriter.java

License:Open Source License

public void write(DataOutputStream outputStream, Object object) throws IOException {
    Class<?> type = object.getClass();
    String className = type.getName();
    Integer token = tupleSerialization.getTokenFor(className);

    if (token == null) {
        if (LOG.isDebugEnabled())
            LOG.debug("no serialization token found for classname: " + className);

        WritableUtils.writeVInt(outputStream, TupleOutputStream.WRITABLE_TOKEN); // denotes to punt to hadoop serialization
        WritableUtils.writeString(outputStream, className);
    } else/* w  w  w .j  a  va 2s  .c  o  m*/
        WritableUtils.writeVInt(outputStream, token);

    Serializer serializer = serializers.get(type);

    if (serializer == null) {
        serializer = tupleSerialization.getNewSerializer(type);
        serializer.open(outputStream);
        serializers.put(type, serializer);
    }

    try {
        serializer.serialize(object);
    } catch (IOException exception) {
        LOG.error("failed serializing token: " + token + " with classname: " + className, exception);

        throw exception;
    }
}

From source file:cascading.tuple.hadoop.TestWritableComparable.java

License:Open Source License

public void write(DataOutput dataOutput) throws IOException {
    WritableUtils.writeString(dataOutput, value);
}

From source file:co.cask.cdap.data.stream.StreamInputSplit.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    super.write(out);
    if (indexPath == null) {
        out.writeBoolean(false);//from ww  w . ja  v a2 s  .c om
    } else {
        out.writeBoolean(true);
        WritableUtils.writeString(out, indexPath.toString());
    }
    WritableUtils.writeVLong(out, startTime);
    WritableUtils.writeVLong(out, endTime);
}

From source file:co.cask.cdap.data2.transaction.queue.hbase.DequeueScanAttributes.java

License:Apache License

public static void write(DataOutput dataOutput, ConsumerConfig consumerConfig) throws IOException {
    dataOutput.writeLong(consumerConfig.getGroupId());
    dataOutput.writeInt(consumerConfig.getGroupSize());
    dataOutput.writeInt(consumerConfig.getInstanceId());
    WritableUtils.writeEnum(dataOutput, consumerConfig.getDequeueStrategy());
    WritableUtils.writeString(dataOutput, consumerConfig.getHashKey());
}