Example usage for org.apache.hadoop.io WritableUtils writeStringArray

Introduction

In this page you can find the example usage for org.apache.hadoop.io WritableUtils writeStringArray.

Prototype

public static void writeStringArray(DataOutput out, String[] s) throws IOException 

Source Link

Usage

From source file:cascading.tap.hadoop.io.MultiInputSplit.java

License:Open Source License

public void write(DataOutput out) throws IOException {
    out.writeUTF(inputSplit.getClass().getName());

    String[] keys = config.keySet().toArray(new String[config.size()]);
    String[] values = new String[keys.length];

    for (int i = 0; i < keys.length; i++)
        values[i] = config.get(keys[i]);

    WritableUtils.writeStringArray(out, keys);
    WritableUtils.writeStringArray(out, values);

    inputSplit.write(out);/*from  w w  w .  ja  v  a 2s  .c  o  m*/
}

---

From source file:com.asakusafw.bridge.hadoop.directio.Util.java

License:Apache License

static void writeFragment(DataOutput out, DirectInputFragment fragment) throws IOException {
    WritableUtils.writeString(out, fragment.getPath());
    WritableUtils.writeVLong(out, fragment.getOffset());
    WritableUtils.writeVLong(out, fragment.getSize());
    List<String> ownerNodeNames = fragment.getOwnerNodeNames();
    WritableUtils.writeStringArray(out, ownerNodeNames.toArray(new String[ownerNodeNames.size()]));
    Map<String, String> attributes = fragment.getAttributes();
    writeMap(out, attributes);/*ww  w  .j  a v a  2  s.  c o m*/
}

---

From source file:com.asakusafw.runtime.stage.input.StageInputDriver.java

License:Apache License

private static String encode(List<StageInput> inputList) throws IOException {
    assert inputList != null;
    String[] dictionary = buildDictionary(inputList);
    ByteArrayOutputStream sink = new ByteArrayOutputStream();
    try (DataOutputStream output = new DataOutputStream(new GZIPOutputStream(new Base64OutputStream(sink)))) {
        WritableUtils.writeVLong(output, SERIAL_VERSION);
        WritableUtils.writeStringArray(output, dictionary);
        WritableUtils.writeVInt(output, inputList.size());
        for (StageInput input : inputList) {
            writeEncoded(output, dictionary, input.getPathString());
            writeEncoded(output, dictionary, input.getFormatClass().getName());
            writeEncoded(output, dictionary, input.getMapperClass().getName());
            WritableUtils.writeVInt(output, input.getAttributes().size());
            for (Map.Entry<String, String> attribute : input.getAttributes().entrySet()) {
                writeEncoded(output, dictionary, attribute.getKey());
                writeEncoded(output, dictionary, attribute.getValue());
            }//from  w  w w .  j  a va2  s .com
        }
    }
    return new String(sink.toByteArray(), ASCII);
}

---

From source file:com.iflytek.spider.protocol.ProtocolStatus.java

License:Apache License

public void write(DataOutput out) throws IOException {
    out.writeByte(VERSION);//from  w w w.j  a va  2  s  .  co m
    out.writeByte((byte) code);
    out.writeLong(lastModified);
    if (args == null) {
        out.writeInt(-1);
    } else {
        WritableUtils.writeStringArray(out, args);
    }
}

---

From source file:com.marklogic.mapreduce.ForestDocument.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    out.writeLong(fragmentOrdinal);
    WritableUtils.writeStringArray(out, collections);
}

---

From source file:com.netflix.aegisthus.input.AegSplit.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    out.writeLong(end);/*from   w w  w  . ja v  a 2 s .  c  o  m*/
    WritableUtils.writeStringArray(out, hosts);
    WritableUtils.writeString(out, path.toUri().toString());
    out.writeBoolean(compressed);
    if (compressed) {
        WritableUtils.writeString(out, compressedPath.toUri().toString());
    }
    out.writeLong(start);
    WritableUtils.writeEnum(out, type);
    if (convertors != null) {
        String[] parts = new String[2];
        out.writeInt(convertors.size());
        for (Map.Entry<String, AbstractType> e : convertors.entrySet()) {
            parts[0] = e.getKey();
            parts[1] = e.getValue().toString();
            WritableUtils.writeStringArray(out, parts);
        }
    } else {
        out.writeInt(0);
    }
}

---

From source file:com.netflix.aegisthus.input.splits.AegSplit.java

License:Apache License

@Override
public void write(@Nonnull DataOutput out) throws IOException {
    out.writeLong(end);// www.  j  av  a 2s . c o  m
    WritableUtils.writeStringArray(out, hosts);
    WritableUtils.writeString(out, path.toUri().toString());
    out.writeLong(start);
}

---

From source file:org.apache.mahout.classifier.chi_rw.data.Dataset.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    out.writeInt(attributes.length); // nb attributes
    for (Attribute attr : attributes) {
        WritableUtils.writeString(out, attr.name());
    }//from  w  w w  .  j a v a2s .co  m

    Chi_RWUtils.writeArray(out, ignored);

    // only CATEGORICAL attributes have values
    for (String[] vals : values) {
        if (vals != null) {
            WritableUtils.writeStringArray(out, vals);
        }
    }

    // only NUMERICAL attributes have values
    for (double[] vals : nvalues) {
        if (vals != null) {
            Chi_RWUtils.writeArray(out, vals);
        }
    }

    for (double[] vals : minmaxvalues) {
        if (vals != null) {
            Chi_RWUtils.writeArray(out, vals);
        }
    }

    out.writeInt(labelId);
    out.writeInt(nbInstances);
}

---

From source file:org.apache.mahout.classifier.chi_rwcs.data.Dataset.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    out.writeInt(attributes.length); // nb attributes
    for (Attribute attr : attributes) {
        WritableUtils.writeString(out, attr.name());
    }//from   w  w w.j a  va2 s  .  c  o  m

    Chi_RWCSUtils.writeArray(out, ignored);

    // only CATEGORICAL attributes have values
    for (String[] vals : values) {
        if (vals != null) {
            WritableUtils.writeStringArray(out, vals);
        }
    }

    // only NUMERICAL attributes have values
    for (double[] vals : nvalues) {
        if (vals != null) {
            DFUtils.writeArray(out, vals);
        }
    }

    for (double[] vals : minmaxvalues) {
        if (vals != null) {
            DFUtils.writeArray(out, vals);
        }
    }

    out.writeInt(labelId);
    out.writeInt(nbInstances);
}

---

From source file:org.apache.mahout.classifier.KnnMR.data.Dataset.java

License:Apache License

@Override
public void write(DataOutput out) throws IOException {
    out.writeInt(attributes.length); // nb attributes
    for (Attribute attr : attributes) {
        WritableUtils.writeString(out, attr.name());
    }/* w  w w  .ja  v a 2 s . co m*/

    Chi_RWUtils.writeArray(out, ignored);

    // only CATEGORICAL attributes have values
    for (String[] vals : values) {
        if (vals != null) {
            WritableUtils.writeStringArray(out, vals);
        }
    }

    out.writeInt(labelId);
    out.writeInt(nbInstances);
}

---

• «
• 1
• 2
• »