Example usage for org.apache.hadoop.io DataOutputBuffer getData

List of usage examples for org.apache.hadoop.io DataOutputBuffer getData

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.io.*
  5. DataOutputBuffer
  6. getData

Introduction

In this page you can find the example usage for org.apache.hadoop.io DataOutputBuffer getData.

Prototype

public byte[] getData()

Source Link

Document

Returns the current contents of the buffer.

Usage

From source file:TestILineIndex.java

License:Open Source License

public void testPersistable() throws IOException {
    ILineIndex ili = new ILineIndex(1, 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ili.persistent(dob);/*from  w  w w .  j a v  a 2 s . c o m*/
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    ILineIndex ili2 = new ILineIndex();
    ili2.unpersistent(dib);

    assertEquals(ili.beginline(), ili2.beginline());
    assertEquals(ili.endline(), ili2.endline());
}

From source file:TestISegmentIndex.java

License:Open Source License

public void testPersistable() throws IOException {
    IFileInfo fileInfo = TestUtil.genfileinfo(true, 2);
    ISegmentIndex index = new ISegmentIndex(fileInfo);

    index.update(TestUtil.genseginfo(fileInfo, 0, 2));
    index.update(TestUtil.genseginfo(fileInfo, 1, 2));
    index.update(TestUtil.genseginfo(fileInfo, 2, 2));
    index.update(TestUtil.genseginfo(fileInfo, 3, 2));
    index.update(TestUtil.genseginfo(fileInfo, 4, 2));

    DataOutputBuffer dob = new DataOutputBuffer();
    index.persistent(dob);//w ww . j  a  v  a 2 s . c om
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    ISegmentIndex index2 = new ISegmentIndex(fileInfo);
    index2.unpersistent(dib);

    assertEquals(5, index2.getSegnum());

    assertEquals(0, index2.getSegid(0));
    assertEquals(0, index2.getSegid(3));
    assertEquals(1, index2.getSegid(4));
    assertEquals(1, index2.getSegid(7));
    assertEquals(4, index2.getSegid(19));
    assertEquals(5, index2.getSegid(20));

    assertEquals(0, index2.getSegid(new IFieldValue(0)));
    assertEquals(0, index2.getSegid(new IFieldValue(3)));
    assertEquals(1, index2.getSegid(new IFieldValue(4)));
    assertEquals(1, index2.getSegid(new IFieldValue(7)));
    assertEquals(4, index2.getSegid(new IFieldValue(19)));
    assertEquals(5, index2.getSegid(new IFieldValue(20)));

}

From source file:TestIndexValue.java

License:Open Source License

public void testIndexValue() throws IOException {

    IndexValue value = new IndexValue((short) 1, 2);

    DataOutputBuffer dob = new DataOutputBuffer();
    value.write(dob);// w  ww  .ja  v  a 2  s .  co  m
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IndexValue value2 = new IndexValue((short) 1, 2);
    value2.readFields(dib);

    assertEquals(value.getFileindex(), value2.getFileindex());
    assertEquals(value.getRowid(), value2.getRowid());

}

From source file:TestIFieldType.java

License:Open Source License

public void testWritable() throws IOException {
    IFieldType ift = new IFieldType(ConstVar.FieldType_Int, (short) 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ift.write(dob);/*from www  .  j  a va 2s  . c  o  m*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldType ift2 = new IFieldType();
    ift2.readFields(dib);

    assertEquals(ift.getIndex(), ift2.getIndex());
    assertEquals(ift.getLen(), ift2.getLen());
    assertEquals(ift.getType(), ift2.getType());
}

From source file:TestIFieldType.java

License:Open Source License

public void testPersistable() throws IOException {
    IFieldType ift = new IFieldType(ConstVar.FieldType_Int, (short) 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ift.persistent(dob);/*w  w w  . j  a v  a  2  s . c  o m*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldType ift2 = new IFieldType();
    ift2.unpersistent(dib);

    assertEquals(ift.getIndex(), ift2.getIndex());
    assertEquals(ift.getLen(), ift2.getLen());
    assertEquals(ift.getType(), ift2.getType());
}

From source file:StreamWikiDumpInputFormat.java

License:Apache License

private static byte[] writeInSequence(DataOutputBuffer[] array) {
    int size = 0;
    for (DataOutputBuffer buf : array) {
        size += buf.getLength();/*from  ww  w.  ja v a 2s. c  om*/
    }
    byte[] dest = new byte[size];
    int n = 0;
    for (DataOutputBuffer buf : array) {
        System.arraycopy(buf.getData(), 0, dest, n, buf.getLength());
        n += buf.getLength();
    }
    return dest;
}

From source file:StreamWikiDumpInputFormat.java

License:Apache License

private static void offsetWrite(DataOutputBuffer to, int fromOffset, DataOutputBuffer from) throws IOException {
    if (from.getLength() <= fromOffset || fromOffset < 0) {
        throw new IllegalArgumentException(
                String.format("invalid offset: offset=%d length=%d", fromOffset, from.getLength()));
    }/*from   w w w .j  a  va 2 s. c  om*/
    byte[] bytes = new byte[from.getLength() - fromOffset];
    System.arraycopy(from.getData(), fromOffset, bytes, 0, bytes.length);
    to.reset();
    to.write(bytes);
}

From source file:StreamWikiDumpInputFormat.java

License:Apache License

private static int findIndex(byte[] match, DataOutputBuffer from_) throws IOException {
    // TODO: faster string pattern match (KMP etc)
    int m = 0;/*w w  w.j  a  va 2  s  . c  o  m*/
    int i;
    byte[] from = from_.getData();
    for (i = 0; i < from_.getLength(); ++i) {
        if (from[i] == match[m]) {
            ++m;
        } else {
            m = 0;
        }
        if (m == match.length) {
            return i - m + 1;
        }
    }
    // throw new IllegalArgumentException("pattern not found: " + new
    // String(match) + " in " + new String(from));
    System.err.println(
            "pattern not found: " + new String(match) + " in " + new String(from, 0, from_.getLength()));// !
    return -1;
}

From source file:TestIFieldValue.java

License:Open Source License

public void testWritable() throws IOException {

    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.write(dob);//from   ww  w .j a  v a  2  s .c  om
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue();
    ifv2.readFields(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}

From source file:TestIFieldValue.java

License:Open Source License

public void testPersitable() throws IOException {
    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.persistent(dob);/*from w w  w  . j  a va 2 s .c om*/

    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue(ifv.fieldType());
    ifv2.unpersistent(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}