Example usage for org.apache.hadoop.io DataInputBuffer reset

List of usage examples for org.apache.hadoop.io DataInputBuffer reset

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.io.*
  5. DataInputBuffer
  6. reset

Introduction

In this page you can find the example usage for org.apache.hadoop.io DataInputBuffer reset.

Prototype

public void reset(byte[] input, int length)

Source Link

Document

Resets the data that the buffer reads.

Usage

From source file:TestILineIndex.java

License:Open Source License

public void testPersistable() throws IOException {
    ILineIndex ili = new ILineIndex(1, 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ili.persistent(dob);//from   w w w.  j ava2s  . c  o  m
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    ILineIndex ili2 = new ILineIndex();
    ili2.unpersistent(dib);

    assertEquals(ili.beginline(), ili2.beginline());
    assertEquals(ili.endline(), ili2.endline());
}

From source file:TestISegmentIndex.java

License:Open Source License

public void testPersistable() throws IOException {
    IFileInfo fileInfo = TestUtil.genfileinfo(true, 2);
    ISegmentIndex index = new ISegmentIndex(fileInfo);

    index.update(TestUtil.genseginfo(fileInfo, 0, 2));
    index.update(TestUtil.genseginfo(fileInfo, 1, 2));
    index.update(TestUtil.genseginfo(fileInfo, 2, 2));
    index.update(TestUtil.genseginfo(fileInfo, 3, 2));
    index.update(TestUtil.genseginfo(fileInfo, 4, 2));

    DataOutputBuffer dob = new DataOutputBuffer();
    index.persistent(dob);//from   w w  w . ja  v  a2  s  . com
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    ISegmentIndex index2 = new ISegmentIndex(fileInfo);
    index2.unpersistent(dib);

    assertEquals(5, index2.getSegnum());

    assertEquals(0, index2.getSegid(0));
    assertEquals(0, index2.getSegid(3));
    assertEquals(1, index2.getSegid(4));
    assertEquals(1, index2.getSegid(7));
    assertEquals(4, index2.getSegid(19));
    assertEquals(5, index2.getSegid(20));

    assertEquals(0, index2.getSegid(new IFieldValue(0)));
    assertEquals(0, index2.getSegid(new IFieldValue(3)));
    assertEquals(1, index2.getSegid(new IFieldValue(4)));
    assertEquals(1, index2.getSegid(new IFieldValue(7)));
    assertEquals(4, index2.getSegid(new IFieldValue(19)));
    assertEquals(5, index2.getSegid(new IFieldValue(20)));

}

From source file:TestIndexValue.java

License:Open Source License

public void testIndexValue() throws IOException {

    IndexValue value = new IndexValue((short) 1, 2);

    DataOutputBuffer dob = new DataOutputBuffer();
    value.write(dob);/*from   w  ww  .  j a  v a 2  s. c  o  m*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IndexValue value2 = new IndexValue((short) 1, 2);
    value2.readFields(dib);

    assertEquals(value.getFileindex(), value2.getFileindex());
    assertEquals(value.getRowid(), value2.getRowid());

}

From source file:TestIFieldType.java

License:Open Source License

public void testWritable() throws IOException {
    IFieldType ift = new IFieldType(ConstVar.FieldType_Int, (short) 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ift.write(dob);/*from w  w w. ja va2 s  . c o m*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldType ift2 = new IFieldType();
    ift2.readFields(dib);

    assertEquals(ift.getIndex(), ift2.getIndex());
    assertEquals(ift.getLen(), ift2.getLen());
    assertEquals(ift.getType(), ift2.getType());
}

From source file:TestIFieldType.java

License:Open Source License

public void testPersistable() throws IOException {
    IFieldType ift = new IFieldType(ConstVar.FieldType_Int, (short) 1);

    DataOutputBuffer dob = new DataOutputBuffer();
    ift.persistent(dob);/*  w ww.j a  v  a 2s. c o  m*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldType ift2 = new IFieldType();
    ift2.unpersistent(dib);

    assertEquals(ift.getIndex(), ift2.getIndex());
    assertEquals(ift.getLen(), ift2.getLen());
    assertEquals(ift.getType(), ift2.getType());
}

From source file:TestIFieldValue.java

License:Open Source License

public void testWritable() throws IOException {

    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.write(dob);/*from  w ww.ja  va  2 s  .  c  om*/
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue();
    ifv2.readFields(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}

From source file:TestIFieldValue.java

License:Open Source License

public void testPersitable() throws IOException {
    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.persistent(dob);//w  w  w . j  av  a2 s .c om

    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue(ifv.fieldType());
    ifv2.unpersistent(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}

From source file:TestIndexKey.java

License:Open Source License

public void testWritable() throws IOException {
    IndexKey key = new IndexKey();
    IFieldValue ifv = new IFieldValue(100);
    key.addfv(ifv);//from w w w  .  java2s. c  om

    DataOutputBuffer dob = new DataOutputBuffer();
    key.write(dob);
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IndexKey key2 = new IndexKey();
    key2.readFields(dib);

    IndexKey key3 = new IndexKey();
    key3.addfv(new IFieldValue(101));

    IndexKey key4 = new IndexKey();
    key4.addfv(new IFieldValue(99));

    assertTrue(key.compareTo(key2) == 0);
    assertTrue(key.compareTo(key3) < 0);
    assertTrue(key.compareTo(key4) > 0);

}

From source file:TestCodec.java

License:Open Source License

public static void main(String[] args) throws IOException {
    Configuration conf = new Configuration();
    DefaultCodec codec = new DefaultCodec();
    codec.setConf(conf);/*from   www.j  a  v a  2  s . com*/
    DataOutputBuffer chunksWriteBuffer = new DataOutputBuffer();
    CompressionOutputStream compressionOutputStream = codec.createOutputStream(chunksWriteBuffer);

    DataInputBuffer chunkReadBuffer = new DataInputBuffer();
    CompressionInputStream compressionInputStream = codec.createInputStream(chunkReadBuffer);
    String str = "laksjldfkjalskdjfl;aksjdflkajsldkfjalksjdflkajlsdkfjlaksjdflka";
    compressionOutputStream.write(str.getBytes());
    compressionOutputStream.finish();
    byte[] data = chunksWriteBuffer.getData();
    System.out.println(str.length());
    System.out.println(chunksWriteBuffer.getLength());

    chunkReadBuffer.reset(data, chunksWriteBuffer.getLength());

    DataOutputBuffer dob = new DataOutputBuffer();
    IOUtils.copyBytes(compressionInputStream, dob, conf);
    System.out.println(dob.getData());

}

From source file:TestIFieldMap.java

License:Open Source License

public void testPersistable() throws IOException {
    IFieldMap fieldMap = new IFieldMap();
    fieldMap.addFieldType(new IFieldType.IFieldByteType());
    fieldMap.addFieldType(new IFieldType.IFieldShortType());
    fieldMap.addFieldType(new IFieldType.IFieldIntType());
    fieldMap.addFieldType(new IFieldType.IFieldLongType());
    fieldMap.addFieldType(new IFieldType.IFieldFloatType());
    fieldMap.addFieldType(new IFieldType.IFieldDoubleType());

    DataOutputBuffer dob = new DataOutputBuffer();
    fieldMap.persistent(dob);/* ww w. j  av a 2 s.  c om*/
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldMap fieldMap2 = new IFieldMap();
    fieldMap2.unpersistent(dib);

    System.out.println();
    assertEquals(fieldMap.fieldtypes().get((short) 0).getType(),
            fieldMap2.fieldtypes().get((short) 0).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 1).getType(),
            fieldMap2.fieldtypes().get((short) 1).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 2).getType(),
            fieldMap2.fieldtypes().get((short) 2).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 3).getType(),
            fieldMap2.fieldtypes().get((short) 3).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 4).getType(),
            fieldMap2.fieldtypes().get((short) 4).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 5).getType(),
            fieldMap2.fieldtypes().get((short) 5).getType());

}