Example usage for org.apache.hadoop.io DataInputBuffer DataInputBuffer

Introduction

In this page you can find the example usage for org.apache.hadoop.io DataInputBuffer DataInputBuffer.

Prototype

public DataInputBuffer() 

Source Link

Document

Constructs a new empty buffer.

Usage

From source file:TestIFieldValue.java

License:Open Source License

public void testWritable() throws IOException {

    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.write(dob);//  w  w  w.j  a va  2  s  .c om
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue();
    ifv2.readFields(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}

---

From source file:TestIFieldValue.java

License:Open Source License

public void testPersitable() throws IOException {
    IFieldValue ifv = new IFieldValue(100);

    DataOutputBuffer dob = new DataOutputBuffer();
    ifv.persistent(dob);/*from   w w  w  .j  a v a 2  s  .c  o m*/

    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldValue ifv2 = new IFieldValue(ifv.fieldType());
    ifv2.unpersistent(dib);

    assertEquals(ifv.idx(), ifv2.idx());
    assertEquals(ifv.len(), ifv2.len());
    assertEquals(ifv.type(), ifv2.type());
    assertTrue(ifv.compareTo(ifv2) == 0);

}

---

From source file:TestIndexKey.java

License:Open Source License

public void testWritable() throws IOException {
    IndexKey key = new IndexKey();
    IFieldValue ifv = new IFieldValue(100);
    key.addfv(ifv);// ww w .  j  av  a  2 s  . c  om

    DataOutputBuffer dob = new DataOutputBuffer();
    key.write(dob);
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IndexKey key2 = new IndexKey();
    key2.readFields(dib);

    IndexKey key3 = new IndexKey();
    key3.addfv(new IFieldValue(101));

    IndexKey key4 = new IndexKey();
    key4.addfv(new IFieldValue(99));

    assertTrue(key.compareTo(key2) == 0);
    assertTrue(key.compareTo(key3) < 0);
    assertTrue(key.compareTo(key4) > 0);

}

---

From source file:TestCodec.java

License:Open Source License

public static void main(String[] args) throws IOException {
    Configuration conf = new Configuration();
    DefaultCodec codec = new DefaultCodec();
    codec.setConf(conf);//w w w.  ja va 2 s .c  o  m
    DataOutputBuffer chunksWriteBuffer = new DataOutputBuffer();
    CompressionOutputStream compressionOutputStream = codec.createOutputStream(chunksWriteBuffer);

    DataInputBuffer chunkReadBuffer = new DataInputBuffer();
    CompressionInputStream compressionInputStream = codec.createInputStream(chunkReadBuffer);
    String str = "laksjldfkjalskdjfl;aksjdflkajsldkfjalksjdflkajlsdkfjlaksjdflka";
    compressionOutputStream.write(str.getBytes());
    compressionOutputStream.finish();
    byte[] data = chunksWriteBuffer.getData();
    System.out.println(str.length());
    System.out.println(chunksWriteBuffer.getLength());

    chunkReadBuffer.reset(data, chunksWriteBuffer.getLength());

    DataOutputBuffer dob = new DataOutputBuffer();
    IOUtils.copyBytes(compressionInputStream, dob, conf);
    System.out.println(dob.getData());

}

---

From source file:TestIFieldMap.java

License:Open Source License

public void testPersistable() throws IOException {
    IFieldMap fieldMap = new IFieldMap();
    fieldMap.addFieldType(new IFieldType.IFieldByteType());
    fieldMap.addFieldType(new IFieldType.IFieldShortType());
    fieldMap.addFieldType(new IFieldType.IFieldIntType());
    fieldMap.addFieldType(new IFieldType.IFieldLongType());
    fieldMap.addFieldType(new IFieldType.IFieldFloatType());
    fieldMap.addFieldType(new IFieldType.IFieldDoubleType());

    DataOutputBuffer dob = new DataOutputBuffer();
    fieldMap.persistent(dob);/* w w  w . j  a  v a2s  . c  om*/
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IFieldMap fieldMap2 = new IFieldMap();
    fieldMap2.unpersistent(dib);

    System.out.println();
    assertEquals(fieldMap.fieldtypes().get((short) 0).getType(),
            fieldMap2.fieldtypes().get((short) 0).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 1).getType(),
            fieldMap2.fieldtypes().get((short) 1).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 2).getType(),
            fieldMap2.fieldtypes().get((short) 2).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 3).getType(),
            fieldMap2.fieldtypes().get((short) 3).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 4).getType(),
            fieldMap2.fieldtypes().get((short) 4).getType());
    assertEquals(fieldMap.fieldtypes().get((short) 5).getType(),
            fieldMap2.fieldtypes().get((short) 5).getType());

}

---

From source file:TestIRecord.java

License:Open Source License

public void testPersistable() throws IOException {
    IRecord irc = new IRecord();
    TreeMap<Short, IFieldType> fieldtypes = new TreeMap<Short, IFieldType>();
    fieldtypes.put((short) 0, new IFieldType(ConstVar.FieldType_Double));
    fieldtypes.put((short) 1, new IFieldType(ConstVar.FieldType_Int));
    irc.setFieldTypes(fieldtypes);//from www.ja v  a2 s . c  om
    irc.addFieldValue(new IFieldValue((double) 4, (short) 0));
    irc.addFieldValue(new IFieldValue(4, (short) 1));

    DataOutputBuffer dob = new DataOutputBuffer();
    irc.persistent(dob);
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IRecord irc2 = new IRecord();
    irc2.setFieldTypes(fieldtypes);
    irc2.unpersistent(dib);

    assertTrue(irc.fieldValues().get((short) 0).compareTo(irc2.fieldValues().get((short) 0)) == 0);
    assertTrue(irc.fieldValues().get((short) 1).compareTo(irc2.fieldValues().get((short) 1)) == 0);

}

---

From source file:TestIHead.java

License:Open Source License

public void testPersistable() throws IOException {
    IHead ih = new IHead();
    ih.setCompress((byte) 1);
    ih.setCompressStyle((byte) 1);
    ih.setEncode((byte) 1);
    ih.setEncodeStyle((byte) 1);
    ih.setLineindex((byte) 1);
    ih.setVar((byte) 1);
    ih.setVer((short) 1);
    ih.setMagic(1);/*from   ww w  . j  av  a2  s . c om*/
    ih.setPrimaryIndex((short) 1);

    IUserDefinedHeadInfo udi = new IUserDefinedHeadInfo();
    udi.addInfo(0, "aaa");
    udi.addInfo(1, "bbb");

    ih.setUserDefinedInfo(udi);
    IFieldMap fieldMap = new IFieldMap();
    fieldMap.addFieldType(new IFieldType.IFieldByteType());
    fieldMap.addFieldType(new IFieldType.IFieldShortType());
    fieldMap.addFieldType(new IFieldType.IFieldIntType());
    fieldMap.addFieldType(new IFieldType.IFieldLongType());
    fieldMap.addFieldType(new IFieldType.IFieldFloatType());
    fieldMap.addFieldType(new IFieldType.IFieldDoubleType());
    ih.setFieldMap(fieldMap);

    DataOutputBuffer dob = new DataOutputBuffer();
    ih.persistent(dob);
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IHead ih2 = new IHead();
    ih2.unpersistent(dib);

    assertEquals(ih2.getMagic(), ih.getMagic());
    assertEquals(ih2.getCompress(), ih.getCompress());
    assertEquals(ih2.getCompressStyle(), ih.getCompressStyle());
    assertEquals(ih2.getEncode(), ih.getEncode());
    assertEquals(ih2.getEncodeStyle(), ih.getEncodeStyle());
    assertEquals(ih2.getPrimaryIndex(), ih.getPrimaryIndex());
    assertEquals(ih2.getVar(), ih.getVar());
    assertEquals(ih2.getVer(), ih.getVer());
    assertEquals(ih2.lineindex(), ih.lineindex());

}

---

From source file:TestIKeyIndex.java

License:Open Source License

public void testPersistable() throws IOException {
    IFieldValue beginkey = new IFieldValue(100);
    IFieldValue endkey = new IFieldValue(1000);
    IKeyIndex iki = new IKeyIndex(beginkey, endkey, 100);

    DataOutputBuffer dob = new DataOutputBuffer();
    iki.persistent(dob);//ww w  .  j  a va2s. c  o  m
    byte[] data = dob.getData();

    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IKeyIndex iki2 = new IKeyIndex(beginkey.fieldType());
    iki2.unpersistent(dib);

    assertTrue(iki.beginkey().compareTo(iki2.beginkey()) == 0);
    assertTrue(iki.endkey().compareTo(iki2.endkey()) == 0);
    assertEquals(iki.recnum(), iki2.recnum());
}

---

From source file:TestIUnitIndex.java

License:Open Source License

public void testIUnitIndexWrite() throws IOException {
    IFileInfo fileInfo = TestUtil.genfileinfo(false, 2);

    IUnitIndex iui = new IUnitIndex(fileInfo);

    iui.update(TestUtil.genunitinfo(fileInfo, 0, 0, 5));
    iui.update(TestUtil.genunitinfo(fileInfo, 0, 1, 5));
    iui.update(TestUtil.genunitinfo(fileInfo, 0, 2, 5));
    iui.update(TestUtil.genunitinfo(fileInfo, 0, 3, 5));
    iui.update(TestUtil.genunitinfo(fileInfo, 0, 4, 5));

    System.out.println(iui.getUnitnum());

    assertEquals(0, iui.getUnitid(0));//w w  w  . j  av  a 2  s  .  c  om
    assertEquals(0, iui.getUnitid(4));
    assertEquals(1, iui.getUnitid(5));
    assertEquals(1, iui.getUnitid(9));
    assertEquals(4, iui.getUnitid(24));
    assertEquals(5, iui.getUnitid(25));

    DataOutputBuffer dob = new DataOutputBuffer();
    iui.persistent(dob);
    byte[] data = dob.getData();
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(data, data.length);

    IUnitIndex iui2 = new IUnitIndex(fileInfo);
    iui2.unpersistent(dib);
    for (int j = 0; j < iui.getUnitnum(); j++) {
        assertEquals(iui.getUnitOffset(j), iui2.getUnitOffset(j));
        assertTrue(iui.getKeyIndex(j).compareTo(iui2.getKeyIndex(j)) == 0);
        assertTrue(iui.getLineIndex(j).compareTo(iui2.getLineIndex(j)) == 0);
    }

}

---

From source file:cn.ac.ncic.mastiff.io.coding.DictionaryBitPackingRLEByteReader.java

License:Apache License

public byte[] CompressensureDecompressed() throws IOException {
    FlexibleEncoding.ORC.DynamicByteArray dynamicBuffer = new FlexibleEncoding.ORC.DynamicByteArray();
    dynamicBuffer.add(inBuf.getData(), 0, inBuf.getLength());
    ByteBuffer byteBuf = ByteBuffer.allocate(dynamicBuffer.size());
    dynamicBuffer.setByteBuffer(byteBuf, 0, dynamicBuffer.size());
    byteBuf.flip();//from   w  w w .j  av a2 s.c  o  m
    DataInputBuffer dib = new DataInputBuffer();
    dib.reset(byteBuf.array(), 0, byteBuf.array().length);
    int dictionarySize = dib.readInt();
    int OnlydictionarySize = dib.readInt();
    dib.reset(byteBuf.array(), 8, dictionarySize - 4);
    byte[] dictionaryBuffer = dib.getData();
    dib.reset(byteBuf.array(), 4 + dictionarySize, (byteBuf.array().length - dictionarySize - 4));
    byte[] dictionaryId = dib.getData();
    dib.close();
    DictionaryValuesReader cr = initDicReader(OnlydictionarySize, dictionaryBuffer,
            PrimitiveType.PrimitiveTypeName.BINARY);
    cr.initFromPage(numPairs, dictionaryId, 0);
    DataOutputBuffer decoding = new DataOutputBuffer();
    decoding.writeInt(decompressedSize);
    decoding.writeInt(numPairs);
    decoding.writeInt(startPos);
    for (int i = 0; i < numPairs; i++) {
        byte tmp = Byte.parseByte(cr.readBytes().toStringUsingUTF8());
        decoding.writeInt(tmp);
    }
    byteBuf.clear();
    inBuf.close();
    return decoding.getData();
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• 9
• 10
• 11
• 12
• 13
• 14
• 15
• 16
• 17
• »