Example usage for org.apache.hadoop.io LongWritable get

List of usage examples for org.apache.hadoop.io LongWritable get

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.io.*
  5. LongWritable
  6. get

Introduction

In this page you can find the example usage for org.apache.hadoop.io LongWritable get.

Prototype

public long get()

Source Link

Document

Return the value of this LongWritable.

Usage

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testReadTwice() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader br = new BufferedReader(new StringReader("12345<user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            br, key, sb));/* w w  w  .  j a v a 2 s  .c  o  m*/
    assertEquals(5, key.get());
    assertEquals("<user>", sb.toString());
    assertFalse(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            br, new LongWritable(), new StringBuilder()));
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testNoRecord() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("There's no record in here."));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    Text record = new Text();
    bReader.mark(1000);/*w ww.j  av  a  2s.c  om*/
    assertFalse(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));
    assertEquals(0, key.get());
    assertEquals("", sb.toString());
    bReader.reset();
    assertFalse(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals("There's no record in here.", sb.toString());
    assertEquals("", record.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testRegularRecord() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<user></user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    Text record = new Text();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));/*from  w  w  w.  ja v  a 2  s . c  o m*/
    assertEquals(0, key.get());
    assertEquals("<user>", sb.toString());
    assertTrue(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals("<user></user>", record.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testRecordBeginsAfterSplit() throws java.io.IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("123456<user></user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    assertFalse(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            3L, // End offset
            bReader, key, sb));//from  w  w  w  .ja  v a2s.  c om
    assertEquals(0, key.get());
    assertEquals("", sb.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testRecordStartCrossesSplit() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<user></user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            3L, // End offset
            bReader, key, sb));//from www  .ja  v a  2s.c o  m
    assertEquals(0, key.get());
    assertEquals("<user>", sb.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testRecordEndsAfterSplit() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<user></user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            7L, // End offset
            bReader, key, sb));/*from   w  w w .j  a va  2  s  . c om*/
    assertEquals(0, key.get());
    assertEquals("<user>", sb.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testCloseMatches() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<use></use> <users></users>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    Text record = new Text();
    bReader.mark(1000);/*from w  w  w  . ja  v a2s . c  o  m*/
    assertFalse(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));
    assertEquals(0, key.get());
    assertEquals("", sb.toString());
    bReader.reset();
    assertFalse(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals("<use></use> <users></users>", sb.toString());
    assertEquals("", record.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testCompleteRecord() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("1<user><name>Bob</name></user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    Text record = new Text();

    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));/*from   ww w  .j av  a 2 s  .co  m*/

    assertTrue(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals(1, key.get());
    assertEquals("<user><name>Bob</name></user>", record.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testWhitespace() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<user id=\"1\">"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));// ww  w .j a  v  a 2  s.c o m
    assertEquals(0, key.get());
    assertEquals("<user ", sb.toString());

    reader = new XMLRecordReader();
    bReader = new BufferedReader(new StringReader("<user\nid=\"1\">"));
    key = new LongWritable();
    sb = new StringBuilder();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));
    assertEquals(0, key.get());
    assertEquals("<user\n", sb.toString());
}

From source file:com.moz.fiji.mapreduce.input.impl.TestXMLInputFormat.java

License:Apache License

@Test
public void testTwoRecords() throws IOException {
    XMLRecordReader reader = new XMLRecordReader();
    BufferedReader bReader = new BufferedReader(new StringReader("<user>1</user><user>2</user>"));
    LongWritable key = new LongWritable();
    StringBuilder sb = new StringBuilder();
    Text record = new Text();

    // Find the first record.
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));//from  w ww.ja v a  2  s. c o m
    assertEquals(0, key.get());
    assertEquals("<user>", sb.toString());
    assertTrue(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals("<user>1</user>", record.toString());

    // Find the second record.
    sb = new StringBuilder();
    record = new Text();
    assertTrue(reader.findRecordStart("<user".toCharArray(), 0L, // Start offset
            100L, // End offset
            bReader, key, sb));
    assertEquals("<user>", sb.toString());
    assertTrue(reader.findRecordEnd("</user>".toCharArray(), bReader, 100L, // End offset
            100L, // Overrun allowance
            sb, record));
    assertEquals("<user>2</user>", record.toString());
}