Example usage for org.apache.hadoop.io Text Text

Introduction

In this page you can find the example usage for org.apache.hadoop.io Text Text.

Prototype

public Text(byte[] utf8)

Source Link

Document

Construct from a byte array.

Usage

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test(expected = IOException.class)
public void testGetColumnForNullDelimiter() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd::cdd::efd::ghd::ijd::kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, null);
}

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test(expected = IOException.class)
public void testGetColumnForEmptyDelimiter() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd::cdd::efd::ghd::ijd::kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, "");
}

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test
public void testGetColumnHavingSpecialCharacterInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab$d,cdd,efd,ghd,i%jd,kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i%jd"), key);
    assertEquals(new Text("ab$d,cdd,efd,ghd,i%jd,kld"), val);
}

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test
public void testGetColumnHavingQuotesInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab\"d,cdd,efd,ghd,i'jd,kl~d");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i'jd"), key);
    assertEquals(new Text("ab\"d,cdd,efd,ghd,i'jd,kl~d"), val);
}

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test
public void testGetColumnHavingBackSlashInValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("ab\"d,cdd,efd,ghd,i\\'jd,kl~d");
    Text key = delimitedLineRecordReader.getColumn(val, 5, ",");
    System.out.println("key is: " + key);
    assertEquals(new Text("i\\'jd"), key);
    assertEquals(new Text("ab\"d,cdd,efd,ghd,i\\'jd,kl~d"), val);
}

From source file:co.nubetech.hiho.dedup.TestDelimitedLineRecordReader.java

License:Apache License

@Test
public void testGetColumnHavingSpecialCharacterDelimiterValue() throws IOException {
    DelimitedLineRecordReader delimitedLineRecordReader = new DelimitedLineRecordReader();
    Text val = new Text("abd$cdd$efd$ghd$ijd$kld");
    Text key = delimitedLineRecordReader.getColumn(val, 5, "$");
    System.out.println("key is: " + key);
    assertEquals(new Text("ijd"), key);
    assertEquals(new Text("abd$cdd$efd$ghd$ijd$kld"), val);
}

From source file:co.nubetech.hiho.dedup.TestHashUtility.java

License:Apache License

@Test
public void testMD5HashForTextValueValue() throws IOException {
    Text key = new Text("abc2hf123");
    MD5Hash md5HashKey1 = HashUtility.getMD5Hash(key);
    MD5Hash md5HashKey2 = HashUtility.getMD5Hash(key);
    assertEquals(md5HashKey1, md5HashKey2);
}

From source file:co.nubetech.hiho.dedup.TestHihoTuple.java

License:Apache License

@Test
public void testSetKey() throws IOException {
    Text key = new Text("abc123");
    HihoTuple hihoTuple = new HihoTuple();
    hihoTuple.setKey(key);//from w  ww.  j  a  v  a 2  s.  c om
    assertEquals(key, hihoTuple.getKey());
    assertEquals(HashUtility.getMD5Hash(key), hihoTuple.getHash());
}

From source file:co.nubetech.hiho.dedup.TestHihoTuple.java

License:Apache License

@Test
public void testSetMD5Hash() throws IOException {
    Text key = new Text("abc123");
    MD5Hash hash = HashUtility.getMD5Hash(key);
    HihoTuple hihoTuple = new HihoTuple();
    hihoTuple.setHash(hash);//from   w  w w.j a  v  a  2s  .  c o  m
    assertEquals(hash, hihoTuple.getHash());
}

From source file:co.nubetech.hiho.mapreduce.lib.input.FileStreamRecordReader.java

License:Apache License

@Override
public Text getCurrentKey() {
    return new Text(fileName);
}