Example usage for org.apache.hadoop.io IntWritable set

List of usage examples for org.apache.hadoop.io IntWritable set

Introduction

In this page you can find the example usage for org.apache.hadoop.io IntWritable set.

Prototype

public void set(int value) 

Source Link

Document

Set the value of this IntWritable.

Usage

From source file:org.shadowmask.engine.hive.udf.UDFCipherTest.java

License:Apache License

@Test
public void testUDFCipher() {
    UDFCipher udfCipher = new UDFCipher();
    IntWritable mode = new IntWritable(1);
    Text key = new Text("123456781234567*");
    Text content1 = new Text("hello world");
    Text encry1 = udfCipher.evaluate(content1, mode, key);
    Text encry3 = udfCipher.evaluate(content1, mode, key);
    Text content2 = new Text("desensitization");
    Text encry2 = udfCipher.evaluate(content2, mode, key);
    assertEquals(encry1.toString(), encry3.toString());
    assertNotEquals(encry1.toString(), encry2.toString());
    mode.set(2);
    Text decry1 = udfCipher.evaluate(encry1, mode, key);
    Text decry2 = udfCipher.evaluate(encry2, mode, key);
    assertEquals(decry1.toString(), content1.toString());
    assertEquals(decry2.toString(), content2.toString());

    content1 = null;/*from   ww  w.j a  va2  s .com*/
    Text result = udfCipher.evaluate(content1, mode, key);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFDateTest.java

License:Apache License

@Test
public void testUDFDate() {
    UDFDate udfDate = new UDFDate();
    Date d = new Date(DateTime.parse("2016-09-18").getMillis());
    DateWritable date = new DateWritable(d);
    IntWritable mask = new IntWritable(0);
    DateWritable result = udfDate.evaluate(date, mask);
    assertEquals(d, result.get());/*from w w w.  j av a  2  s . c  o m*/
    mask.set(1);
    result = udfDate.evaluate(date, mask);
    Date expect1 = new Date(DateTime.parse("2016-09-01").getMillis());
    assertEquals(expect1, result.get());
    mask.set(2);
    result = udfDate.evaluate(date, mask);
    Date expect2 = new Date(DateTime.parse("2016-01-01").getMillis());
    assertEquals(expect2, result.get());
    mask.set(3);
    result = udfDate.evaluate(date, mask);
    Date expect3 = new Date(DateTime.parse("1901-01-01").getMillis());
    assertEquals(expect3, result.get());

    date = null;
    result = udfDate.evaluate(date, mask);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFEmailTest.java

License:Apache License

@Test
public void testUDFEmail() {
    UDFEmail udfEmail = new UDFEmail();
    Text email = new Text("zhangsan@gmail.com");
    IntWritable mode = new IntWritable(0);
    Text result = udfEmail.evaluate(email, mode);
    assertEquals("zhangsan@gmail.com", result.toString());
    mode.set(1);
    result = udfEmail.evaluate(email, mode);
    assertEquals("*@gmail.com", result.toString());
    mode.set(2);//from  w w w.  j  av a2  s.c o m
    result = udfEmail.evaluate(email, mode);
    assertEquals("*@*.com", result.toString());
    mode.set(3);
    result = udfEmail.evaluate(email, mode);
    assertEquals("*@*.*", result.toString());

    email = null;
    result = udfEmail.evaluate(email, mode);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java

License:Apache License

@Test
public void testUDFGeneralizationLong() {
    UDFGeneralization udfGeneralization = new UDFGeneralization();
    LongWritable data = new LongWritable(45);
    IntWritable level = new IntWritable(0);
    IntWritable unit = new IntWritable(10);
    LongWritable result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());//from   ww w  .  java2s.com
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(40, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    unit.set(3);
    level.set(0);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(3);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(27, result.get());
    level.set(4);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    data = null;
    result = udfGeneralization.evaluate(data, level, unit);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java

License:Apache License

@Test
public void testUDFGeneralizationInt() {
    UDFGeneralization udfGeneralization = new UDFGeneralization();
    IntWritable data = new IntWritable(45);
    IntWritable level = new IntWritable(0);
    IntWritable unit = new IntWritable(10);
    IntWritable result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());/*from www.j  a v  a 2 s.  c  o m*/
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(40, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    unit.set(3);
    level.set(0);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(3);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(27, result.get());
    level.set(4);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    data = null;
    result = udfGeneralization.evaluate(data, level, unit);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java

License:Apache License

@Test
public void testUDFGeneralizationShort() {
    UDFGeneralization udfGeneralization = new UDFGeneralization();
    ShortWritable data = new ShortWritable((short) 45);
    IntWritable level = new IntWritable(0);
    IntWritable unit = new IntWritable(10);
    ShortWritable result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());/* w w w .  j  a  v  a 2s.co  m*/
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(40, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    unit.set(3);
    level.set(0);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(3);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(27, result.get());
    level.set(4);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    data = null;
    result = udfGeneralization.evaluate(data, level, unit);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java

License:Apache License

@Test
public void testUDFGeneralizationByte() {
    UDFGeneralization udfGeneralization = new UDFGeneralization();
    ByteWritable data = new ByteWritable((byte) 45);
    IntWritable level = new IntWritable(0);
    IntWritable unit = new IntWritable(10);
    ByteWritable result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());/*from   w ww. j av a 2  s  .co m*/
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(40, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    unit.set(3);
    level.set(0);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(1);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(2);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(45, result.get());
    level.set(3);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(27, result.get());
    level.set(4);
    result = udfGeneralization.evaluate(data, level, unit);
    assertEquals(0, result.get());

    data = null;
    result = udfGeneralization.evaluate(data, level, unit);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java

License:Apache License

@Test
public void testUDFGeneralizationText() {
    UDFGeneralization udfGeneralization = new UDFGeneralization();
    Text data = new Text("hello world");
    IntWritable level = new IntWritable(0);
    Text result = udfGeneralization.evaluate(data, level);
    assertEquals("hello world", result.toString());
    level.set(1);
    result = udfGeneralization.evaluate(data, level);
    assertEquals("hello worl", result.toString());
    level.set(5);//from   w  w  w.  ja  v  a  2s.  c  o m
    result = udfGeneralization.evaluate(data, level);
    assertEquals("hello ", result.toString());
    level.set(10);
    result = udfGeneralization.evaluate(data, level);
    assertEquals("h", result.toString());
    level.set(11);
    result = udfGeneralization.evaluate(data, level);
    assertEquals("*", result.toString());
    level.set(20);
    result = udfGeneralization.evaluate(data, level);
    assertEquals("*", result.toString());

    data = null;
    result = udfGeneralization.evaluate(data, level);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFIPTest.java

License:Apache License

@Test
public void testUDFIP() {
    UDFIP udfip = new UDFIP();
    Text ip = new Text("10.199.192.11");
    IntWritable mask = new IntWritable(0);
    Text result = udfip.evaluate(ip, mask);
    assertEquals("10.199.192.11", result.toString());
    mask.set(1);
    result = udfip.evaluate(ip, mask);/*from  www  .  j a v a2s. c o m*/
    assertEquals("10.199.192.*", result.toString());
    mask.set(2);
    result = udfip.evaluate(ip, mask);
    assertEquals("10.199.*.*", result.toString());
    mask.set(3);
    result = udfip.evaluate(ip, mask);
    assertEquals("10.*.*.*", result.toString());
    mask.set(4);
    result = udfip.evaluate(ip, mask);
    assertEquals("*.*.*.*", result.toString());

    ip = null;
    result = udfip.evaluate(ip, mask);
    assertNull(result);
}

From source file:org.shadowmask.engine.hive.udf.UDFMaskTest.java

License:Apache License

@Test
public void testUDFMask() {
    UDFMask udfMask = new UDFMask();
    Text data = new Text("hello world");
    IntWritable level = new IntWritable(0);
    Text tag = new Text("*");
    Text result = udfMask.evaluate(data, level, tag);
    assertEquals("hello world", result.toString());
    level.set(3);
    result = udfMask.evaluate(data, level, tag);
    assertEquals("hello wo***", result.toString());
    level.set(10);// w ww  .j a v a  2s .  c o  m
    tag.set("-");
    result = udfMask.evaluate(data, level, tag);
    assertEquals("h----------", result.toString());
    level.set(11);
    tag.set("&");
    result = udfMask.evaluate(data, level, tag);
    assertEquals("&&&&&&&&&&&", result.toString());
    level.set(20);
    tag.set("&");
    result = udfMask.evaluate(data, level, tag);
    assertEquals("&&&&&&&&&&&", result.toString());

    data = null;
    result = udfMask.evaluate(data, level, tag);
    assertNull(result);
}