List of usage examples for org.apache.hadoop.io IntWritable set
public void set(int value)
From source file:org.shadowmask.engine.hive.udf.UDFCipherTest.java
License:Apache License
@Test public void testUDFCipher() { UDFCipher udfCipher = new UDFCipher(); IntWritable mode = new IntWritable(1); Text key = new Text("123456781234567*"); Text content1 = new Text("hello world"); Text encry1 = udfCipher.evaluate(content1, mode, key); Text encry3 = udfCipher.evaluate(content1, mode, key); Text content2 = new Text("desensitization"); Text encry2 = udfCipher.evaluate(content2, mode, key); assertEquals(encry1.toString(), encry3.toString()); assertNotEquals(encry1.toString(), encry2.toString()); mode.set(2); Text decry1 = udfCipher.evaluate(encry1, mode, key); Text decry2 = udfCipher.evaluate(encry2, mode, key); assertEquals(decry1.toString(), content1.toString()); assertEquals(decry2.toString(), content2.toString()); content1 = null;/*from ww w.j a va2 s .com*/ Text result = udfCipher.evaluate(content1, mode, key); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFDateTest.java
License:Apache License
@Test public void testUDFDate() { UDFDate udfDate = new UDFDate(); Date d = new Date(DateTime.parse("2016-09-18").getMillis()); DateWritable date = new DateWritable(d); IntWritable mask = new IntWritable(0); DateWritable result = udfDate.evaluate(date, mask); assertEquals(d, result.get());/*from w w w. j av a 2 s . c o m*/ mask.set(1); result = udfDate.evaluate(date, mask); Date expect1 = new Date(DateTime.parse("2016-09-01").getMillis()); assertEquals(expect1, result.get()); mask.set(2); result = udfDate.evaluate(date, mask); Date expect2 = new Date(DateTime.parse("2016-01-01").getMillis()); assertEquals(expect2, result.get()); mask.set(3); result = udfDate.evaluate(date, mask); Date expect3 = new Date(DateTime.parse("1901-01-01").getMillis()); assertEquals(expect3, result.get()); date = null; result = udfDate.evaluate(date, mask); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFEmailTest.java
License:Apache License
@Test public void testUDFEmail() { UDFEmail udfEmail = new UDFEmail(); Text email = new Text("zhangsan@gmail.com"); IntWritable mode = new IntWritable(0); Text result = udfEmail.evaluate(email, mode); assertEquals("zhangsan@gmail.com", result.toString()); mode.set(1); result = udfEmail.evaluate(email, mode); assertEquals("*@gmail.com", result.toString()); mode.set(2);//from w w w. j av a2 s.c o m result = udfEmail.evaluate(email, mode); assertEquals("*@*.com", result.toString()); mode.set(3); result = udfEmail.evaluate(email, mode); assertEquals("*@*.*", result.toString()); email = null; result = udfEmail.evaluate(email, mode); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java
License:Apache License
@Test public void testUDFGeneralizationLong() { UDFGeneralization udfGeneralization = new UDFGeneralization(); LongWritable data = new LongWritable(45); IntWritable level = new IntWritable(0); IntWritable unit = new IntWritable(10); LongWritable result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get());//from ww w . java2s.com level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(40, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); unit.set(3); level.set(0); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(3); result = udfGeneralization.evaluate(data, level, unit); assertEquals(27, result.get()); level.set(4); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); data = null; result = udfGeneralization.evaluate(data, level, unit); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java
License:Apache License
@Test public void testUDFGeneralizationInt() { UDFGeneralization udfGeneralization = new UDFGeneralization(); IntWritable data = new IntWritable(45); IntWritable level = new IntWritable(0); IntWritable unit = new IntWritable(10); IntWritable result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get());/*from www.j a v a 2 s. c o m*/ level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(40, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); unit.set(3); level.set(0); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(3); result = udfGeneralization.evaluate(data, level, unit); assertEquals(27, result.get()); level.set(4); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); data = null; result = udfGeneralization.evaluate(data, level, unit); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java
License:Apache License
@Test public void testUDFGeneralizationShort() { UDFGeneralization udfGeneralization = new UDFGeneralization(); ShortWritable data = new ShortWritable((short) 45); IntWritable level = new IntWritable(0); IntWritable unit = new IntWritable(10); ShortWritable result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get());/* w w w . j a v a 2s.co m*/ level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(40, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); unit.set(3); level.set(0); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(3); result = udfGeneralization.evaluate(data, level, unit); assertEquals(27, result.get()); level.set(4); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); data = null; result = udfGeneralization.evaluate(data, level, unit); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java
License:Apache License
@Test public void testUDFGeneralizationByte() { UDFGeneralization udfGeneralization = new UDFGeneralization(); ByteWritable data = new ByteWritable((byte) 45); IntWritable level = new IntWritable(0); IntWritable unit = new IntWritable(10); ByteWritable result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get());/*from w ww. j av a 2 s .co m*/ level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(40, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); unit.set(3); level.set(0); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(1); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(2); result = udfGeneralization.evaluate(data, level, unit); assertEquals(45, result.get()); level.set(3); result = udfGeneralization.evaluate(data, level, unit); assertEquals(27, result.get()); level.set(4); result = udfGeneralization.evaluate(data, level, unit); assertEquals(0, result.get()); data = null; result = udfGeneralization.evaluate(data, level, unit); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFGeneralizationTest.java
License:Apache License
@Test public void testUDFGeneralizationText() { UDFGeneralization udfGeneralization = new UDFGeneralization(); Text data = new Text("hello world"); IntWritable level = new IntWritable(0); Text result = udfGeneralization.evaluate(data, level); assertEquals("hello world", result.toString()); level.set(1); result = udfGeneralization.evaluate(data, level); assertEquals("hello worl", result.toString()); level.set(5);//from w w w. ja v a 2s. c o m result = udfGeneralization.evaluate(data, level); assertEquals("hello ", result.toString()); level.set(10); result = udfGeneralization.evaluate(data, level); assertEquals("h", result.toString()); level.set(11); result = udfGeneralization.evaluate(data, level); assertEquals("*", result.toString()); level.set(20); result = udfGeneralization.evaluate(data, level); assertEquals("*", result.toString()); data = null; result = udfGeneralization.evaluate(data, level); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFIPTest.java
License:Apache License
@Test public void testUDFIP() { UDFIP udfip = new UDFIP(); Text ip = new Text("10.199.192.11"); IntWritable mask = new IntWritable(0); Text result = udfip.evaluate(ip, mask); assertEquals("10.199.192.11", result.toString()); mask.set(1); result = udfip.evaluate(ip, mask);/*from www . j a v a2s. c o m*/ assertEquals("10.199.192.*", result.toString()); mask.set(2); result = udfip.evaluate(ip, mask); assertEquals("10.199.*.*", result.toString()); mask.set(3); result = udfip.evaluate(ip, mask); assertEquals("10.*.*.*", result.toString()); mask.set(4); result = udfip.evaluate(ip, mask); assertEquals("*.*.*.*", result.toString()); ip = null; result = udfip.evaluate(ip, mask); assertNull(result); }
From source file:org.shadowmask.engine.hive.udf.UDFMaskTest.java
License:Apache License
@Test public void testUDFMask() { UDFMask udfMask = new UDFMask(); Text data = new Text("hello world"); IntWritable level = new IntWritable(0); Text tag = new Text("*"); Text result = udfMask.evaluate(data, level, tag); assertEquals("hello world", result.toString()); level.set(3); result = udfMask.evaluate(data, level, tag); assertEquals("hello wo***", result.toString()); level.set(10);// w ww .j a v a 2s . c o m tag.set("-"); result = udfMask.evaluate(data, level, tag); assertEquals("h----------", result.toString()); level.set(11); tag.set("&"); result = udfMask.evaluate(data, level, tag); assertEquals("&&&&&&&&&&&", result.toString()); level.set(20); tag.set("&"); result = udfMask.evaluate(data, level, tag); assertEquals("&&&&&&&&&&&", result.toString()); data = null; result = udfMask.evaluate(data, level, tag); assertNull(result); }