Example usage for org.apache.hadoop.io IntWritable get

List of usage examples for org.apache.hadoop.io IntWritable get

  1. HOME
  2. Java
  3. org.apache.hadoop
  4. org.apache.hadoop.io.*
  5. IntWritable
  6. get

Introduction

In this page you can find the example usage for org.apache.hadoop.io IntWritable get.

Prototype

public int get()

Source Link

Document

Return the value of this IntWritable.

Usage

From source file:hadoop.mongo.treasury.TreasuryYieldUpdateReducer.java

License:Apache License

@Override
public void reduce(final IntWritable pKey, final Iterable<DoubleWritable> pValues, final Context pContext)
        throws IOException, InterruptedException {

    int count = 0;
    double sum = 0;
    for (final DoubleWritable value : pValues) {
        sum += value.get();// ww w.  jav  a  2  s  . c  om
        count++;
    }

    final double avg = sum / count;

    if (LOG.isDebugEnabled()) {
        LOG.debug("Average 10 Year Treasury for " + pKey.get() + " was " + avg);
    }

    BasicBSONObject query = new BasicBSONObject("_id", pKey.get());
    BasicBSONObject modifiers = new BasicBSONObject();
    modifiers.put("$set",
            BasicDBObjectBuilder.start().add("count", count).add("avg", avg).add("sum", sum).get());

    modifiers.put("$push", new BasicBSONObject("calculatedAt", new Date()));
    modifiers.put("$inc", new BasicBSONObject("numCalculations", 1));
    reduceResult.setQuery(query);
    reduceResult.setModifiers(modifiers);
    pContext.write(null, reduceResult);
}

From source file:hivemall.geospatial.Lat2TileYUDFTest.java

License:Apache License

@Test
public void testEvaluate() throws HiveException, IOException {
    Lat2TileYUDF udf = new Lat2TileYUDF();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaDoubleObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector });

    IntWritable result1 = udf
            .evaluate(new DeferredObject[] { new DeferredJavaObject(49.60055d), new DeferredJavaObject(13) });
    Assert.assertEquals(2792, result1.get());

    udf.close();/*from   w  w  w  .j  ava  2 s.com*/
}

From source file:hivemall.geospatial.Lon2TileXUDFTest.java

License:Apache License

@Test
public void testEvaluate() throws HiveException, IOException {
    Lon2TileXUDF udf = new Lon2TileXUDF();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaDoubleObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector });

    IntWritable result1 = udf
            .evaluate(new DeferredObject[] { new DeferredJavaObject(11.01296d), new DeferredJavaObject(13) });
    Assert.assertEquals(4346, result1.get());

    udf.close();/*ww w.j  av a 2  s .  c o  m*/
}

From source file:hivemall.smile.classification.DecisionTreeTest.java

License:Apache License

private static int predictByStackMachine(DecisionTree tree, double[] x) throws HiveException, IOException {
    String script = tree.predictOpCodegen(StackMachine.SEP);
    debugPrint(script);//  ww  w .  j  a va2 s.  c o m

    TreePredictUDF udf = new TreePredictUDF();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector,
            PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            ObjectInspectorFactory
                    .getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector),
            ObjectInspectorUtils.getConstantObjectInspector(
                    PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true) });
    DeferredObject[] arguments = new DeferredObject[] { new DeferredJavaObject("model_id#1"),
            new DeferredJavaObject(ModelType.opscode.getId()), new DeferredJavaObject(script),
            new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true) };

    IntWritable result = (IntWritable) udf.evaluate(arguments);
    result = (IntWritable) udf.evaluate(arguments);
    udf.close();
    return result.get();
}

From source file:hivemall.smile.classification.DecisionTreeTest.java

License:Apache License

private static int predictByJavascript(DecisionTree tree, double[] x) throws HiveException, IOException {
    String script = tree.predictJsCodegen();
    debugPrint(script);/*from   w w w . ja va2  s.c  o m*/

    TreePredictUDF udf = new TreePredictUDF();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector,
            PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            ObjectInspectorFactory
                    .getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector),
            ObjectInspectorUtils.getConstantObjectInspector(
                    PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true) });

    DeferredObject[] arguments = new DeferredObject[] { new DeferredJavaObject("model_id#1"),
            new DeferredJavaObject(ModelType.javascript.getId()), new DeferredJavaObject(script),
            new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true) };

    IntWritable result = (IntWritable) udf.evaluate(arguments);
    result = (IntWritable) udf.evaluate(arguments);
    udf.close();
    return result.get();
}

From source file:hivemall.smile.tools.TreePredictByStackMachineUDFTest.java

License:Apache License

private static int evalPredict(DecisionTree tree, double[] x) throws HiveException, IOException {
    TreePredictByStackMachineUDF udf = new TreePredictByStackMachineUDF();
    String opScript = tree.predictOpCodegen(StackMachine.SEP);
    debugPrint(opScript);/*  w  w w .j  a  va  2s . c o  m*/
    IntWritable result = (IntWritable) udf.evaluate(opScript, x, true);
    udf.close();
    return result.get();
}

From source file:hivemall.smile.tools.TreePredictUDFTest.java

License:Apache License

private static int evalPredict(DecisionTree tree, double[] x) throws HiveException, IOException {
    String opScript = tree.predictOpCodegen(StackMachine.SEP);
    debugPrint(opScript);/*from   w  w  w.  j a  v  a2  s .c om*/

    TreePredictUDF udf = new TreePredictUDF();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector,
            PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            ObjectInspectorFactory
                    .getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector),
            ObjectInspectorUtils.getConstantObjectInspector(
                    PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true) });
    DeferredObject[] arguments = new DeferredObject[] { new DeferredJavaObject("model_id#1"),
            new DeferredJavaObject(ModelType.opscode.getId()), new DeferredJavaObject(opScript),
            new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true) };

    IntWritable result = (IntWritable) udf.evaluate(arguments);
    udf.close();
    return result.get();
}

From source file:hivemall.smile.tools.TreePredictUDFv1Test.java

License:Apache License

private static int evalPredict(DecisionTree tree, double[] x) throws HiveException, IOException {
    String opScript = tree.predictOpCodegen(StackMachine.SEP);
    debugPrint(opScript);//from  w w w  . j  a v a 2s . c o  m

    TreePredictUDFv1 udf = new TreePredictUDFv1();
    udf.initialize(new ObjectInspector[] { PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            PrimitiveObjectInspectorFactory.javaIntObjectInspector,
            PrimitiveObjectInspectorFactory.javaStringObjectInspector,
            ObjectInspectorFactory
                    .getStandardListObjectInspector(PrimitiveObjectInspectorFactory.javaDoubleObjectInspector),
            ObjectInspectorUtils.getConstantObjectInspector(
                    PrimitiveObjectInspectorFactory.javaBooleanObjectInspector, true) });
    DeferredObject[] arguments = new DeferredObject[] { new DeferredJavaObject("model_id#1"),
            new DeferredJavaObject(ModelType.opscode.getId()), new DeferredJavaObject(opScript),
            new DeferredJavaObject(ArrayUtils.toList(x)), new DeferredJavaObject(true) };

    IntWritable result = (IntWritable) udf.evaluate(arguments);
    udf.close();
    return result.get();
}

From source file:hivemall.utils.hadoop.HiveUtils.java

License:Open Source License

public static int asJavaInt(final Object o) {
    if (o == null) {
        throw new IllegalArgumentException();
    }/*  w ww  .j  a v  a2 s  .c  o  m*/
    if (o instanceof Integer) {
        return ((Integer) o).intValue();
    }
    if (o instanceof LazyInteger) {
        IntWritable i = ((LazyInteger) o).getWritableObject();
        return i.get();
    }
    if (o instanceof IntWritable) {
        return ((IntWritable) o).get();
    }
    String s = o.toString();
    return Integer.parseInt(s);
}

From source file:homework.homework.homework1.HomeworkReducer1.java

License:Apache License

@Override
protected void reduce(Text key, Iterable<IntWritable> values, Context context)
        throws IOException, InterruptedException {
    Iterator<IntWritable> iterator = values.iterator();
    int sum = 0;/*from w  w  w  . ja va  2s .  c  om*/
    while (iterator.hasNext()) {
        IntWritable one = iterator.next();
        sum += one.get();
    }
    context.write(key, new IntWritable(sum));
}