Java tutorial
/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.giraph.block_app.framework; import org.apache.giraph.block_app.framework.api.BlockMasterApi; import org.apache.giraph.block_app.framework.api.BlockWorkerReceiveApi; import org.apache.giraph.block_app.framework.api.BlockWorkerSendApi; import org.apache.giraph.block_app.framework.api.CreateReducersApi; import org.apache.giraph.block_app.framework.api.local.LocalBlockRunner; import org.apache.giraph.block_app.framework.piece.Piece; import org.apache.giraph.block_app.framework.piece.global_comm.ReducerHandle; import org.apache.giraph.block_app.framework.piece.interfaces.VertexReceiver; import org.apache.giraph.block_app.framework.piece.interfaces.VertexSender; import org.apache.giraph.conf.GiraphConfiguration; import org.apache.giraph.conf.GiraphConstants; import org.apache.giraph.graph.Vertex; import org.apache.giraph.reducers.impl.SumReduce; import org.apache.giraph.types.NoMessage; import org.apache.giraph.utils.TestGraph; import org.apache.hadoop.io.BooleanWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.NullWritable; import org.apache.hadoop.io.Writable; import org.apache.hadoop.io.WritableComparable; import org.junit.Assert; import org.junit.Test; import org.python.google.common.collect.Iterables; /** * Test of barebones of Blocks Framework. * * Do not look as an example of unit test, or to learn about the Framework, * there are utilities to do things simpler, that we are not trying to test * here. */ public class BlockExecutionTest { private static GiraphConfiguration createConf() { GiraphConfiguration conf = new GiraphConfiguration(); GiraphConstants.VERTEX_ID_CLASS.set(conf, LongWritable.class); GiraphConstants.VERTEX_VALUE_CLASS.set(conf, LongWritable.class); GiraphConstants.EDGE_VALUE_CLASS.set(conf, NullWritable.class); return conf; } private static TestGraph<LongWritable, LongWritable, NullWritable> createTestGraph() { TestGraph<LongWritable, LongWritable, NullWritable> graph = new TestGraph<LongWritable, LongWritable, NullWritable>( createConf()); graph.addVertex(new LongWritable(1), new LongWritable()); graph.addVertex(new LongWritable(2), new LongWritable()); graph.addVertex(new LongWritable(3), new LongWritable()); graph.addVertex(new LongWritable(4), new LongWritable()); graph.addEdge(new LongWritable(1), new LongWritable(2), NullWritable.get()); graph.addEdge(new LongWritable(2), new LongWritable(1), NullWritable.get()); graph.addEdge(new LongWritable(2), new LongWritable(3), NullWritable.get()); graph.addEdge(new LongWritable(3), new LongWritable(2), NullWritable.get()); return graph; } @Test public void testMessageSending() { TestGraph<LongWritable, LongWritable, NullWritable> graph = createTestGraph(); LocalBlockRunner.runBlock(graph, new Piece<WritableComparable, LongWritable, Writable, BooleanWritable, Object>() { @Override public VertexSender<WritableComparable, LongWritable, Writable> getVertexSender( final BlockWorkerSendApi<WritableComparable, LongWritable, Writable, BooleanWritable> workerApi, Object executionStage) { return new InnerVertexSender() { @Override public void vertexSend(Vertex<WritableComparable, LongWritable, Writable> vertex) { workerApi.sendMessageToAllEdges(vertex, new BooleanWritable()); } }; } @Override public VertexReceiver<WritableComparable, LongWritable, Writable, BooleanWritable> getVertexReceiver( BlockWorkerReceiveApi<WritableComparable> workerApi, Object executionStage) { return new InnerVertexReceiver() { @Override public void vertexReceive(Vertex<WritableComparable, LongWritable, Writable> vertex, Iterable<BooleanWritable> messages) { vertex.getValue().set(Iterables.size(messages)); } }; } @Override protected Class<BooleanWritable> getMessageClass() { return BooleanWritable.class; } }, new Object()); Assert.assertEquals(1, graph.getVertex(new LongWritable(1)).getValue().get()); Assert.assertEquals(2, graph.getVertex(new LongWritable(2)).getValue().get()); Assert.assertEquals(1, graph.getVertex(new LongWritable(3)).getValue().get()); Assert.assertEquals(0, graph.getVertex(new LongWritable(4)).getValue().get()); } @Test public void testReducing() { TestGraph<LongWritable, LongWritable, NullWritable> graph = createTestGraph(); final LongWritable value = new LongWritable(); LocalBlockRunner.runBlock(graph, new Piece<WritableComparable, Writable, Writable, NoMessage, Object>() { private ReducerHandle<LongWritable, LongWritable> numVertices; @Override public void registerReducers(CreateReducersApi reduceApi, Object executionStage) { numVertices = reduceApi.createLocalReducer(SumReduce.LONG); } @Override public VertexSender<WritableComparable, Writable, Writable> getVertexSender( BlockWorkerSendApi<WritableComparable, Writable, Writable, NoMessage> workerApi, Object executionStage) { return new InnerVertexSender() { @Override public void vertexSend(Vertex<WritableComparable, Writable, Writable> vertex) { numVertices.reduce(new LongWritable(1)); } }; } @Override public void masterCompute(BlockMasterApi masterApi, Object executionStage) { value.set(numVertices.getReducedValue(masterApi).get()); } }, new Object()); Assert.assertEquals(4, value.get()); } public void testVertexRemoval() { TestGraph<LongWritable, LongWritable, NullWritable> graph = createTestGraph(); LocalBlockRunner.runBlock(graph, new Piece<LongWritable, Writable, Writable, NoMessage, Object>() { @Override public VertexSender<LongWritable, Writable, Writable> getVertexSender( final BlockWorkerSendApi<LongWritable, Writable, Writable, NoMessage> workerApi, Object executionStage) { return new InnerVertexSender() { @Override public void vertexSend(Vertex<LongWritable, Writable, Writable> vertex) { long id = vertex.getId().get(); if (id == 1 || id == 3) { workerApi.removeVertexRequest(vertex.getId()); } } }; } }, new Object()); Assert.assertNull(graph.getVertex(new LongWritable(1))); Assert.assertNotNull(graph.getVertex(new LongWritable(2))); Assert.assertNull(graph.getVertex(new LongWritable(3))); Assert.assertNotNull(graph.getVertex(new LongWritable(4))); } }