org.goldenorb.TestJobManager.java Source code

Introduction

Here is the source code for org.goldenorb.TestJobManager.java

Source

/**
 * Licensed to Ravel, Inc. under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  Ravel, Inc. licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * 
 */
package org.goldenorb;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;

import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.io.LongWritable;
import org.apache.zookeeper.ZooKeeper;
import org.goldenorb.OrbRunner;
import org.goldenorb.conf.OrbConfiguration;
import org.goldenorb.zookeeper.OrbZKFailure;
import org.goldenorb.zookeeper.TJTracker;
import org.goldenorb.zookeeper.ZookeeperUtils;
import org.junit.BeforeClass;
import org.junit.Test;

public class TestJobManager extends OrbRunner {
    private final static int NUM_OF_MEMBERS = 10;
    private final static int HEARTBEAT_INTERVAL = 500; //in ms
    List<Thread> threads = new ArrayList<Thread>();
    List<TJTracker> trackers = new ArrayList<TJTracker>();
    private ZooKeeper zk;

    private static MiniDFSCluster cluster;

    @BeforeClass
    public static void setUp() throws IOException {
        OrbConfiguration orbConf = new OrbConfiguration(true);
        cluster = new MiniDFSCluster(orbConf, 3, true, null);
    }

    /**
     * 
     */
    @Test
    public void jobManagerTest() throws IOException, InterruptedException, OrbZKFailure {
        zk = ZookeeperUtils.connect("localhost:21810");
        ZookeeperUtils.tryToCreateNode(zk, "/GoldenOrb");
        ZookeeperUtils.tryToCreateNode(zk, "/GoldenOrb/OrbCluster");
        CountDownLatch joinLeaderGroup = new CountDownLatch(NUM_OF_MEMBERS); //everyone join?
        CountDownLatch exit = new CountDownLatch(NUM_OF_MEMBERS); //everyone ready to exit?
        CountDownLatch jobCreated = new CountDownLatch(1);
        CountDownLatch newLeader = new CountDownLatch(1);
        OrbConfiguration orbConf = new OrbConfiguration();
        orbConf.setOrbClusterName("OrbCluster");
        orbConf.setJobHeartbeatTimeout(1000);
        orbConf.setMaximumJobTries(3);
        System.out.println(orbConf.getJobHeartbeatTimeout());
        // Create all of the test Trackers
        for (int i = 0; i < NUM_OF_MEMBERS; i++) {
            TJTracker tracker = new TJTracker(zk, joinLeaderGroup, exit, orbConf, i, "/GoldenOrb/OrbCluster");
            trackers.add(tracker);
            threads.add(new Thread(tracker));
            threads.get(i).start();
        }
        joinLeaderGroup.await();
        orbConf.setOrbZooKeeperQuorum("localhost:21810");
        orbConf.set("fs.default.name", "hdfs://localhost:" + cluster.getNameNodePort());
        orbConf.addFileToDistribute("src/test/resources/distributeTest1.txt");
        orbConf.addFileToDistribute("src/test/resources/HelloWorld.jar");

        String path1 = runJob(orbConf);
        String path2 = runJob(orbConf);
        System.out.println(path1 + " " + path2);
        new Thread(new HeartbeatUpdater(getJobInProgressPath(path1))).start();
        new Thread(new HeartbeatUpdater(getJobInProgressPath(path2))).start();
        jobCreated.await(2, TimeUnit.SECONDS);
        int leader = 0;
        for (int i = 0; i < NUM_OF_MEMBERS; i++) {
            if (trackers.get(i).isLeader()) {
                leader = i;
            }
        }
        trackers.get(leader).leave();

        newLeader.await(5, TimeUnit.SECONDS);

        //exit and shutdown
        for (int i = 0; i < NUM_OF_MEMBERS; i++) {
            trackers.get(i).leave();
        }
        exit.await();
        ZookeeperUtils.recursiveDelete(zk, "/GoldenOrb");
        ZookeeperUtils.deleteNodeIfEmpty(zk, "/GoldenOrb");
    }

    private class HeartbeatUpdater implements Runnable {

        private String pathToUpdate;
        private boolean active = true;

        private Long heartbeat = 1L;

        /**
         * Constructor
         *
         * @param  String pathToUpdate
         */
        public HeartbeatUpdater(String pathToUpdate) {
            this.pathToUpdate = pathToUpdate;
        }

        /**
         * 
         */
        @Override
        public void run() {
            while (active) {
                synchronized (this) {
                    try {
                        wait(HEARTBEAT_INTERVAL);
                        try {
                            ZookeeperUtils.existsUpdateNodeData(zk, pathToUpdate + "/messages/heartbeat",
                                    new LongWritable(heartbeat++));
                            System.err.println("Creating heartbeat for: " + pathToUpdate + "/messages/heartbeat"
                                    + " heartbeat is: " + heartbeat);
                        } catch (OrbZKFailure e) {
                            e.printStackTrace();
                        }
                    } catch (InterruptedException e) {
                        e.printStackTrace();
                    }
                }
            }
        }

        /**
         * 
         */
        public void kill() {
            active = false;
        }
    }

    /**
     * Return the jobInProgressPath
     */
    private static String getJobInProgressPath(String path) {
        String[] pieces = path.split("/");
        String importantPiece = pieces[pieces.length - 1];
        return "/GoldenOrb/OrbCluster/JobsInProgress/" + importantPiece;
    }
}