org.goldenorb.OrbRunnerTest.java Source code

Introduction

Here is the source code for org.goldenorb.OrbRunnerTest.java

Source

/**
 * Licensed to Ravel, Inc. under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  Ravel, Inc. licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * 
 */
package org.goldenorb;

import org.apache.hadoop.filecache.DistributedCache;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.zookeeper.KeeperException;
import org.goldenorb.OrbRunner;
import static org.junit.Assert.*;

import org.junit.After;
import org.junit.BeforeClass;
import org.junit.Test;

import java.io.IOException;
import java.util.List;

import org.goldenorb.conf.OrbConfiguration;
import org.goldenorb.zookeeper.OrbZKFailure;
import org.goldenorb.zookeeper.ZookeeperUtils;

/**
 * Tests OrbRunner by first running a Job with the default OrbConfiguration. Then, the test looks for Jobs
 * under the JobQueue and looks to see if the OrbConfiguration cluster name property is the same coming out as it is going in.
 * 
 */
public class OrbRunnerTest extends OrbRunner {

    private static OrbConfiguration orbConf = new OrbConfiguration(true); // default configuration, also assuming ZooKeeper is
    // running on localhost:21810

    private static MiniDFSCluster cluster;
    private static FileSystem fs;

    @BeforeClass
    public static void setUpCluster() throws Exception {
        orbConf.setOrbClusterName("TestOrbCluster");
        orbConf.setOrbZooKeeperQuorum("localhost:21810");
        cluster = new MiniDFSCluster(orbConf, 3, true, null);
        orbConf.set("fs.default.name", "hdfs://localhost:" + cluster.getNameNodePort());
    }

    @Test
    public void testOrbRunner() throws Exception {

        runJob(orbConf);

        List<String> jobList = ZK.getChildren("/GoldenOrb/" + orbConf.getOrbClusterName() + "/JobQueue", false);
        for (String jobName : jobList) {
            OrbConfiguration compareOrbConf = (OrbConfiguration) ZookeeperUtils.getNodeWritable(ZK,
                    "/GoldenOrb/" + orbConf.getOrbClusterName() + "/JobQueue/" + jobName, OrbConfiguration.class,
                    orbConf);
            assertEquals(compareOrbConf.getOrbClusterName(), orbConf.getOrbClusterName());
        }
    }

    @Test
    public void testDistributeFiles() throws IOException, KeeperException, InterruptedException, OrbZKFailure {
        OrbConfiguration orbConf = new OrbConfiguration(true);
        orbConf.setOrbClusterName("TestOrbCluster");
        orbConf.setOrbZooKeeperQuorum("localhost:21810");
        orbConf.set("fs.default.name", "hdfs://localhost:" + cluster.getNameNodePort());
        orbConf.addFileToDistribute("src/test/resources/distributeTest1.txt");
        orbConf.addFileToDistribute("src/test/resources/distributeTest2.txt");
        orbConf.addFileToDistribute("src/test/resources/HelloWorld.jar");
        runJob(orbConf);
        FileSystem fs = cluster.getFileSystem();
        //Files were copied from local to HDFS
        assertTrue(fs.exists(new Path("/DistributeFiles/distributeTest1.txt")));
        assertTrue(fs.exists(new Path("/DistributeFiles/distributeTest2.txt")));
        assertTrue(fs.exists(new Path("/DistributeFiles/HelloWorld.jar")));
        // Check Paths are set in orbConfiguration
        Path[] localFiles = orbConf.getHDFSdistributedFiles();
        for (Path path : localFiles) {
            System.out.println(path.toString());
        }
        assertEquals(3, localFiles.length);

        List<String> jobList = ZK.getChildren("/GoldenOrb/" + orbConf.getOrbClusterName() + "/JobQueue", false);
        for (String jobName : jobList) {
            OrbConfiguration compareOrbConf = (OrbConfiguration) ZookeeperUtils.getNodeWritable(ZK,
                    "/GoldenOrb/" + orbConf.getOrbClusterName() + "/JobQueue/" + jobName, OrbConfiguration.class,
                    orbConf);
            assertEquals(compareOrbConf.getHDFSdistributedFiles(), orbConf.getHDFSdistributedFiles());
        }
    }

    /**
     * 
     */
    @After
    public void cleanUpOrbRunner() throws Exception {
        ZookeeperUtils.recursiveDelete(ZK, "/GoldenOrb");
        ZookeeperUtils.deleteNodeIfEmpty(ZK, "/GoldenOrb");

        ZK.close();
    }
}