org.goldenorb.io.checkpoint.CheckPointDataTest.java Source code

Introduction

Here is the source code for org.goldenorb.io.checkpoint.CheckPointDataTest.java

Source

/**
 * Licensed to Ravel, Inc. under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  Ravel, Inc. licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 * 
 */
package org.goldenorb.io.checkpoint;

import org.goldenorb.io.output.checkpoint.CheckPointDataOutput;
import org.goldenorb.io.input.checkpoint.CheckPointDataInput;
import org.goldenorb.conf.OrbConfiguration;

import static org.hamcrest.CoreMatchers.*;
import static org.junit.Assert.*;
import org.junit.*;

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.io.FloatWritable;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;

/**
 * This class provides testing for the checkpointing mechanism, both input and output.
 */
public class CheckPointDataTest {

    private static MiniDFSCluster cluster;
    private static FileSystem fs;

    /**
     * Set up the MiniDFSCluster.
     */
    @BeforeClass
    public static void setUpCluster() throws Exception {
        Configuration conf = new Configuration(true);
        cluster = new MiniDFSCluster(conf, 1, true, null);
        fs = cluster.getFileSystem();
    }

    /**
     * Tests the CheckPointDataOutput class by writing several different types of Writables to the checkpoint.
     * 
     * @throws Exception
     */
    @Test
    public void testCheckpointOutput() throws Exception {

        int superStep = 0;
        int partition = 0;
        OrbConfiguration orbConf = new OrbConfiguration();
        orbConf.set("fs.default.name", "hdfs://localhost:" + cluster.getNameNodePort());
        orbConf.setJobNumber("0");
        orbConf.setFileOutputPath("test");

        CheckPointDataOutput checkpointOutput = new CheckPointDataOutput(orbConf, superStep, partition);

        IntWritable intOutput = new IntWritable(4);
        intOutput.write(checkpointOutput);

        LongWritable longOutput = new LongWritable(9223372036854775807L);
        longOutput.write(checkpointOutput);

        Text textOutput = new Text("test");
        textOutput.write(checkpointOutput);

        FloatWritable floatOutput = new FloatWritable(3.14159F);
        floatOutput.write(checkpointOutput);

        checkpointOutput.close();

        assertThat(checkpointOutput, notNullValue());
    }

    /**
     * Tests the CheckPointDataInput class by reading several different types of Writables from the checkpoint.
     * Asserts that Writables that were written in are of the same value and type when reading in from HDFS.
     * 
     * @throws Exception
     */
    @Test
    public void testCheckpointInput() throws Exception {

        int superStep = 0;
        int partition = 0;
        OrbConfiguration orbConf = new OrbConfiguration();
        orbConf.set("fs.default.name", "hdfs://localhost:" + cluster.getNameNodePort());
        orbConf.setJobNumber("0");
        orbConf.setFileOutputPath("test");

        CheckPointDataInput checkpointInput = new CheckPointDataInput(orbConf, superStep, partition);

        // Data is read on a FIFO basis

        IntWritable intInput = new IntWritable();
        intInput.readFields(checkpointInput);

        LongWritable longInput = new LongWritable();
        longInput.readFields(checkpointInput);

        Text textInput = new Text();
        textInput.readFields(checkpointInput);

        FloatWritable floatInput = new FloatWritable();
        floatInput.readFields(checkpointInput);

        checkpointInput.close();

        assertThat(checkpointInput, notNullValue());
        assertEquals(intInput.get(), 4);
        assertEquals(longInput.get(), 9223372036854775807L);
        assertEquals(textInput.toString(), "test");
        assertTrue(floatInput.get() == 3.14159F);
    }

    /**
     * Shuts down MiniDFSCluster and closes the associated FileSystem.
     */
    @AfterClass
    public static void tearDownCluster() throws IOException {
        if (fs != null) {
            fs.close();
        }
    }

}