org.testifyproject.resource.hdfs.MiniDFSResource.java Source code

Introduction

Here is the source code for org.testifyproject.resource.hdfs.MiniDFSResource.java

Source

/*
 * Copyright 2016-2017 Testify Project.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.testifyproject.resource.hdfs;

import org.apache.hadoop.hdfs.DistributedFileSystem;
import org.apache.hadoop.hdfs.HdfsConfiguration;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.testifyproject.LocalResourceInstance;
import org.testifyproject.LocalResourceProvider;
import org.testifyproject.TestContext;
import org.testifyproject.annotation.LocalResource;
import org.testifyproject.core.LocalResourceInstanceBuilder;
import org.testifyproject.core.util.FileSystemUtil;
import org.testifyproject.trait.PropertiesReader;

/**
 * An implementation of LocalResourceProvider that provides a local HDFS test cluster
 * server and file system client.
 *
 * @author saden
 */
public class MiniDFSResource
        implements LocalResourceProvider<HdfsConfiguration, MiniDFSCluster, DistributedFileSystem> {

    private final FileSystemUtil fileSystemUtil = FileSystemUtil.INSTANCE;
    private MiniDFSCluster hdfsCluster;
    private DistributedFileSystem fileSystem;

    @Override
    public HdfsConfiguration configure(TestContext testContext, LocalResource localResource,
            PropertiesReader configReader) {
        String testName = testContext.getName();
        String hdfsDirectory = fileSystemUtil.createPath("target", "hdfs", testName);
        HdfsConfiguration configuration = new HdfsConfiguration();
        configuration.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, hdfsDirectory);

        return configuration;
    }

    @Override
    public LocalResourceInstance<MiniDFSCluster, DistributedFileSystem> start(TestContext testContext,
            LocalResource localResource, HdfsConfiguration config) throws Exception {
        String hdfsDirectory = config.get(MiniDFSCluster.HDFS_MINIDFS_BASEDIR);
        fileSystemUtil.recreateDirectory(hdfsDirectory);
        config.set(MiniDFSCluster.HDFS_MINIDFS_BASEDIR, hdfsDirectory);
        MiniDFSCluster.Builder builder = new MiniDFSCluster.Builder(config);
        hdfsCluster = builder.build();
        fileSystem = hdfsCluster.getFileSystem();

        return LocalResourceInstanceBuilder.builder().resource(hdfsCluster).client(fileSystem).build("hdfs",
                localResource);

    }

    @Override
    public void stop(TestContext testContext, LocalResource localResource,
            LocalResourceInstance<MiniDFSCluster, DistributedFileSystem> instance) throws Exception {
        fileSystem.close();
        hdfsCluster.shutdown();
    }

}