com.cloudera.cdk.maven.plugins.RunAppMojo.java Source code

Introduction

Here is the source code for com.cloudera.cdk.maven.plugins.RunAppMojo.java

Source

/**
 * Copyright 2013 Cloudera Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.cloudera.cdk.maven.plugins;

import java.util.Properties;
import org.apache.maven.plugin.MojoExecutionException;
import org.apache.maven.plugin.MojoFailureException;
import org.apache.maven.plugins.annotations.Mojo;
import org.apache.maven.plugins.annotations.Parameter;
import org.apache.oozie.client.OozieClient;
import org.apache.oozie.client.OozieClientException;

/**
 * Run an app as a job on a cluster.
 */
@Mojo(name = "run-app")
public class RunAppMojo extends AbstractAppMojo {

    /**
     * The URL of the Oozie service to use.
     */
    @Parameter(property = "cdk.oozieUrl", required = true)
    private String oozieUrl;

    /**
     * Hadoop configuration properties.
     */
    @Parameter(property = "cdk.hadoopConfiguration")
    private Properties hadoopConfiguration;

    /**
     * The type of the application (<code>workflow</code>, <code>coordination</code>,
     * or <code>bundle</code>).
     */
    // TODO: support applications which are more than one type
    @Parameter(property = "cdk.applicationType", defaultValue = "workflow")
    private String applicationType;

    /**
     * Job configuration properties for the application. This provides a means
     * to specify values for parameterized properties in Oozie applications.
     */
    @Parameter(property = "cdk.jobProperties")
    private Properties jobProperties;

    public void execute() throws MojoExecutionException, MojoFailureException {
        OozieClient oozieClient = new OozieClient(oozieUrl);
        Properties conf = oozieClient.createConfiguration();
        if (jobProperties != null) {
            conf.putAll(jobProperties);
        }
        if (hadoopConfiguration != null) {
            conf.putAll(hadoopConfiguration);
            String hadoopFs = hadoopConfiguration.getProperty("fs.default.name");
            if (hadoopFs == null) {
                throw new MojoExecutionException("Missing property 'fs.default.name' in " + "hadoopConfiguration");
            }
            String hadoopJobTracker = hadoopConfiguration.getProperty("mapred.job.tracker");
            if (hadoopJobTracker == null) {
                throw new MojoExecutionException(
                        "Missing property 'mapred.job.tracker' in " + "hadoopConfiguration");
            }
            conf.put(NAMENODE_PROPERTY, hadoopFs);
            conf.put(JOBTRACKER_PROPERTY, hadoopJobTracker);
        }

        String appPath = getAppPath().toString();
        conf.setProperty(getAppPathPropertyName(), appPath);
        conf.setProperty(APP_PATH_PROPERTY, appPath); // used in coordinator.xml
        getLog().info("App path: " + appPath);
        try {
            String jobId = oozieClient.run(conf);
            getLog().info("Running Oozie job " + jobId);
        } catch (OozieClientException e) {
            throw new MojoExecutionException("Error running Oozie job", e);
        }
    }

    private String getAppPathPropertyName() {
        if ("coordinator".equals(applicationType)) {
            return OozieClient.COORDINATOR_APP_PATH;
        } else if ("bundle".equals(applicationType)) {
            return OozieClient.BUNDLE_APP_PATH;
        } else {
            return OozieClient.APP_PATH;
        }
    }
}