com.cloudera.kitten.client.KittenClient.java Source code

Introduction

Here is the source code for com.cloudera.kitten.client.KittenClient.java

Source

/**
 * Copyright (c) 2012, Cloudera, Inc. All Rights Reserved.
 *
 * Cloudera, Inc. licenses this file to you under the Apache License,
 * Version 2.0 (the "License"). You may not use this file except in
 * compliance with the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * This software is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for
 * the specific language governing permissions and limitations under the
 * License.
 */
package com.cloudera.kitten.client;

import java.util.Map;

import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
import org.apache.hadoop.yarn.api.records.ApplicationReport;
import org.apache.hadoop.yarn.api.records.YarnApplicationState;

import com.cloudera.kitten.client.params.lua.LuaYarnClientParameters;
import com.cloudera.kitten.client.service.YarnClientServiceImpl;
import com.google.common.collect.ImmutableMap;

/**
 * A simple client for cases where there does not need to be any client-side logic to run a job.
 */
public class KittenClient extends Configured implements Tool {

    private static final Log LOG = LogFactory.getLog(KittenClient.class);

    private Map<String, Object> extraLuaValues;

    public KittenClient() {
        this(ImmutableMap.<String, Object>of());
    }

    public KittenClient(Map<String, Object> extraLuaValues) {
        this.extraLuaValues = extraLuaValues;
    }

    @Override
    public int run(String[] args) throws Exception {
        if (args.length != 2) {
            System.err.println("Usage: kitten [conf params] <kitten config file> <job name>");
            return -1;
        }

        Configuration conf = getConf();
        YarnClientParameters params = new LuaYarnClientParameters(args[0], args[1], conf, extraLuaValues);
        YarnClientService service = new YarnClientServiceImpl(params);

        return handle(service);
    }

    public int handle(YarnClientService service) throws Exception {
        service.startAndWait();
        if (!service.isRunning()) {
            LOG.error("Service failed to startup, exiting...");
            return 1;
        }

        String trackingUrl = null;
        while (!service.isApplicationFinished()) {
            Thread.sleep(1000);

            if (trackingUrl == null) {
                ApplicationReport report = service.getApplicationReport();
                if (report.getYarnApplicationState() == YarnApplicationState.RUNNING) {
                    trackingUrl = report.getTrackingUrl();
                    if (trackingUrl == null || trackingUrl.isEmpty()) {
                        LOG.info("Application is running, but did not specify a tracking URL");
                        trackingUrl = "";
                    } else {
                        LOG.info("Master Tracking URL = " + trackingUrl);
                    }
                }
            }
        }

        service.stopAndWait();
        System.exit(0);
        return 0;
    }

    public static void main(String[] args) throws Exception {
        ToolRunner.run(new Configuration(), new KittenClient(), args);
    }
}