com.streamsets.datacollector.cluster.YARNStatusParser.java Source code

Introduction

Here is the source code for com.streamsets.datacollector.cluster.YARNStatusParser.java

Source

/**
 * Copyright 2015 StreamSets Inc.
 *
 * Licensed under the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.streamsets.datacollector.cluster;

import com.google.common.base.Joiner;
import com.google.common.base.Strings;
import com.google.common.collect.ImmutableMap;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.Arrays;
import java.util.Collection;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

public class YARNStatusParser {
    private static final Logger LOG = LoggerFactory.getLogger(YARNStatusParser.class);

    private static final String NEW = "NEW";
    private static final String SUBMITTED = "SUBMITTED";
    private static final String ACCEPTED = "ACCEPTED";
    private static final String RUNNING = "RUNNING";
    private static final String SUCCEEDED = "SUCCEEDED";
    private static final String FAILED = "FAILED";
    private static final String KILLED = "KILLED";

    private static Pattern patternForState(String state) {
        return Pattern.compile("^\\s+State : (" + state + ").*$");
    }

    private static Pattern patternForFinalState(String state) {
        return Pattern.compile("^\\s+Final-State : (" + state + ").*$");
    }

    private static final ImmutableMap<String, String> STATE_MAP = ImmutableMap.<String, String>builder()
            .put(NEW, RUNNING).put(ACCEPTED, RUNNING).put(RUNNING, RUNNING).put(SUCCEEDED, SUCCEEDED)
            .put(FAILED, FAILED).put(KILLED, KILLED).build();

    private static final List<Pattern> PATTERNS = Arrays.asList(patternForState(NEW), patternForState(SUBMITTED),
            patternForState(ACCEPTED), patternForState(RUNNING), patternForFinalState(SUCCEEDED),
            patternForFinalState(FAILED), patternForFinalState(KILLED));

    public String parseStatus(Collection<String> lines) {
        for (String line : lines) {
            for (Pattern pattern : PATTERNS) {
                Matcher matcher = pattern.matcher(line);
                if (matcher.matches()) {
                    String input = matcher.group(1);
                    String output = Strings.nullToEmpty(STATE_MAP.get(input));
                    if (!output.isEmpty()) {
                        return output;
                    }
                }
            }
        }
        String msg = "Could not match any YARN status";
        LOG.error(msg + ":" + Joiner.on("\n").join(lines));
        throw new IllegalStateException(msg + ". See logs.");
    }
}