Example usage for org.apache.spark JobExecutionStatus FAILED

Introduction

In this page you can find the example usage for org.apache.spark JobExecutionStatus FAILED.

Prototype

JobExecutionStatus FAILED

To view the source code for org.apache.spark JobExecutionStatus FAILED.

Click Source Link

Usage

From source file:org.apache.hadoop.hive.ql.exec.spark.status.impl.LocalSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getState() {
    SparkJobInfo sparkJobInfo = getJobInfo();
    // For spark job with empty source data, it's not submitted actually, so we would never
    // receive JobStart/JobEnd event in JobStateListener, use JavaFutureAction to get current
    // job state.
    if (sparkJobInfo == null && future.isDone()) {
        try {/*from  ww w  .  j av a2  s .co m*/
            future.get();
        } catch (Exception e) {
            LOG.error("Failed to run job " + jobId, e);
            return JobExecutionStatus.FAILED;
        }
        return JobExecutionStatus.SUCCEEDED;
    }
    return sparkJobInfo == null ? null : sparkJobInfo.status();
}

---

From source file:org.apache.sqoop.submission.spark.LocalSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getState() {
    SparkJobInfo sparkJobInfo = getJobInfo();
    // For spark job with empty source data, it's not submitted actually, so
    // we would never
    // receive JobStart/JobEnd event in JobStateListener, use
    // JavaFutureAction to get current
    // job state.

    if (sparkJobInfo == null && future.isDone()) {
        try {//from w w  w  .j a v  a  2s .co  m
            future.get();
        } catch (Exception e) {
            LOG.error("Failed to run job " + jobId, e);
            return JobExecutionStatus.FAILED;
        }
        return JobExecutionStatus.SUCCEEDED;
    }
    return sparkJobInfo == null ? null : sparkJobInfo.status();
}

---

From source file:org.apache.sqoop.submission.spark.SparkSubmissionEngine.java

License:Apache License

/**
 * Convert spark specific job status constants to Sqoop job status
 * constants./*ww  w.  j  a  v a  2s. c om*/
 *
 * @param status Spark job constant
 * @return Equivalent submission status
 */
private SubmissionStatus convertSparkState(JobExecutionStatus status) {
    if (JobExecutionStatus.RUNNING == status) {
        return SubmissionStatus.RUNNING;
    } else if (JobExecutionStatus.FAILED == status) {
        return SubmissionStatus.FAILED;
    } else if (JobExecutionStatus.UNKNOWN == status) {
        return SubmissionStatus.UNKNOWN;
    } else if (JobExecutionStatus.SUCCEEDED == status) {
        return SubmissionStatus.SUCCEEDED;
    }
    throw new SqoopException(MapreduceSubmissionError.MAPREDUCE_0004, "Unknown status " + status);
}

---