Example usage for org.apache.spark SparkJobInfo status

Introduction

In this page you can find the example usage for org.apache.spark SparkJobInfo status.

Prototype

JobExecutionStatus status();

Source Link

Usage

From source file:org.apache.hadoop.hive.ql.exec.spark.status.impl.LocalSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getState() {
    SparkJobInfo sparkJobInfo = getJobInfo();
    // For spark job with empty source data, it's not submitted actually, so we would never
    // receive JobStart/JobEnd event in JobStateListener, use JavaFutureAction to get current
    // job state.
    if (sparkJobInfo == null && future.isDone()) {
        try {/*from w  w  w  .ja  va2  s .  c om*/
            future.get();
        } catch (Exception e) {
            LOG.error("Failed to run job " + jobId, e);
            return JobExecutionStatus.FAILED;
        }
        return JobExecutionStatus.SUCCEEDED;
    }
    return sparkJobInfo == null ? null : sparkJobInfo.status();
}

---

From source file:org.apache.hadoop.hive.ql.exec.spark.status.impl.RemoteSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getState() throws HiveException {
    SparkJobInfo sparkJobInfo = getSparkJobInfo();
    return sparkJobInfo != null ? sparkJobInfo.status() : null;
}

---

From source file:org.apache.sqoop.submission.spark.LocalSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getState() {
    SparkJobInfo sparkJobInfo = getJobInfo();
    // For spark job with empty source data, it's not submitted actually, so
    // we would never
    // receive JobStart/JobEnd event in JobStateListener, use
    // JavaFutureAction to get current
    // job state.

    if (sparkJobInfo == null && future.isDone()) {
        try {/*from   w  ww . ja  v  a 2 s . c o m*/
            future.get();
        } catch (Exception e) {
            LOG.error("Failed to run job " + jobId, e);
            return JobExecutionStatus.FAILED;
        }
        return JobExecutionStatus.SUCCEEDED;
    }
    return sparkJobInfo == null ? null : sparkJobInfo.status();
}

---

From source file:org.apache.sqoop.submission.spark.LocalSparkJobStatus.java

License:Apache License

@Override
public JobExecutionStatus getStatus() throws SqoopException {
    SparkJobInfo sparkJobInfo = getJobInfo();
    return sparkJobInfo.status();
}

---