Example usage for org.apache.hadoop.mapred OutputCommitter commitJob

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred OutputCommitter commitJob.

Prototype

@Override
public final void commitJob(org.apache.hadoop.mapreduce.JobContext context) throws IOException 

Source Link

Document

This method implements the new interface by calling the old method.

Usage

From source file:org.apache.flink.api.java.hadoop.mapred.HadoopOutputFormatBase.java

License:Apache License

@Override
public void finalizeGlobal(int parallelism) throws IOException {

    try {/*from w  w w.  j  a  v  a 2 s. c o m*/
        JobContext jobContext = HadoopUtils.instantiateJobContext(this.jobConf, new JobID());
        OutputCommitter outputCommitter = this.jobConf.getOutputCommitter();

        // finalize HDFS output format
        outputCommitter.commitJob(jobContext);
    } catch (Exception e) {
        throw new RuntimeException(e);
    }
}

---

From source file:org.apache.flink.batch.connectors.hive.HiveTableOutputFormat.java

License:Apache License

private void commitJob(String location) throws IOException {
    jobConf.set(OUTDIR, location);//from ww w. j  a  v  a2 s. c  o m
    JobContext jobContext = new JobContextImpl(this.jobConf, new JobID());
    OutputCommitter outputCommitter = this.jobConf.getOutputCommitter();
    // finalize HDFS output format
    outputCommitter.commitJob(jobContext);
}

---

From source file:org.apache.ignite.internal.processors.hadoop.impl.v1.HadoopV1CleanupTask.java

License:Apache License

/** {@inheritDoc} */
@Override//from   w w w.  ja  v  a  2  s. co  m
public void run(HadoopTaskContext taskCtx) throws IgniteCheckedException {
    HadoopV2TaskContext ctx = (HadoopV2TaskContext) taskCtx;

    JobContext jobCtx = ctx.jobContext();

    try {
        OutputCommitter committer = jobCtx.getJobConf().getOutputCommitter();

        if (abort)
            committer.abortJob(jobCtx, JobStatus.State.FAILED);
        else
            committer.commitJob(jobCtx);
    } catch (IOException e) {
        throw new IgniteCheckedException(e);
    }
}

---

From source file:org.apache.ignite.internal.processors.hadoop.v1.GridHadoopV1CleanupTask.java

License:Apache License

/** {@inheritDoc} */
@Override/*w ww .  j  a v a2s.  co  m*/
public void run(GridHadoopTaskContext taskCtx) throws IgniteCheckedException {
    GridHadoopV2TaskContext ctx = (GridHadoopV2TaskContext) taskCtx;

    JobContext jobCtx = ctx.jobContext();

    try {
        OutputCommitter committer = jobCtx.getJobConf().getOutputCommitter();

        if (abort)
            committer.abortJob(jobCtx, JobStatus.State.FAILED);
        else
            committer.commitJob(jobCtx);
    } catch (IOException e) {
        throw new IgniteCheckedException(e);
    }
}

---

From source file:org.gridgain.grid.kernal.processors.hadoop.v1.GridHadoopV1CleanupTask.java

License:Open Source License

/** {@inheritDoc} */
@Override//w w  w  . j a v  a2  s  . co m
public void run(GridHadoopTaskContext taskCtx) throws GridException {
    GridHadoopV2TaskContext ctx = (GridHadoopV2TaskContext) taskCtx;

    JobContext jobCtx = ctx.jobContext();

    try {
        OutputCommitter committer = jobCtx.getJobConf().getOutputCommitter();

        if (abort)
            committer.abortJob(jobCtx, JobStatus.State.FAILED);
        else
            committer.commitJob(jobCtx);
    } catch (IOException e) {
        throw new GridException(e);
    }
}

---