Example usage for org.apache.hadoop.mapreduce OutputCommitter OutputCommitter

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce OutputCommitter OutputCommitter.

Prototype

OutputCommitter

Source Link

Usage

From source file:com.aliyun.openservices.tablestore.hadoop.TableStoreOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {
    return new OutputCommitter() {
        @Override//from w ww  .j a v a  2s.co m
        public void abortJob(JobContext jobContext, org.apache.hadoop.mapreduce.JobStatus.State state) {
        }

        @Override
        public void abortTask(TaskAttemptContext taskContext) {
        }

        @Override
        public void commitJob(JobContext jobContext) {
        }

        @Override
        public void commitTask(TaskAttemptContext taskContext) {
        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext taskContext) throws IOException {
            return false;
        }

        @Override
        public void recoverTask(TaskAttemptContext taskContext) throws IOException {
        }

        @Override
        public void setupJob(JobContext jobContext) throws IOException {
        }

        @Override
        public void setupTask(TaskAttemptContext taskContext) throws IOException {
        }
    };
}

---

From source file:com.marklogic.contentpump.ArchiveOutputFormat.java

License:Apache License

@Override
public synchronized OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException {
    return new OutputCommitter() {
        public void abortTask(TaskAttemptContext taskContext) {
        }/*from www  .  j  a  va  2s.c  o m*/

        public void commitTask(TaskAttemptContext taskContext) {
        }

        public boolean needsTaskCommit(TaskAttemptContext taskContext) {
            return false;
        }

        public void setupJob(JobContext jobContext) {
        }

        public void setupTask(TaskAttemptContext taskContext) {
        }
    };
}

---

From source file:com.marklogic.mapreduce.MarkLogicOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {
    return new OutputCommitter() {
        public void abortTask(TaskAttemptContext taskContext) {
        }//from  w  ww . ja  v  a2 s .  c  om

        public void commitTask(TaskAttemptContext taskContext) {
        }

        public boolean needsTaskCommit(TaskAttemptContext taskContext) {
            return false;
        }

        public void setupJob(JobContext jobContext) {
        }

        public void setupTask(TaskAttemptContext taskContext) {
        }
    };
}

---

From source file:cz.seznam.euphoria.hadoop.output.DataSinkOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext tac) throws IOException, InterruptedException {

    instantiateSink(tac);//ww  w  .ja  v  a2s .  c  o  m
    return new OutputCommitter() {

        @Override
        public void setupJob(JobContext jc) throws IOException {
            instantiateSink(jc);
        }

        @Override
        public void setupTask(TaskAttemptContext tac) throws IOException {
            instantiateWriter(tac);
        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext tac) throws IOException {
            return true;
        }

        @Override
        public void commitTask(TaskAttemptContext tac) throws IOException {
            if (writer != null) {
                writer.commit();
                writer.close();
            }
        }

        @Override
        public void abortTask(TaskAttemptContext tac) throws IOException {
            if (writer != null) {
                writer.rollback();
                writer.close();
            }
        }

        @Override
        public void commitJob(JobContext jobContext) throws IOException {
            super.commitJob(jobContext);
            sink.commit();
        }

        @Override
        public void abortJob(JobContext jobContext, JobStatus.State state) throws IOException {
            super.abortJob(jobContext, state);
            sink.rollback();
        }

    };
}

---

From source file:edu.uci.ics.pregelix.api.io.internal.InternalVertexOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {
    return new OutputCommitter() {

        @Override//from w  w w  .  ja  v a  2s. c  o  m
        public void abortTask(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public void cleanupJob(JobContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public void commitTask(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext arg0) throws IOException {
            return false;
        }

        @Override
        public void setupJob(JobContext arg0) throws IOException {

        }

        @Override
        public void setupTask(TaskAttemptContext arg0) throws IOException {

        }

    };
}

---

From source file:io.fluo.mapreduce.FluoOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext arg0) throws IOException, InterruptedException {
    return new OutputCommitter() {

        @Override/*  w w  w. j  av a  2  s .  com*/
        public void setupTask(TaskAttemptContext context) throws IOException {
        }

        @Override
        public void setupJob(JobContext context) throws IOException {

        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext arg0) throws IOException {
            return false;
        }

        @Override
        public void commitTask(TaskAttemptContext context) throws IOException {
        }

        @Override
        public void abortTask(TaskAttemptContext context) throws IOException {
        }
    };
}

---

From source file:org.apache.accumulo.examples.wikisearch.output.SortingRFileOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext arg0) throws IOException, InterruptedException {
    return new OutputCommitter() {

        @Override/*from ww  w  . j  a  v  a  2  s  .co  m*/
        public void setupTask(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public void setupJob(JobContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub
            return false;
        }

        @Override
        public void commitTask(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public void cleanupJob(JobContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }

        @Override
        public void abortTask(TaskAttemptContext arg0) throws IOException {
            // TODO Auto-generated method stub

        }
    };
}

---

From source file:org.apache.giraph.io.internal.WrappedEdgeOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {

    final OutputCommitter outputCommitter = originalOutputFormat
            .getOutputCommitter(HadoopUtils.makeTaskAttemptContext(getConf(), context));

    return new OutputCommitter() {
        @Override/* w w  w . j  av  a2s.  co  m*/
        public void setupJob(JobContext context) throws IOException {
            outputCommitter.setupJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        @Override
        public void setupTask(TaskAttemptContext context) throws IOException {
            outputCommitter.setupTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext context) throws IOException {
            return outputCommitter.needsTaskCommit(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void commitTask(TaskAttemptContext context) throws IOException {
            outputCommitter.commitTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void abortTask(TaskAttemptContext context) throws IOException {
            outputCommitter.abortTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void cleanupJob(JobContext context) throws IOException {
            outputCommitter.cleanupJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        /*if_not[HADOOP_NON_COMMIT_JOB]*/
        @Override
        public void commitJob(JobContext context) throws IOException {
            outputCommitter.commitJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        @Override
        public void abortJob(JobContext context, JobStatus.State state) throws IOException {
            outputCommitter.abortJob(HadoopUtils.makeJobContext(getConf(), context), state);
        }
        /*end[HADOOP_NON_COMMIT_JOB]*/
    };
}

---

From source file:org.apache.giraph.io.internal.WrappedVertexOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {
    final OutputCommitter outputCommitter = originalOutputFormat
            .getOutputCommitter(HadoopUtils.makeTaskAttemptContext(getConf(), context));
    return new OutputCommitter() {
        @Override//from  ww w .  j a  v a  2  s .  com
        public void setupJob(JobContext context) throws IOException {
            outputCommitter.setupJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        @Override
        public void setupTask(TaskAttemptContext context) throws IOException {
            outputCommitter.setupTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext context) throws IOException {
            return outputCommitter.needsTaskCommit(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void commitTask(TaskAttemptContext context) throws IOException {
            outputCommitter.commitTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void abortTask(TaskAttemptContext context) throws IOException {
            outputCommitter.abortTask(HadoopUtils.makeTaskAttemptContext(getConf(), context));
        }

        @Override
        public void cleanupJob(JobContext context) throws IOException {
            outputCommitter.cleanupJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        /*if_not[HADOOP_NON_COMMIT_JOB]*/
        @Override
        public void commitJob(JobContext context) throws IOException {
            outputCommitter.commitJob(HadoopUtils.makeJobContext(getConf(), context));
        }

        @Override
        public void abortJob(JobContext context, JobStatus.State state) throws IOException {
            outputCommitter.abortJob(HadoopUtils.makeJobContext(getConf(), context), state);
        }
        /*end[HADOOP_NON_COMMIT_JOB]*/
    };
}

---

From source file:org.apache.nutch.indexer.IndexerOutputFormat.java

License:Apache License

@Override
public OutputCommitter getOutputCommitter(TaskAttemptContext arg0) throws IOException, InterruptedException {
    // return an empty outputcommitter
    return new OutputCommitter() {
        @Override/*from   ww w  .  jav  a 2 s  .  c  o  m*/
        public void setupTask(TaskAttemptContext arg0) throws IOException {
        }

        @Override
        public void setupJob(JobContext arg0) throws IOException {
        }

        @Override
        public boolean needsTaskCommit(TaskAttemptContext arg0) throws IOException {
            return false;
        }

        @Override
        public void commitTask(TaskAttemptContext arg0) throws IOException {
        }

        @Override
        public void abortTask(TaskAttemptContext arg0) throws IOException {
        }
    };
}

---

• «
• 1
• 2
• »