Example usage for org.apache.hadoop.mapred RawKeyValueIterator RawKeyValueIterator

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred RawKeyValueIterator RawKeyValueIterator.

Prototype

RawKeyValueIterator

Source Link

Usage

From source file:org.apache.tez.mapreduce.combine.MRCombiner.java

License:Apache License

private static <KEYIN, VALUEIN, KEYOUT, VALUEOUT> org.apache.hadoop.mapreduce.Reducer<KEYIN, VALUEIN, KEYOUT, VALUEOUT>.Context createReduceContext(
        Configuration conf, TaskAttemptID mrTaskAttemptID, final TezRawKeyValueIterator rawIter,
        Counter combineInputKeyCounter, Counter combineInputValueCounter,
        RecordWriter<KEYOUT, VALUEOUT> recordWriter, MRTaskReporter reporter, RawComparator<KEYIN> comparator,
        Class<KEYIN> keyClass, Class<VALUEIN> valClass) throws InterruptedException, IOException {

    RawKeyValueIterator r = new RawKeyValueIterator() {

        @Override//from   ww w .  j a  va  2  s  . com
        public boolean next() throws IOException {
            return rawIter.next();
        }

        @Override
        public DataInputBuffer getValue() throws IOException {
            return rawIter.getValue();
        }

        @Override
        public Progress getProgress() {
            return rawIter.getProgress();
        }

        @Override
        public DataInputBuffer getKey() throws IOException {
            return rawIter.getKey();
        }

        @Override
        public void close() throws IOException {
            rawIter.close();
        }
    };

    ReduceContext<KEYIN, VALUEIN, KEYOUT, VALUEOUT> rContext = new ReduceContextImpl<KEYIN, VALUEIN, KEYOUT, VALUEOUT>(
            conf, mrTaskAttemptID, r, combineInputKeyCounter, combineInputValueCounter, recordWriter, null,
            reporter, comparator, keyClass, valClass);

    org.apache.hadoop.mapreduce.Reducer<KEYIN, VALUEIN, KEYOUT, VALUEOUT>.Context reducerContext = new WrappedReducer<KEYIN, VALUEIN, KEYOUT, VALUEOUT>()
            .getReducerContext(rContext);
    return reducerContext;
}

---

From source file:org.apache.tez.mapreduce.processor.MRTask.java

License:Apache License

protected static <INKEY, INVALUE, OUTKEY, OUTVALUE> org.apache.hadoop.mapreduce.Reducer<INKEY, INVALUE, OUTKEY, OUTVALUE>.Context createReduceContext(
        org.apache.hadoop.mapreduce.Reducer<INKEY, INVALUE, OUTKEY, OUTVALUE> reducer, Configuration job,
        TaskAttemptID taskId, final TezRawKeyValueIterator rIter,
        org.apache.hadoop.mapreduce.Counter inputKeyCounter,
        org.apache.hadoop.mapreduce.Counter inputValueCounter,
        org.apache.hadoop.mapreduce.RecordWriter<OUTKEY, OUTVALUE> output,
        org.apache.hadoop.mapreduce.OutputCommitter committer,
        org.apache.hadoop.mapreduce.StatusReporter reporter, RawComparator<INKEY> comparator,
        Class<INKEY> keyClass, Class<INVALUE> valueClass) throws IOException, InterruptedException {
    RawKeyValueIterator r = new RawKeyValueIterator() {

        @Override//from   w w  w  .j  a v a 2s  .c  o m
        public boolean next() throws IOException {
            return rIter.next();
        }

        @Override
        public DataInputBuffer getValue() throws IOException {
            return rIter.getValue();
        }

        @Override
        public Progress getProgress() {
            return rIter.getProgress();
        }

        @Override
        public DataInputBuffer getKey() throws IOException {
            return rIter.getKey();
        }

        @Override
        public void close() throws IOException {
            rIter.close();
        }
    };
    org.apache.hadoop.mapreduce.ReduceContext<INKEY, INVALUE, OUTKEY, OUTVALUE> reduceContext = new ReduceContextImpl<INKEY, INVALUE, OUTKEY, OUTVALUE>(
            job, taskId, r, inputKeyCounter, inputValueCounter, output, committer, reporter, comparator,
            keyClass, valueClass);
    if (LOG.isDebugEnabled()) {
        LOG.debug("Using key class: " + keyClass + ", valueClass: " + valueClass);
    }

    org.apache.hadoop.mapreduce.Reducer<INKEY, INVALUE, OUTKEY, OUTVALUE>.Context reducerContext = new WrappedReducer<INKEY, INVALUE, OUTKEY, OUTVALUE>()
            .getReducerContext(reduceContext);

    return reducerContext;
}

---