org.apache.blur.mapreduce.lib.BlurRecordReader.java Source code

Introduction

Here is the source code for org.apache.blur.mapreduce.lib.BlurRecordReader.java

Source

package org.apache.blur.mapreduce.lib;

/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.RecordReader;

public abstract class BlurRecordReader extends RecordReader<Text, BlurRecord> {

    //  private IndexReader reader;
    //  private Directory directory;
    //  private int startingDocId;
    //  private int endingDocId;
    //  private int position;
    //  private Text rowid = new Text();
    //  private BlurRecord record = new BlurRecord();
    //
    //  @Override
    //  public void initialize(InputSplit split, TaskAttemptContext context) throws IOException, InterruptedException {
    //    BlurInputSplit blurSplit = (BlurInputSplit) split;
    //    Path path = blurSplit.getIndexPath();
    //    String segmentName = blurSplit.getSegmentName();
    //    startingDocId = blurSplit.getStartingDocId();
    //    endingDocId = blurSplit.getEndingDocId();
    //    directory = new HdfsDirectory(context.getConfiguration(), path);
    //
    //    IndexCommit commit = Utils.findLatest(directory);
    //    reader = Utils.openSegmentReader(directory, commit, segmentName, Utils.getTermInfosIndexDivisor(context.getConfiguration()));
    //    int maxDoc = reader.maxDoc();
    //    if (endingDocId >= maxDoc) {
    //      endingDocId = maxDoc - 1;
    //    }
    //    position = startingDocId - 1;
    //  }
    //
    //  @Override
    //  public boolean nextKeyValue() throws IOException, InterruptedException {
    //    do {
    //      position++;
    //      if (position > endingDocId) {
    //        return false;
    //      }
    //    } while (reader.isDeleted(position));
    //    readDocument();
    //    return true;
    //  }
    //
    //  private void readDocument() throws CorruptIndexException, IOException {
    //    Document document = reader.document(position);
    //    record.reset();
    //    rowid.set(RowDocumentUtil.readRecord(document, record));
    //  }
    //
    //  @Override
    //  public Text getCurrentKey() throws IOException, InterruptedException {
    //    return rowid;
    //  }
    //
    //  @Override
    //  public BlurRecord getCurrentValue() throws IOException, InterruptedException {
    //    return record;
    //  }
    //
    //  @Override
    //  public float getProgress() throws IOException, InterruptedException {
    //    int total = endingDocId - startingDocId;
    //    return (float) position / (float) total;
    //  }
    //
    //  @Override
    //  public void close() throws IOException {
    //    reader.close();
    //    directory.close();
    //  }
}