Example usage for org.apache.hadoop.mapred MultiFileInputFormat subclass-usage

List of usage examples for org.apache.hadoop.mapred MultiFileInputFormat subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred MultiFileInputFormat subclass-usage.

Usage

From source file hitune.analysis.mapreduce.MultiSequenceFileInputFormat.java

/**
 * Define multiple Sequence file input format, so that each Map task can load multiple input files.
 *
 */
public class MultiSequenceFileInputFormat extends MultiFileInputFormat {

From source file org.terrier.structures.indexing.singlepass.hadoop.MultiFileCollectionInputFormat.java

/**
 * Input Format Class for Hadoop Indexing. Splits the input collection into
 * sets of files where each Map task gets about the same number of files.
 * Files are assumed to be un-splittable and are not split. Splits are of
 * adjacent files - i.e. split 0 always has the first file, and the last
 * split always has the last file. Any given split will have adjacent files.

From source file StorageEngineClient.HashMultiFileColumnStorageInputFormat.java

@SuppressWarnings("deprecation")
public class HashMultiFileColumnStorageInputFormat<K, V> extends MultiFileInputFormat<LongWritable, IRecord> {
    public static final Log LOG = LogFactory.getLog(HashMultiFileColumnStorageInputFormat.class);

    public HashMultiFileColumnStorageInputFormat() {
    }

From source file StorageEngineClient.HashMultiFileFormatStorageInputFormat.java

@SuppressWarnings("deprecation")
public class HashMultiFileFormatStorageInputFormat<K, V> extends MultiFileInputFormat<LongWritable, IRecord> {
    public static final Log LOG = LogFactory.getLog(HashMultiFileFormatStorageInputFormat.class);

    public HashMultiFileFormatStorageInputFormat() {
    }

From source file StorageEngineClient.HashMultiFileTextInputFormat.java

@SuppressWarnings("deprecation")
public class HashMultiFileTextInputFormat extends MultiFileInputFormat<WordOffset, Text> {
    public static final Log LOG = LogFactory.getLog(HashMultiFileTextInputFormat.class);

    public RecordReader<WordOffset, Text> getRecordReader(InputSplit split, JobConf job, Reporter reporter)
            throws IOException {

From source file StorageEngineClient.MultiFilesFormatStorageInputFormat.java

@SuppressWarnings({ "unchecked", "deprecation" })
public class MultiFilesFormatStorageInputFormat extends MultiFileInputFormat {

    @Override
    public RecordReader getRecordReader(InputSplit split, JobConf job, Reporter reporter) throws IOException {
        return null;