Example usage for org.apache.hadoop.mapreduce TaskAttemptContext setStatus

Introduction

In this page you can find the example usage for org.apache.hadoop.mapreduce TaskAttemptContext setStatus.

Prototype

public void setStatus(String msg);

Source Link

Document

Set the current status of the task to the given string.

Usage

From source file:com.linkedin.cubert.pig.piggybank.storage.avro.PigAvroInputFormat.java

License:Apache License

/**
 * Create and return an avro record reader.
 * It uses the input schema passed in to the
 * constructor./*from   w ww  .  j  a v a2  s.  c o  m*/
 */
@Override
public RecordReader<NullWritable, Writable> createRecordReader(InputSplit split, TaskAttemptContext context)
        throws IOException, InterruptedException {
    context.setStatus(split.toString());
    return new PigAvroRecordReader(context, (FileSplit) split, readerSchema, ignoreBadFiles,
            schemaToMergedSchemaMap, useMultipleSchemas);
}

From source file:com.ning.metrics.serialization.hadoop.SmileInputFormat.java

License:Apache License

@Override
public RecordReader createRecordReader(InputSplit inputSplit, TaskAttemptContext taskAttemptContext)
        throws IOException, InterruptedException {
    taskAttemptContext.setStatus("Creating a SmileRecordReader");
    return new SmileRecordReader();
}

From source file:com.splicemachine.derby.impl.spark.WholeTextInputFormat.java

License:Apache License

@Override
public RecordReader<String, InputStream> createRecordReader(InputSplit inputSplit,
        TaskAttemptContext taskAttemptContext) throws IOException {
    taskAttemptContext.setStatus(inputSplit.toString());
    return new StringInputStreamRecordReader((CombineFileSplit) inputSplit, taskAttemptContext);
}

From source file:com.zinnia.nectar.util.hadoop.inputformat.FirstNLineInputFormat.java

License:Apache License

@Override
public RecordReader<LongWritable, Text> createRecordReader(InputSplit inputSplit, TaskAttemptContext context)
        throws IOException, InterruptedException {
    // TODO Auto-generated method stub
    context.setStatus(inputSplit.toString());
    return new LineRecordReader();
}

From source file:edu.berkeley.cs.amplab.adam.io.InterleavedFastqInputFormat.java

License:Apache License

public RecordReader<Void, Text> createRecordReader(InputSplit genericSplit, TaskAttemptContext context)
        throws IOException, InterruptedException {
    context.setStatus(genericSplit.toString());
    return new InterleavedFastqRecordReader(context.getConfiguration(), (FileSplit) genericSplit); // cast as per example in TextInputFormat
}

From source file:edu.umd.cloud9.collection.wikipedia.EnglishWikipediaPageInputFormat1.java

License:Apache License

@Override
public RecordReader<LongWritable, WikipediaPage> createRecordReader(InputSplit split,
        TaskAttemptContext context) throws IOException, InterruptedException {
    context.setStatus(split.toString());
    WikipediaPageRecordReader reader = new WikipediaPageRecordReader();
    reader.initialize(split, context);/* ww  w  .j  a v  a2s.c  om*/
    return reader;
}

From source file:edu.umn.cs.spatialHadoop.visualization.CanvasOutputFormat.java

License:Open Source License

@Override
public synchronized OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException {
    context.setStatus("Merging images");
    Path jobOutputPath = getOutputPath(context);
    return new ImageWriter(jobOutputPath, context);
}

From source file:fi.tkk.ics.hadoop.bam.FastaInputFormat.java

License:Open Source License

public RecordReader<Text, ReferenceFragment> createRecordReader(InputSplit genericSplit,
        TaskAttemptContext context) throws IOException, InterruptedException {
    context.setStatus(genericSplit.toString());
    return new FastaRecordReader(ContextUtil.getConfiguration(context), (FileSplit) genericSplit); // cast as per example in TextInputFormat
}

From source file:fi.tkk.ics.hadoop.bam.FastqInputFormat.java

License:Open Source License

public RecordReader<Text, SequencedFragment> createRecordReader(InputSplit genericSplit,
        TaskAttemptContext context) throws IOException, InterruptedException {
    context.setStatus(genericSplit.toString());
    return new FastqRecordReader(ContextUtil.getConfiguration(context), (FileSplit) genericSplit); // cast as per example in TextInputFormat
}

From source file:fi.tkk.ics.hadoop.bam.QseqInputFormat.java

License:Open Source License

public RecordReader<Text, SequencedFragment> createRecordReader(InputSplit genericSplit,
        TaskAttemptContext context) throws IOException, InterruptedException {
    context.setStatus(genericSplit.toString());
    return new QseqRecordReader(ContextUtil.getConfiguration(context), (FileSplit) genericSplit); // cast as per example in TextInputFormat
}