List of usage examples for org.apache.hadoop.mapred LineRecordReader LineRecordReader
public LineRecordReader(Configuration job, FileSplit split, byte[] recordDelimiter) throws IOException
From source file:com.bianfeng.bfas.hive.io.RealtimeInputFormat2.java
License:Apache License
public RecordReader<LongWritable, Text> getRecordReader(InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException { reporter.setStatus(genericSplit.toString()); String delimiter = job.get("textinputformat.record.delimiter"); byte[] recordDelimiterBytes = null; if (null != delimiter) recordDelimiterBytes = delimiter.getBytes(); return new LineRecordReader(job, (FileSplit) genericSplit, recordDelimiterBytes); }
From source file:com.conductor.s3.S3TextFileInputFormatMRV1.java
License:Apache License
@Override public RecordReader<LongWritable, Text> getRecordReader(InputSplit genericSplit, JobConf job, Reporter reporter) throws IOException { reporter.setStatus(genericSplit.toString()); final String delimiter = job.get("textinputformat.record.delimiter"); byte[] recordDelimiterBytes = null; if (null != delimiter) { recordDelimiterBytes = delimiter.getBytes(); }/*from w ww . j a v a 2 s. c om*/ return new LineRecordReader(job, (FileSplit) genericSplit, recordDelimiterBytes); }