com.ebay.erl.mobius.core.datajoin
Class DataJoinMapper<IK,IV,OK extends org.apache.hadoop.io.WritableComparable<?>,OV extends org.apache.hadoop.io.WritableComparable<?>>

java.lang.Object
  extended by org.apache.hadoop.mapred.MapReduceBase
      extended by com.ebay.erl.mobius.core.datajoin.DataJoinMapper<IK,IV,OK,OV>
Type Parameters:
IK -
IV -
OK -
OV -
All Implemented Interfaces:
java.io.Closeable, org.apache.hadoop.mapred.JobConfigurable, org.apache.hadoop.mapred.Mapper<IK,IV,OK,OV>
Direct Known Subclasses:
AbstractMobiusMapper

public abstract class DataJoinMapper<IK,IV,OK extends org.apache.hadoop.io.WritableComparable<?>,OV extends org.apache.hadoop.io.WritableComparable<?>>
extends org.apache.hadoop.mapred.MapReduceBase
implements org.apache.hadoop.mapred.Mapper<IK,IV,OK,OV>

This product is licensed under the Apache License, Version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0. This product contains portions derived from Apache hadoop which is licensed under the Apache License, Version 2.0, available at http://hadoop.apache.org. © 2007 – 2012 eBay Inc., Evan Chiu, Woody Zhou, Neel Sundaresan


Field Summary
protected  org.apache.hadoop.conf.Configuration conf
           
protected  boolean hasReducer
           
 
Constructor Summary
DataJoinMapper()
           
 
Method Summary
 void configure(org.apache.hadoop.mapred.JobConf job)
           
 org.apache.hadoop.io.WritableComparable<?> extractSortValueKeyword(OV value)
           
abstract  java.lang.String getDatasetID()
           
 java.lang.Class<?> getSortValueComparator()
           
abstract  void joinmap(IK key, IV value, org.apache.hadoop.mapred.OutputCollector<OK,OV> output, org.apache.hadoop.mapred.Reporter reporter)
           
 void map(IK key, IV value, org.apache.hadoop.mapred.OutputCollector<OK,OV> output, org.apache.hadoop.mapred.Reporter reporter)
           
 
Methods inherited from class org.apache.hadoop.mapred.MapReduceBase
close
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 
Methods inherited from interface java.io.Closeable
close
 

Field Detail

conf

protected org.apache.hadoop.conf.Configuration conf

hasReducer

protected boolean hasReducer
Constructor Detail

DataJoinMapper

public DataJoinMapper()
Method Detail

configure

public void configure(org.apache.hadoop.mapred.JobConf job)
Specified by:
configure in interface org.apache.hadoop.mapred.JobConfigurable
Overrides:
configure in class org.apache.hadoop.mapred.MapReduceBase

map

public void map(IK key,
                IV value,
                org.apache.hadoop.mapred.OutputCollector<OK,OV> output,
                org.apache.hadoop.mapred.Reporter reporter)
         throws java.io.IOException
Specified by:
map in interface org.apache.hadoop.mapred.Mapper<IK,IV,OK extends org.apache.hadoop.io.WritableComparable<?>,OV extends org.apache.hadoop.io.WritableComparable<?>>
Throws:
java.io.IOException

joinmap

public abstract void joinmap(IK key,
                             IV value,
                             org.apache.hadoop.mapred.OutputCollector<OK,OV> output,
                             org.apache.hadoop.mapred.Reporter reporter)
                      throws java.io.IOException
Throws:
java.io.IOException

getDatasetID

public abstract java.lang.String getDatasetID()

extractSortValueKeyword

public org.apache.hadoop.io.WritableComparable<?> extractSortValueKeyword(OV value)

getSortValueComparator

public java.lang.Class<?> getSortValueComparator()