Example usage for org.apache.hadoop.mapred MapRunnable interface-usage

List of usage examples for org.apache.hadoop.mapred MapRunnable interface-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred MapRunnable interface-usage.

Usage

From source file cascading.flow.hadoop.FlowMapper.java

/** Class FlowMapper is the Hadoop Mapper implementation. */
public class FlowMapper implements MapRunnable {
    private static final Logger LOG = LoggerFactory.getLogger(FlowMapper.class);

    private FlowNode flowNode;
    private HadoopMapStreamGraph streamGraph;

From source file cn.edu.hfut.dmic.webcollectorcluster.fetcher.Fetcher.java

/**
 *
 * @author hu
 */
public class Fetcher extends Configured implements Tool, MapRunnable<Text, CrawlDatum, Text, WebWritable> {

From source file net.peacesoft.nutch.crawl.ReFetcher.java

/**
 * A queue-based ReFetcher.
 *
 * <p>This fetcher uses a well-known model of one producer (a QueueFeeder) and
 * many consumers (FetcherThread-s).
 *

From source file org.apache.nutch.fetcher.Fetcher.java

/**
 * A queue-based fetcher.
 *
 * <p>This fetcher uses a well-known model of one producer (a QueueFeeder)
 * and many consumers (FetcherThread-s).
 *

From source file org.apache.nutch.fetcher.Fetcher2.java

/** 
 * A queue-based fetcher.
 * 
 * <p>This fetcher uses a well-known model of one producer (a QueueFeeder)
 * and many consumers (FetcherThread-s).
 * 

From source file org.apache.nutch.fetcher.NIOFetcher.java

public class NIOFetcher extends NutchTool implements Tool, MapRunnable<Text, CrawlDatum, Text, NutchWritable> {

    public static final int PERM_REFRESH_TIME = 5;

    public static final String CONTENT_REDIR = "content";

From source file org.apache.nutch.fetcher.OldFetcher.java

/** The fetcher. Most of the work is done by plugins. */
public class OldFetcher extends Configured
        implements Tool, MapRunnable<WritableComparable, Writable, Text, NutchWritable> {

    public static final Logger LOG = LoggerFactory.getLogger(OldFetcher.class);

From source file org.apache.nutch.selenium.fetcher.SeleniumFetcher.java

/**
 * A queue-based fetcher.
 *
 * <p>This fetcher uses a well-known model of one producer (a QueueFeeder)
 * and many consumers (FetcherThread-s).
 *

From source file org.apache.pig.backend.hadoop.executionengine.mapreduceExec.PigMapReduce.java

/**
 * This class is a wrapper of sorts for Pig Map/Reduce jobs. Both the Mapper and the Reducer are
 * implemented by this class. The methods of this class are driven by job configuration variables:
 * <dl>
 * <dt>pig.inputs</dt>
 * <dd>A semi-colon separated list of inputs. If an input uses a special parser, it will be

From source file org.archive.mapred.ARCMapRunner.java

/**
 * MapRunner that passes an ARCRecord to configured mapper.
 * Configured mapper must be implementation of {@link ARCMapRunner}.
 * @author stack
 */
public class ARCMapRunner implements MapRunnable {