Example usage for org.apache.hadoop.util Tool interface-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.util Tool interface-usage.

Usage

From source file BooleanRetrievalCompressed.java

public class BooleanRetrievalCompressed extends Configured implements Tool {
    private MapFile.Reader index;
    private FSDataInputStream collection;
    private Stack<Set<Integer>> stack;

    public BooleanRetrievalCompressed() {

From source file HdfsReader.java

public class HdfsReader extends Configured implements Tool {
    public static final String FS_PARAM_NAME = "fs.defaultFS";

    public int run(String[] args) throws Exception {
        if (args.length < 1) {
            System.err.println("HdfsReader [FileSize i.e. 1g/10g/100g/200g]");

From source file ImportTsv.java

/**
 * Created by linghang.kong on 2017/3/30.
 */

@InterfaceAudience.Public
@InterfaceStability.Stable

From source file WordCountCounters.java

/**
 * This sums the word count stored in the input_words_count ColumnFamily for the key "key-if-verse1".
 *
 * Output is written to a text file.
 */
public class WordCountCounters extends Configured implements Tool {

From source file SBP.java

public class SBP extends Configured implements Tool {
    // Identity Mapper
    public static class MapIdentityDouble extends MapReduceBase
            implements Mapper<LongWritable, Text, IntWritable, DoubleWritable> {
        @Override
        public void map(final LongWritable key, final Text value,

From source file ExportStressTest.java

/**
 * Stress test export procedure by running a large-scale export to MySQL.
 * This requires MySQL be configured with a database that can be accessed by
 * the specified username without a password. The user must be able to create
 * and drop tables in the database.
 *

From source file DumpRecordsExtended.java

public class DumpRecordsExtended extends Configured implements Tool {
    private static final Logger LOG = Logger.getLogger(DumpRecordsExtended.class);

    public DumpRecordsExtended() {
    }

From source file StripesPMI_nocombiner.java

/**
 * <p>
 * Implementation of the "pairs" algorithm for computing co-occurrence matrices from a large text
 * collection. This algorithm is described in Chapter 3 of "Data-Intensive Text Processing with
 * MapReduce" by Lin &amp; Dyer, as well as the following paper:
 * </p>

From source file BuildInvertedIndex.java

    public class BuildInvertedIndex extends Configured implements Tool {
        private static final Logger LOG = Logger.getLogger(BuildInvertedIndex.class);

        private static class MyMapper extends Mapper<LongWritable, Text, Text, PairOfInts> {
            private static final Text WORD = new Text();
            //      private static final Object2IntFrequencyDistribution<String> COUNTS =

From source file WikipediaForwardIndexBuilder.java

/**
 * Tool for building a document forward index for Wikipedia.
 *
 * @author Jimmy Lin
 * @author Peter Exner
 */