Example usage for org.apache.hadoop.mapred.lib MultipleTextOutputFormat subclass-usage

Introduction

In this page you can find the example usage for org.apache.hadoop.mapred.lib MultipleTextOutputFormat subclass-usage.

Usage

From source file com.intel.hadoop.graphbuilder.io.MultiDirOutputFormat.java

/**
 * OutputFormat which allows to multiplex output directory based on the output
 * key. If key does not contains space, then it is treated as the output
 * directory. If key does contains space, then its first part is the directory,
 * and the second part is the file name.
 * 

From source file com.onefold.hadoop.MapReduce.TransformDataMultiOutputFormat.java

public class TransformDataMultiOutputFormat extends MultipleTextOutputFormat<Text, Text> {
    @Override
    protected String generateFileNameForKeyValue(Text key, Text value, String leaf) {
        return new Path(key.toString(), leaf).toString();
    }

From source file edu.cmu.cs.in.hadoop.HoopShardedOutputFormat.java

public class HoopShardedOutputFormat extends MultipleTextOutputFormat<Text, Text> {
    /**
     * We will get keys in the form of: 
     * apple:2,4
     * Where the item after the colon is the partition ID and the
     * item after the comma is the term count

From source file fm.last.feathers.output.MultipleTextFiles.java

public class MultipleTextFiles extends MultipleTextOutputFormat<TypedBytesWritable, TypedBytesWritable> {

    protected TypedBytesWritable generateActualKey(TypedBytesWritable key, TypedBytesWritable value) {
        key.setValue(((ArrayList) key.getValue()).get(1));
        return key;
    }

From source file forward.mandy.output.MultipleTextFiles.java

public class MultipleTextFiles extends MultipleTextOutputFormat<Text, Text> {
    protected Text generateActualKey(Text key, Text value) {
        return new Text(key.toString().split(",")[1]);
    }

    protected String generateFileNameForKeyValue(Text key, Text value, String name) {

From source file org.archive.porky.KeyBasedMultipleTextOutputFormat.java

/**
 * Output Format to support multiplexing
 *
 * @author vinay
 */

From source file pathmerge.utils.MergePathMultiTextOutputFormat.java

public class MergePathMultiTextOutputFormat extends MultipleTextOutputFormat<Text, Text> {
    @Override
    protected String generateLeafFileName(String name) {
        // TODO Auto-generated method stub System.out.println(name); 
        String[] names = name.split("-");
        return names[0] + File.separator + name;