Example usage for org.apache.spark.api.java.function FlatMapFunction interface-usage

Introduction

In this page you can find the example usage for org.apache.spark.api.java.function FlatMapFunction interface-usage.

Usage

From source file co.cask.cdap.etl.spark.function.AggregatorAggregateFunction.java

/**
 * Function that uses a BatchAggregator to perform the aggregate part of the aggregator.
 * Non-serializable fields are lazily created since this is used in a Spark closure.
 *
 * @param <GROUP_KEY> type of group key
 * @param <GROUP_VAL> type of group value

From source file co.cask.cdap.etl.spark.function.BatchSourceFunction.java

/**
 * Function that uses a BatchSource to transform a pair of objects into a single object.
 * Non-serializable fields are lazily created since this is used in a Spark closure.
 */
public class BatchSourceFunction implements FlatMapFunction<Tuple2<Object, Object>, Object> {
    private final PluginFunctionContext pluginFunctionContext;

From source file co.cask.cdap.etl.spark.function.JoinMergeFunction.java

/**
 * Function that merges a join result using a BatchJoiner.
 * Non-serializable fields are lazily created since this is used in a Spark closure.
 *
 * @param <JOIN_KEY> the type of join key
 * @param <INPUT_RECORD> the type of input record

From source file co.cask.cdap.etl.spark.function.TransformFunction.java

/**
 * Function that uses a Transform to perform a flatmap.
 * Non-serializable fields are lazily created since this is used in a Spark closure.
 *
 * @param <T> type of input object
 * @param <U> type of output object

From source file com.cloudera.dataflow.spark.DoFnFunction.java

/**
 * Dataflow's Do functions correspond to Spark's FlatMap functions.
 *
 * @param <I> Input element type.
 * @param <O> Output element type.
 */

From source file com.github.cbismuth.spark.utils.cluster.mapper.partition.PartitionMapper.java

public final class PartitionMapper<T, R> implements FlatMapFunction<Iterator<T>, R> {

    private static final long serialVersionUID = -3475108324090125L;

    private final int ordered;
    private final boolean parallel;

From source file com.github.jmabuin.blaspark.spark.MatrixEntriesMultiplication.java

/**
 * Created by chema on 6/2/17.
 */
public class MatrixEntriesMultiplication implements FlatMapFunction<Iterator<MatrixEntry>, DenseVector> {

    private DenseVector vector;

From source file com.ibm.bi.dml.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines.java

public class ConvertMatrixBlockToIJVLines implements FlatMapFunction<Tuple2<MatrixIndexes, MatrixBlock>, String> {

    private static final long serialVersionUID = 3555147684480763957L;

    int brlen;
    int bclen;

From source file com.lambda.stack.KeywordMapper.java

/**
 *
 * @author Dariusz Hudziak
 */
public class KeywordMapper implements FlatMapFunction<Status, Tuple3<Status, Integer, Integer>> {
    @Override

From source file com.oculusinfo.ml.spark.unsupervised.cluster.functions.IncrementalClusterFunction.java

public class IncrementalClusterFunction implements FlatMapFunction<Iterator<Tuple2<String, Instance>>, Instance> {
    private static final long serialVersionUID = 5096750219795665262L;

    private double threshold;
    private ClusterFactory clusterFactory;
    private DistanceFunction distFunc;