Example usage for org.apache.spark.api.java.function PairFlatMapFunction interface-usage

Introduction

In this page you can find the example usage for org.apache.spark.api.java.function PairFlatMapFunction interface-usage.

Usage

From source file org.apache.sysml.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper.java

/**
 * NOTE: for the moment we only support binary block here
 * TODO extend impl for binarycell and textcell   
 * 
 * Interface of Writable output in order to support both PairWritableBlock and PairWritableCell.
 *

From source file org.apache.sysml.runtime.controlprogram.parfor.RemoteDPParForSparkWorker.java

public class RemoteDPParForSparkWorker extends ParWorker
        implements PairFlatMapFunction<Iterator<Tuple2<Long, Iterable<Writable>>>, Long, String> {
    private static final long serialVersionUID = 30223759283155139L;

    private final String _prog;
    private final HashMap<String, byte[]> _clsMap;

From source file org.apache.sysml.runtime.controlprogram.parfor.RemoteParForSparkWorker.java

public class RemoteParForSparkWorker extends ParWorker implements PairFlatMapFunction<Task, Long, String> {
    private static final long serialVersionUID = -3254950138084272296L;

    private static final CachedReuseVariables reuseVars = new CachedReuseVariables();

    private final long _jobid;

From source file org.apache.sysml.runtime.instructions.spark.functions.CopyBlockPairFunction.java

/**
 * General purpose copy function for binary block rdds. This function can be used in
 * mapToPair (copy matrix indexes and blocks). It supports both deep and shallow copies 
 * of key/value pairs.
 * 
 */

From source file org.apache.sysml.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock.java

public class ExtractBlockForBinaryReblock
        implements PairFlatMapFunction<Tuple2<MatrixIndexes, MatrixBlock>, MatrixIndexes, MatrixBlock> {
    private static final long serialVersionUID = -762987655085029215L;

    private long rlen;
    private long clen;

From source file org.apache.sysml.runtime.instructions.spark.functions.ExtractGroupNWeights.java

public class ExtractGroupNWeights implements
        PairFlatMapFunction<Tuple2<MatrixIndexes, Tuple2<Tuple2<MatrixBlock, MatrixBlock>, MatrixBlock>>, MatrixIndexes, WeightedCell> {

    private static final long serialVersionUID = -188180042997588072L;

    @Override

From source file org.apache.sysml.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction.java

public class MatrixVectorBinaryOpPartitionFunction
        implements PairFlatMapFunction<Iterator<Tuple2<MatrixIndexes, MatrixBlock>>, MatrixIndexes, MatrixBlock> {
    private static final long serialVersionUID = 9096091404578628534L;

    private BinaryOperator _op = null;
    private PartitionedBroadcast<MatrixBlock> _pmV = null;

From source file org.apache.sysml.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction.java

public class OuterVectorBinaryOpFunction
        implements PairFlatMapFunction<Tuple2<MatrixIndexes, MatrixBlock>, MatrixIndexes, MatrixBlock> {
    private static final long serialVersionUID = 1730704346934726826L;

    private BinaryOperator _op;
    private PartitionedBroadcast<MatrixBlock> _pmV;

From source file org.apache.sysml.runtime.instructions.spark.functions.ReplicateBlockFunction.java

public class ReplicateBlockFunction
        implements PairFlatMapFunction<Tuple2<MatrixIndexes, MatrixBlock>, MatrixIndexes, MatrixBlock> {
    private static final long serialVersionUID = -1184696764516975609L;

    private final long _len;
    private final long _blen;

From source file org.apache.sysml.runtime.instructions.spark.functions.ReplicateVectorFunction.java

public class ReplicateVectorFunction
        implements PairFlatMapFunction<Tuple2<MatrixIndexes, MatrixBlock>, MatrixIndexes, MatrixBlock> {

    private static final long serialVersionUID = -1505557561471236851L;

    private boolean _byRow;