Example usage for org.apache.spark.api.java.function Function subclass-usage

Introduction

In this page you can find the example usage for org.apache.spark.api.java.function Function subclass-usage.

Usage

From source file org.apache.crunch.impl.spark.fn.InputConverterFunction.java

public class InputConverterFunction<K, V, S> extends Function<Tuple2<K, V>, S> {
    private Converter<K, V, S, ?> converter;

    public InputConverterFunction(Converter<K, V, S, ?> converter) {
        this.converter = converter;
    }

From source file org.apache.crunch.impl.spark.fn.MapFunction.java

public class MapFunction extends Function<Object, Object> {
    private final MapFn fn;
    private final SparkRuntimeContext ctxt;
    private boolean initialized;

    public MapFunction(MapFn fn, SparkRuntimeContext ctxt) {

From source file org.apache.crunch.impl.spark.fn.PairMapFunction.java

public class PairMapFunction<K, V, S> extends Function<Tuple2<K, V>, S> {
    private final MapFn<Pair<K, V>, S> fn;
    private final SparkRuntimeContext ctxt;
    private boolean initialized;

    public PairMapFunction(MapFn<Pair<K, V>, S> fn, SparkRuntimeContext ctxt) {

From source file org.apache.crunch.impl.spark.fn.ReduceInputFunction.java

public class ReduceInputFunction<K, V> extends Function<Tuple2<ByteArray, List<byte[]>>, Pair<K, List<V>>> {
    private final SerDe<K> keySerDe;
    private final SerDe<V> valueSerDe;

    public ReduceInputFunction(SerDe<K> keySerDe, SerDe<V> valueSerDe) {
        this.keySerDe = keySerDe;

From source file org.gd.spark.opendl.downpourSGD.train.DeltaSpark.java

final class DeltaSpark extends Function<Tuple2<Integer, List<SampleVector>>, DeltaSpark> {
    private static final long serialVersionUID = 1L;
    private SGDBase sgd;
    private SGDTrainConfig trainConfig;
    private SGDParam my_param;
    private int curr_epoch = 0;

From source file org.gd.spark.opendl.downpourSGD.train.LossSpark.java

final class LossSpark extends Function<Tuple2<Integer, List<SampleVector>>, Double> {
    private static final long serialVersionUID = 1L;
    private SGDBase sgd;

    public LossSpark(SGDBase _sgd) {
        this.sgd = _sgd;