Example usage for org.apache.spark.api.java.function Function interface-usage

List of usage examples for org.apache.spark.api.java.function Function interface-usage

Introduction

In this page you can find the example usage for org.apache.spark.api.java.function Function interface-usage.

Usage

From source file co.cask.cdap.etl.spark.function.CountingFunction.java

/**
 * Function that doesn't transform anything, but just emits counts for the number of records from that stage.
 *
 * @param <T> the type of input object
 */
public class CountingFunction<T> implements Function<T, T> {

From source file co.cask.cdap.etl.spark.function.InitialJoinFunction.java

/**
 * Transforms an Object into a singleton list containing the JoinElement of that object. Used to map the initial
 * PairRDD of a join into the type expected by other parts of the join.
 *
 * @param <T> type of object
 */

From source file co.cask.cdap.etl.spark.function.JoinFlattenFunction.java

/**
 * Flattens the Tuple2 of list and object returned by a join into a single list.
 *
 * @param <T> type of object to flatten
 */
public class JoinFlattenFunction<T> implements Function<Tuple2<List<JoinElement<T>>, T>, List<JoinElement<T>>> {

From source file co.cask.cdap.etl.spark.function.LeftJoinFlattenFunction.java

/**
 * Flattens the Tuple2 of list and optional object returned by a left outer join into a single list.
 *
 * @param <T> type of object to flatten
 */
public class LeftJoinFlattenFunction<T>

From source file co.cask.cdap.etl.spark.function.OuterJoinFlattenFunction.java

/**
 * Flattens the Tuple2 of optional list and optional object returned by a full outer join into a single list.
 *
 * @param <T> type of object to flatten
 */
public class OuterJoinFlattenFunction<T>

From source file co.cask.cdap.etl.spark.streaming.function.CountingTranformFunction.java

/**
 * Function used to emit a metric for every item in an RDD.
 *
 * @param <T> type of object in the rdd.
 */
public class CountingTranformFunction<T> implements Function<JavaRDD<T>, JavaRDD<T>> {

From source file co.cask.cdap.etl.spark.streaming.function.preview.LimitingFunction.java

/**
 * Function used to limit the number of records
 *
 * @param <T> type of object in the rdd.
 */
public class LimitingFunction<T> implements Function<JavaRDD<T>, JavaRDD<T>> {

From source file com.anhth12.downpourSGD.train.DeltaSpark.java

/**
 *
 * @author Administrator
 */
public final class DeltaSpark implements Function<Tuple2<Integer, Iterable<SampleVector>>, DeltaSpark> {

From source file com.anhth12.downpourSGD.train.LossSpark.java

/**
 *
 * @author Administrator
 */
public final class LossSpark implements Function<Tuple2<Integer, Iterable<SampleVector>>, Double> {

From source file com.anhth12.lambda.speed.SpeedLayerUpdate.java

/**
 *
 * @author Tong Hoang Anh
 */
public class SpeedLayerUpdate<K, M, U> implements Function<JavaPairRDD<K, M>, Void> {