com.stratio.streaming.functions.PairDataFunction.java Source code

Introduction

Here is the source code for com.stratio.streaming.functions.PairDataFunction.java

Source

/**
 * Copyright (C) 2014 Stratio (http://stratio.com)
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.stratio.streaming.functions;

import java.util.HashSet;
import java.util.Iterator;
import java.util.Set;

import org.apache.spark.api.java.function.PairFlatMapFunction;

import scala.Tuple2;

import com.stratio.streaming.commons.constants.StreamAction;
import com.stratio.streaming.commons.messages.StratioStreamingMessage;

public class PairDataFunction
        implements PairFlatMapFunction<Iterator<StratioStreamingMessage>, StreamAction, StratioStreamingMessage> {

    private static final long serialVersionUID = -1456940258968414737L;

    @Override
    public Iterable<Tuple2<StreamAction, StratioStreamingMessage>> call(Iterator<StratioStreamingMessage> messages)
            throws Exception {
        Set<Tuple2<StreamAction, StratioStreamingMessage>> result = new HashSet<>();
        while (messages.hasNext()) {
            StratioStreamingMessage message = messages.next();
            for (StreamAction action : message.getActiveActions()) {
                result.add(new Tuple2<StreamAction, StratioStreamingMessage>(action, message));
            }
        }
        return result;
    }

}