org.apache.streams.elasticsearch.test.DatumFromMetadataProcessorIT.java Source code

Introduction

Here is the source code for org.apache.streams.elasticsearch.test.DatumFromMetadataProcessorIT.java

Source

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.streams.elasticsearch.test;

import org.apache.streams.config.ComponentConfigurator;
import org.apache.streams.core.StreamsDatum;
import org.apache.streams.elasticsearch.ElasticsearchClientManager;
import org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration;
import org.apache.streams.elasticsearch.processor.DatumFromMetadataProcessor;

import com.typesafe.config.Config;
import com.typesafe.config.ConfigFactory;
import com.typesafe.config.ConfigParseOptions;
import org.apache.commons.lang.SerializationUtils;
import org.elasticsearch.client.Client;
import org.testng.Assert;
import org.testng.annotations.BeforeClass;
import org.testng.annotations.Test;

import java.io.File;
import java.util.HashMap;
import java.util.Map;

import static org.testng.Assert.assertTrue;

/**
 * Integration Test for
 * @see org.apache.streams.elasticsearch.processor.DatumFromMetadataProcessor
 */
@Test(groups = { "DatumFromMetadataProcessorIT" }, dependsOnGroups = { "ElasticsearchPersistWriterIT" })
public class DatumFromMetadataProcessorIT {

    private ElasticsearchReaderConfiguration testConfiguration;
    protected Client testClient;

    @Test
    public void testSerializability() {
        DatumFromMetadataProcessor processor = new DatumFromMetadataProcessor(testConfiguration);

        DatumFromMetadataProcessor clone = (DatumFromMetadataProcessor) SerializationUtils.clone(processor);
    }

    @BeforeClass
    public void prepareTestDatumFromMetadataProcessor() throws Exception {

        Config reference = ConfigFactory.load();
        File conf_file = new File("target/test-classes/DatumFromMetadataProcessorIT.conf");
        assertTrue(conf_file.exists());
        Config testResourceConfig = ConfigFactory.parseFileAnySyntax(conf_file,
                ConfigParseOptions.defaults().setAllowMissing(false));
        Config typesafe = testResourceConfig.withFallback(reference).resolve();
        testConfiguration = new ComponentConfigurator<>(ElasticsearchReaderConfiguration.class)
                .detectConfiguration(typesafe, "elasticsearch");
        testClient = ElasticsearchClientManager.getInstance(testConfiguration).client();

    }

    @Test()
    public void testDatumFromMetadataProcessor() {

        Map<String, Object> metadata = new HashMap<>();

        metadata.put("index", testConfiguration.getIndexes().get(0));
        metadata.put("type", testConfiguration.getTypes().get(0));
        metadata.put("id", "post");

        DatumFromMetadataProcessor processor = new DatumFromMetadataProcessor(testConfiguration);

        StreamsDatum testInput = new StreamsDatum(null);

        testInput.setMetadata(metadata);

        Assert.assertNull(testInput.document);

        processor.prepare(null);

        StreamsDatum testOutput = processor.process(testInput).get(0);

        processor.cleanUp();

        Assert.assertNotNull(testOutput.document);

    }
}