Java tutorial
/* * Copyright 2014-2016 CyberVision, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.kaaproject.kaa.server.appenders.flume.appender; import org.apache.commons.lang.RandomStringUtils; import org.apache.flume.Event; import org.junit.Assert; import org.junit.Before; import org.junit.Test; import org.kaaproject.kaa.common.dto.EndpointProfileDataDto; import org.kaaproject.kaa.common.dto.logs.LogSchemaDto; import org.kaaproject.kaa.server.appenders.flume.config.gen.FlumeConfig; import org.kaaproject.kaa.server.appenders.flume.config.gen.FlumeEventFormat; import org.kaaproject.kaa.server.common.log.shared.appender.LogEvent; import org.kaaproject.kaa.server.common.log.shared.appender.LogSchema; import org.kaaproject.kaa.server.common.log.shared.appender.data.BaseLogEventPack; import org.kaaproject.kaa.server.common.log.shared.appender.data.BaseProfileInfo; import org.kaaproject.kaa.server.common.log.shared.appender.data.BaseSchemaInfo; import java.io.BufferedReader; import java.io.File; import java.io.FileReader; import java.io.IOException; import java.net.URL; import java.util.ArrayList; import java.util.List; import java.util.UUID; public class FlumeAvroEventBuilderTest { private static final int EVENTS_COUNT = 5; private static final int SCHEMA_VERSION = 10; private static final String SERVER_PROFILE_SCHEMA_FILE = "server-profile-schema.avsc"; private static final String SERVER_PROFILE_CONTENT_FILE = "server-profile-content.json"; private BaseLogEventPack eventPack; private FlumeEventBuilder eventBuilder; private String appToken; private EndpointProfileDataDto profileDto; @Before public void init() throws IOException { appToken = RandomStringUtils.randomNumeric(15); profileDto = new EndpointProfileDataDto("1", UUID.randomUUID().toString(), 1, "", 1, ""); List<LogEvent> list = generateEvents(); eventPack = generateEventPack(list); } private BaseLogEventPack generateEventPack(List<LogEvent> list) throws IOException { BaseLogEventPack eventPack = new BaseLogEventPack(profileDto, System.currentTimeMillis(), SCHEMA_VERSION, list); LogSchemaDto schemaDto = new LogSchemaDto(); schemaDto.setVersion(SCHEMA_VERSION); LogSchema logSchema = new LogSchema(schemaDto, ""); eventPack.setLogSchema(logSchema); BaseSchemaInfo schemaInfo = new BaseSchemaInfo("1", getResourceAsString(SERVER_PROFILE_SCHEMA_FILE)); String body = this.getResourceAsString(SERVER_PROFILE_CONTENT_FILE); eventPack.setServerProfile(new BaseProfileInfo(schemaInfo, body)); return eventPack; } private String getResourceAsString(String path) throws IOException { URL url = Thread.currentThread().getContextClassLoader().getResource(path); File file = null; if (url != null) { file = new File(url.getPath()); } String result; BufferedReader br = null; if (file != null) { br = new BufferedReader(new FileReader(file)); } try { StringBuilder sb = new StringBuilder(); String line = null; if (br != null) { line = br.readLine(); } while (line != null) { sb.append(line); sb.append(System.lineSeparator()); line = br.readLine(); } result = sb.toString(); } finally { if (br != null) { br.close(); } } return result; } @Test public void generateFromAvroEventWithEmptyLogSchemaTest() { eventBuilder = new FlumeAvroEventBuilder(); FlumeConfig flumeConfig = new FlumeConfig(); flumeConfig.setFlumeEventFormat(FlumeEventFormat.RECORDS_CONTAINER); flumeConfig.setIncludeClientProfile(false); flumeConfig.setIncludeServerProfile(false); eventBuilder.init(flumeConfig); eventPack.setLogSchema(null); List<Event> events = eventBuilder.generateEvents(eventPack, null, appToken); Assert.assertNull(events); } @Test public void generateFromAvroEventWithEmptyLogEventsTest() throws IOException { eventBuilder = new FlumeAvroEventBuilder(); FlumeConfig flumeConfig = new FlumeConfig(); flumeConfig.setFlumeEventFormat(FlumeEventFormat.RECORDS_CONTAINER); flumeConfig.setIncludeClientProfile(false); flumeConfig.setIncludeServerProfile(false); eventBuilder.init(flumeConfig); eventPack = generateEventPack(new ArrayList<LogEvent>()); List<Event> events = eventBuilder.generateEvents(eventPack, null, appToken); Assert.assertNull(events); } @Test public void generateFromAvroEventRecordsContainerTest() { eventBuilder = new FlumeAvroEventBuilder(); FlumeConfig flumeConfig = new FlumeConfig(); flumeConfig.setFlumeEventFormat(FlumeEventFormat.RECORDS_CONTAINER); flumeConfig.setIncludeClientProfile(false); flumeConfig.setIncludeServerProfile(true); eventBuilder.init(flumeConfig); List<Event> events = eventBuilder.generateEvents(eventPack, null, appToken); Assert.assertNotNull(events); Assert.assertEquals(1, events.size()); } @Test(expected = RuntimeException.class) public void generateFromAvroEventRecordsContainerWithoutClientProfileTest() { eventBuilder = new FlumeAvroEventBuilder(); FlumeConfig flumeConfig = new FlumeConfig(); flumeConfig.setFlumeEventFormat(FlumeEventFormat.RECORDS_CONTAINER); flumeConfig.setIncludeClientProfile(true); flumeConfig.setIncludeServerProfile(true); eventBuilder.init(flumeConfig); List<Event> events = eventBuilder.generateEvents(eventPack, null, appToken); Assert.assertNull(events); } @Test public void generateFromAvroEventGenericTest() { eventBuilder = new FlumeAvroEventBuilder(); FlumeConfig flumeConfig = new FlumeConfig(); flumeConfig.setFlumeEventFormat(FlumeEventFormat.GENERIC); flumeConfig.setIncludeClientProfile(false); flumeConfig.setIncludeServerProfile(false); eventBuilder.init(flumeConfig); List<Event> events = eventBuilder.generateEvents(eventPack, null, appToken); Assert.assertNotNull(events); Assert.assertEquals(EVENTS_COUNT, events.size()); } private List<LogEvent> generateEvents() { List<LogEvent> events = new ArrayList<>(); for (int i = 0; i < EVENTS_COUNT; i++) { LogEvent logEvent = new LogEvent(); logEvent.setLogData(new byte[] { 1, 2, 3, 4 }); events.add(logEvent); } return events; } }