Java tutorial
/******************************************************************************* * /******************************************************************************* * * BSD License * * * * Copyright (c) 2016, AT&T Intellectual Property. All other rights reserved. * * * * Redistribution and use in source and binary forms, with or without modification, are permitted * * provided that the following conditions are met: * * * * 1. Redistributions of source code must retain the above copyright notice, this list of conditions * * and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, this list of * * conditions and the following disclaimer in the documentation and/or other materials provided * * with the distribution. * * 3. All advertising materials mentioning features or use of this software must display the * * following acknowledgement: This product includes software developed by the AT&T. * * 4. Neither the name of AT&T nor the names of its contributors may be used to endorse or * * promote products derived from this software without specific prior written permission. * * * * THIS SOFTWARE IS PROVIDED BY AT&T INTELLECTUAL PROPERTY ''AS IS'' AND ANY EXPRESS OR * * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF * * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT * * SHALL AT&T INTELLECTUAL PROPERTY BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN * * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH * * DAMAGE. * *******************************************************************************/ package com.att.nsa.dmaapMMAgent; import java.io.BufferedReader; import java.io.DataOutputStream; import java.io.File; import java.io.FileInputStream; import java.io.FileOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; import java.io.OutputStream; import java.net.HttpURLConnection; import java.net.URL; import java.util.ArrayList; import java.util.Properties; import org.apache.log4j.Logger; import org.jasypt.util.text.BasicTextEncryptor; import com.att.nsa.dmaapMMAgent.dao.CreateMirrorMaker; import com.att.nsa.dmaapMMAgent.dao.DeleteMirrorMaker; import com.att.nsa.dmaapMMAgent.dao.ListMirrorMaker; import com.att.nsa.dmaapMMAgent.dao.MirrorMaker; import com.att.nsa.dmaapMMAgent.dao.UpdateMirrorMaker; import com.att.nsa.dmaapMMAgent.dao.UpdateWhiteList; import com.att.nsa.dmaapMMAgent.utils.MirrorMakerProcessHandler; import com.google.gson.Gson; import com.google.gson.internal.LinkedTreeMap; import com.sun.org.apache.xerces.internal.impl.dtd.models.CMAny; import com.sun.org.apache.xerces.internal.impl.dv.util.Base64; public class MirrorMakerAgent { static final Logger logger = Logger.getLogger(MirrorMakerAgent.class); Properties mirrorMakerProperties = new Properties(); ListMirrorMaker mirrorMakers = null; String mmagenthome = ""; String kafkahome = ""; String topicURL = ""; String topicname = ""; String mechid = ""; String password = ""; private static String secret = "utdfpWlgyDQ2ZB8SLVRtmN834I1JcT9J"; public static void main(String[] args) { if (args != null && args.length == 2) { if (args[0].equals("-encrypt")) { BasicTextEncryptor textEncryptor = new BasicTextEncryptor(); textEncryptor.setPassword(secret); String plainText = textEncryptor.encrypt(args[1]); System.out.println("Encrypted Password is :" + plainText); return; } } else if (args != null && args.length > 0) { System.out.println( "Usage: ./mmagent to run with the configuration \n -encrypt <password> to Encrypt Password for config "); return; } MirrorMakerAgent agent = new MirrorMakerAgent(); if (agent.checkStartup()) { logger.info("mmagent started, loading properties"); agent.checkAgentProcess(); agent.readAgentTopic(); } else { System.out.println( "ERROR: mmagent startup unsuccessful, please make sure the mmagenthome /etc/mmagent.config is set and mechid have the rights to the topic"); } } private boolean checkStartup() { FileInputStream input = null; try { this.mmagenthome = System.getProperty("MMAGENTHOME"); input = new FileInputStream(mmagenthome + "/etc/mmagent.config"); logger.info("mmagenthome is set :" + mmagenthome + " loading properties at /etc/mmagent.config"); } catch (IOException ex) { logger.error( mmagenthome + "/etc/mmagent.config not found. Set -DMMAGENTHOME and check the config file"); return false; } finally { if (input != null) { try { input.close(); } catch (IOException e) { e.printStackTrace(); } } } loadProperties(); input = null; try { input = new FileInputStream(kafkahome + "/bin/kafka-run-class.sh"); logger.info("kakahome is set :" + kafkahome); } catch (IOException ex) { logger.error(kafkahome + "/bin/kafka-run-class.sh not found. Make sure kafka home is set correctly"); return false; } finally { if (input != null) { try { input.close(); } catch (IOException e) { e.printStackTrace(); } } } String response = publishTopic("{\"test\":\"test\"}"); if (response.startsWith("ERROR:")) { logger.error("Problem publishing to topic, please verify the config " + this.topicname + " MR URL is:" + this.topicURL + " Error is: " + response); return false; } logger.info("Published to Topic :" + this.topicname + " Successfully"); response = subscribeTopic("1"); if (response != null && response.startsWith("ERROR:")) { logger.error("Problem subscribing to topic, please verify the config " + this.topicname + " MR URL is:" + this.topicURL + " Error is: " + response); return false; } logger.info("Subscribed to Topic :" + this.topicname + " Successfully"); return true; } private void checkPropertiesFile(String agentName, String propName, String info, boolean refresh) { InputStream input = null; OutputStream out = null; try { if (refresh) { throw new IOException(); } input = new FileInputStream(mmagenthome + "/etc/" + agentName + propName + ".properties"); } catch (IOException ex) { try { input = new FileInputStream(mmagenthome + "/etc/" + propName + ".properties"); Properties prop = new Properties(); prop.load(input); if (propName.equals("consumer")) { prop.setProperty("group.id", agentName); prop.setProperty("zookeeper.connect", info); } else { prop.setProperty("metadata.broker.list", info); } out = new FileOutputStream(mmagenthome + "/etc/" + agentName + propName + ".properties"); prop.store(out, ""); } catch (Exception e) { e.printStackTrace(); } } finally { if (input != null) { try { input.close(); } catch (IOException e) { e.printStackTrace(); } } if (out != null) { try { out.close(); } catch (IOException e) { e.printStackTrace(); } } } } private void checkAgentProcess() { logger.info("Checking MirrorMaker Process"); if (mirrorMakers != null) { int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size(); for (int i = 0; i < mirrorMakersCount; i++) { MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i); if (MirrorMakerProcessHandler.checkMirrorMakerProcess(mm.name) == false) { checkPropertiesFile(mm.name, "consumer", mm.consumer, false); checkPropertiesFile(mm.name, "producer", mm.producer, false); if (mm.whitelist != null && !mm.whitelist.equals("")) { logger.info("MirrorMaker " + mm.name + " is not running, restarting. Check Logs for more Details"); MirrorMakerProcessHandler.startMirrorMaker(this.mmagenthome, this.kafkahome, mm.name, mmagenthome + "/etc/" + mm.name + "consumer.properties", mmagenthome + "/etc/" + mm.name + "producer.properties", mm.whitelist); mm.setStatus("RESTARTING"); } else { logger.info("MirrorMaker " + mm.name + " is STOPPED"); mm.setStatus("STOPPED"); } try { Thread.sleep(1000); } catch (InterruptedException e) { } mirrorMakers.getListMirrorMaker().set(i, mm); } else { logger.info("MirrorMaker " + mm.name + " is running"); mm.setStatus("RUNNING"); mirrorMakers.getListMirrorMaker().set(i, mm); } } } // Gson g = new Gson(); // System.out.println(g.toJson(mirrorMakers)); } private String subscribeTopic(String timeout) { String response = ""; try { String requestURL = this.topicURL + "/events/" + this.topicname + "/mirrormakeragent/1?timeout=" + timeout + "&limit=1"; String authString = this.mechid + ":" + this.password; String authStringEnc = Base64.encode(authString.getBytes()); URL url = new URL(requestURL); HttpURLConnection connection = (HttpURLConnection) url.openConnection(); connection.setRequestMethod("GET"); connection.setDoOutput(true); connection.setRequestProperty("Authorization", "Basic " + authStringEnc); connection.setRequestProperty("Content-Type", "application/json"); InputStream content = (InputStream) connection.getInputStream(); BufferedReader in = new BufferedReader(new InputStreamReader(content)); String line; while ((line = in.readLine()) != null) { response = response + line; } Gson g = new Gson(); // get message as JSON String Array String[] topicMessage = g.fromJson(response, String[].class); if (topicMessage.length != 0) { return topicMessage[0]; } } catch (Exception e) { return "ERROR:" + e.getMessage() + " Server Response is:" + response; } return null; } private String publishTopic(String message) { try { String requestURL = this.topicURL + "/events/" + this.topicname; String authString = this.mechid + ":" + this.password; String authStringEnc = Base64.encode(authString.getBytes()); URL url = new URL(requestURL); HttpURLConnection connection = (HttpURLConnection) url.openConnection(); connection.setRequestMethod("POST"); connection.setDoOutput(true); connection.setRequestProperty("Authorization", "Basic " + authStringEnc); connection.setRequestProperty("Content-Type", "application/json"); connection.setRequestProperty("Content-Length", Integer.toString(message.length())); DataOutputStream wr = new DataOutputStream(connection.getOutputStream()); wr.write(message.getBytes()); InputStream content = (InputStream) connection.getInputStream(); BufferedReader in = new BufferedReader(new InputStreamReader(content)); String line; String response = ""; while ((line = in.readLine()) != null) { response = response + line; } return response; } catch (Exception e) { return "ERROR:" + e.getLocalizedMessage(); } } private void readAgentTopic() { try { int connectionattempt = 0; while (true) { logger.info("--------------------------------"); logger.info("Waiting for Messages for 60 secs"); String topicMessage = subscribeTopic("60000"); Gson g = new Gson(); LinkedTreeMap<?, ?> object = null; if (topicMessage != null) { try { object = g.fromJson(topicMessage, LinkedTreeMap.class); // Cast the 1st item (since limit=1 and see the type of // object if (object.get("createMirrorMaker") != null) { logger.info("Received createMirrorMaker request from topic"); CreateMirrorMaker m = g.fromJson(topicMessage, CreateMirrorMaker.class); createMirrorMaker(m.getCreateMirrorMaker()); checkAgentProcess(); mirrorMakers.setMessageID(m.getMessageID()); publishTopic(g.toJson(mirrorMakers)); mirrorMakers.setMessageID(""); } else if (object.get("updateMirrorMaker") != null) { logger.info("Received updateMirrorMaker request from topic"); UpdateMirrorMaker m = g.fromJson(topicMessage, UpdateMirrorMaker.class); updateMirrorMaker(m.getUpdateMirrorMaker()); checkAgentProcess(); mirrorMakers.setMessageID(m.getMessageID()); publishTopic(g.toJson(mirrorMakers)); mirrorMakers.setMessageID(""); } else if (object.get("deleteMirrorMaker") != null) { logger.info("Received deleteMirrorMaker request from topic"); DeleteMirrorMaker m = g.fromJson(topicMessage, DeleteMirrorMaker.class); deleteMirrorMaker(m.getDeleteMirrorMaker()); checkAgentProcess(); mirrorMakers.setMessageID(m.getMessageID()); publishTopic(g.toJson(mirrorMakers)); mirrorMakers.setMessageID(""); } else if (object.get("listAllMirrorMaker") != null) { logger.info("Received listALLMirrorMaker request from topic"); checkAgentProcess(); mirrorMakers.setMessageID((String) object.get("messageID")); publishTopic(g.toJson(mirrorMakers)); mirrorMakers.setMessageID(""); } else if (object.get("updateWhiteList") != null) { logger.info("Received updateWhiteList request from topic"); UpdateWhiteList m = g.fromJson(topicMessage, UpdateWhiteList.class); updateWhiteList(m.getUpdateWhiteList()); checkAgentProcess(); mirrorMakers.setMessageID(m.getMessageID()); publishTopic(g.toJson(mirrorMakers)); mirrorMakers.setMessageID(""); } else if (object.get("listMirrorMaker") != null) { logger.info("Received listMirrorMaker from topic, skipping messages"); } else { logger.info("Received unknown request from topic"); } } catch (Exception ex) { connectionattempt++; if (connectionattempt > 5) { logger.info("Can't connect to the topic, mmagent shutting down , " + topicMessage); return; } logger.info("Can't connect to the topic, " + topicMessage + " Retrying " + connectionattempt + " of 5 times in 1 minute" + " Error:" + ex.getLocalizedMessage()); Thread.sleep(60000); } } else { // Check all MirrorMaker every min connectionattempt = 0; checkAgentProcess(); } } } catch (Exception e) { e.printStackTrace(); } } private void createMirrorMaker(MirrorMaker newMirrorMaker) { boolean exists = false; if (mirrorMakers != null) { int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size(); for (int i = 0; i < mirrorMakersCount; i++) { MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i); if (mm.name.equals(newMirrorMaker.name)) { exists = true; logger.info("MirrorMaker already exist for:" + newMirrorMaker.name); return; } } } logger.info("Adding new MirrorMaker:" + newMirrorMaker.name); if (exists == false && mirrorMakers != null) { mirrorMakers.getListMirrorMaker().add(newMirrorMaker); } else if (exists == false && mirrorMakers == null) { mirrorMakers = new ListMirrorMaker(); ArrayList<MirrorMaker> list = mirrorMakers.getListMirrorMaker(); list = new ArrayList<MirrorMaker>(); list.add(newMirrorMaker); mirrorMakers.setListMirrorMaker(list); } checkPropertiesFile(newMirrorMaker.name, "consumer", newMirrorMaker.consumer, true); checkPropertiesFile(newMirrorMaker.name, "producer", newMirrorMaker.producer, true); Gson g = new Gson(); mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers)); OutputStream out = null; try { out = new FileOutputStream(mmagenthome + "/etc/mmagent.config"); mirrorMakerProperties.store(out, ""); } catch (IOException ex) { ex.printStackTrace(); } finally { if (out != null) { try { out.close(); } catch (IOException e) { e.printStackTrace(); } } } } private void updateMirrorMaker(MirrorMaker newMirrorMaker) { boolean exists = false; if (mirrorMakers != null) { int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size(); for (int i = 0; i < mirrorMakersCount; i++) { MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i); if (mm.name.equals(newMirrorMaker.name)) { exists = true; mm.setConsumer(newMirrorMaker.getConsumer()); mm.setProducer(newMirrorMaker.getProducer()); mirrorMakers.getListMirrorMaker().set(i, mm); logger.info("Updating MirrorMaker:" + newMirrorMaker.name); } } } if (exists) { checkPropertiesFile(newMirrorMaker.name, "consumer", newMirrorMaker.consumer, true); checkPropertiesFile(newMirrorMaker.name, "producer", newMirrorMaker.producer, true); Gson g = new Gson(); mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers)); OutputStream out = null; try { out = new FileOutputStream(mmagenthome + "/etc/mmagent.config"); mirrorMakerProperties.store(out, ""); MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name); try { Thread.sleep(1000); } catch (InterruptedException e) { } } catch (IOException ex) { ex.printStackTrace(); } finally { if (out != null) { try { out.close(); } catch (IOException e) { e.printStackTrace(); } } } } else { logger.info("MirrorMaker Not found for:" + newMirrorMaker.name); } } private void updateWhiteList(MirrorMaker newMirrorMaker) { boolean exists = false; if (mirrorMakers != null) { int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size(); for (int i = 0; i < mirrorMakersCount; i++) { MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i); if (mm.name.equals(newMirrorMaker.name)) { exists = true; mm.setWhitelist(newMirrorMaker.whitelist); mirrorMakers.getListMirrorMaker().set(i, mm); logger.info("Updating MirrorMaker WhiteList:" + newMirrorMaker.name + " WhiteList:" + newMirrorMaker.whitelist); } } } if (exists) { Gson g = new Gson(); mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers)); OutputStream out = null; try { out = new FileOutputStream(mmagenthome + "/etc/mmagent.config"); mirrorMakerProperties.store(out, ""); MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name); try { Thread.sleep(1000); } catch (InterruptedException e) { } } catch (IOException ex) { ex.printStackTrace(); } finally { if (out != null) { try { out.close(); } catch (IOException e) { e.printStackTrace(); } } } } else { logger.info("MirrorMaker Not found for:" + newMirrorMaker.name); } } private void deleteMirrorMaker(MirrorMaker newMirrorMaker) { boolean exists = false; if (mirrorMakers != null) { int mirrorMakersCount = mirrorMakers.getListMirrorMaker().size(); for (int i = 0; i < mirrorMakersCount; i++) { MirrorMaker mm = mirrorMakers.getListMirrorMaker().get(i); if (mm.name.equals(newMirrorMaker.name)) { exists = true; mirrorMakers.getListMirrorMaker().remove(i); logger.info("Removing MirrorMaker:" + newMirrorMaker.name); i = mirrorMakersCount; } } } if (exists) { try { String path = mmagenthome + "/etc/" + newMirrorMaker.name + "consumer" + ".properties"; File file = new File(path); file.delete(); } catch (Exception ex) { } try { String path = mmagenthome + "/etc/" + newMirrorMaker.name + "producer" + ".properties"; File file = new File(path); file.delete(); } catch (Exception ex) { } Gson g = new Gson(); mirrorMakerProperties.setProperty("mirrormakers", g.toJson(this.mirrorMakers)); OutputStream out = null; try { out = new FileOutputStream(mmagenthome + "/etc/mmagent.config"); mirrorMakerProperties.store(out, ""); MirrorMakerProcessHandler.stopMirrorMaker(newMirrorMaker.name); } catch (IOException ex) { ex.printStackTrace(); } finally { if (out != null) { try { out.close(); } catch (IOException e) { e.printStackTrace(); } } } } else { logger.info("MirrorMaker Not found for:" + newMirrorMaker.name); } } private void loadProperties() { InputStream input = null; try { input = new FileInputStream(mmagenthome + "/etc/mmagent.config"); mirrorMakerProperties.load(input); Gson g = new Gson(); if (mirrorMakerProperties.getProperty("mirrormakers") == null) { this.mirrorMakers = new ListMirrorMaker(); ArrayList<MirrorMaker> list = this.mirrorMakers.getListMirrorMaker(); list = new ArrayList<MirrorMaker>(); this.mirrorMakers.setListMirrorMaker(list); } else { this.mirrorMakers = g.fromJson(mirrorMakerProperties.getProperty("mirrormakers"), ListMirrorMaker.class); } this.kafkahome = mirrorMakerProperties.getProperty("kafkahome"); this.topicURL = mirrorMakerProperties.getProperty("topicURL"); this.topicname = mirrorMakerProperties.getProperty("topicname"); this.mechid = mirrorMakerProperties.getProperty("mechid"); BasicTextEncryptor textEncryptor = new BasicTextEncryptor(); textEncryptor.setPassword(secret); //this.password = textEncryptor.decrypt(mirrorMakerProperties.getProperty("password")); this.password = mirrorMakerProperties.getProperty("password"); } catch (IOException ex) { // ex.printStackTrace(); } finally { if (input != null) { try { input.close(); } catch (IOException e) { // e.printStackTrace(); } } } } }