grnet.filter.XMLFiltering.java Source code

Introduction

Here is the source code for grnet.filter.XMLFiltering.java

Source

/*******************************************************************************
 * Copyright (c) 2014 Kostas Vogias.
 * All rights reserved. This program and the accompanying materials
 * are made available under the terms of the GNU Public License v3.0
 * which accompanies this distribution, and is available at
 * http://www.gnu.org/licenses/gpl.html
 * 
 * Contributors:
 *     Kostas Vogias - initial API and implementation
 ******************************************************************************/
/**
 * 
 */
package grnet.filter;

import grnet.filtering.core.Core;

import java.io.File;
import java.io.IOException;
import java.util.Collection;
import java.util.Iterator;

import org.apache.commons.io.FileUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.rabbitmq.client.Channel;
import com.rabbitmq.client.Connection;
import com.rabbitmq.client.ConnectionFactory;

/**
 * @author vogias
 * 
 */
public class XMLFiltering {

    private static final Logger slf4jLogger = LoggerFactory.getLogger(XMLFiltering.class);

    private final static String QUEUE_NAME = "filtering";

    public static void main(String[] args) throws IOException {
        // TODO Auto-generated method ssstub

        Enviroment enviroment = new Enviroment(args[0]);

        if (enviroment.envCreation) {
            Core core = new Core();

            XMLSource source = new XMLSource(args[0]);

            File sourceFile = source.getSource();

            if (sourceFile.exists()) {

                Collection<File> xmls = source.getXMLs();

                System.out.println("Filtering repository:" + enviroment.dataProviderFilteredIn.getName());

                System.out.println("Number of files to filter:" + xmls.size());

                Iterator<File> iterator = xmls.iterator();

                FilteringReport report = null;
                if (enviroment.getArguments().getProps().getProperty(Constants.createReport)
                        .equalsIgnoreCase("true")) {
                    report = new FilteringReport(enviroment.getArguments().getDestFolderLocation(),
                            enviroment.getDataProviderFilteredIn().getName());
                }

                ConnectionFactory factory = new ConnectionFactory();
                factory.setHost(enviroment.getArguments().getQueueHost());
                factory.setUsername(enviroment.getArguments().getQueueUserName());
                factory.setPassword(enviroment.getArguments().getQueuePassword());

                while (iterator.hasNext()) {

                    StringBuffer logString = new StringBuffer();
                    logString.append(enviroment.dataProviderFilteredIn.getName());
                    File xmlFile = iterator.next();

                    String name = xmlFile.getName();
                    name = name.substring(0, name.indexOf(".xml"));
                    logString.append(" " + name);

                    boolean xmlIsFilteredIn = core.filterXML(xmlFile, enviroment.getArguments().getQueries());

                    if (xmlIsFilteredIn) {
                        logString.append(" " + "FilteredIn");
                        slf4jLogger.info(logString.toString());

                        Connection connection = factory.newConnection();
                        Channel channel = connection.createChannel();
                        channel.queueDeclare(QUEUE_NAME, false, false, false, null);

                        channel.basicPublish("", QUEUE_NAME, null, logString.toString().getBytes());
                        channel.close();
                        connection.close();

                        try {
                            if (report != null) {
                                report.appendXMLFileNameNStatus(xmlFile.getPath(), Constants.filteredInData);
                                report.raiseFilteredInFilesNum();
                            }

                            FileUtils.copyFileToDirectory(xmlFile, enviroment.getDataProviderFilteredIn());
                        } catch (IOException e) {
                            // TODO Auto-generated catch block
                            // e.printStackTrace();
                            e.printStackTrace();
                            System.out.println("Filtering failed.");
                        }
                    } else {
                        logString.append(" " + "FilteredOut");
                        slf4jLogger.info(logString.toString());

                        Connection connection = factory.newConnection();
                        Channel channel = connection.createChannel();
                        channel.queueDeclare(QUEUE_NAME, false, false, false, null);

                        channel.basicPublish("", QUEUE_NAME, null, logString.toString().getBytes());
                        channel.close();
                        connection.close();
                        try {
                            if (report != null) {
                                report.appendXMLFileNameNStatus(xmlFile.getPath(), Constants.filteredOutData);
                                report.raiseFilteredOutFilesNum();
                            }
                            FileUtils.copyFileToDirectory(xmlFile, enviroment.getDataProviderFilteredOuT());
                        } catch (IOException e) {
                            // TODO Auto-generated catch block
                            // e.printStackTrace();
                            e.printStackTrace();
                            System.out.println("Filtering failed.");
                        }
                    }
                }
                if (report != null) {

                    report.appendXPathExpression(enviroment.getArguments().getQueries());

                    report.appendGeneralInfo();
                }
                System.out.println("Filtering is done.");
            }

        }
    }
}