edu.emory.mathcs.nlp.zzz.CSVSentiment.java Source code

Introduction

Here is the source code for edu.emory.mathcs.nlp.zzz.CSVSentiment.java

Source

/**
 * Copyright 2015, Emory University
 * 
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 * 
 *     http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package edu.emory.mathcs.nlp.zzz;

import edu.emory.mathcs.nlp.common.util.FileUtils;
import edu.emory.mathcs.nlp.common.util.IOUtils;
import edu.emory.mathcs.nlp.common.util.Joiner;
import edu.emory.mathcs.nlp.component.template.node.NLPNode;
import edu.emory.mathcs.nlp.component.tokenizer.EnglishTokenizer;
import edu.emory.mathcs.nlp.component.tokenizer.Tokenizer;
import edu.emory.mathcs.nlp.component.tokenizer.token.Token;
import edu.emory.mathcs.nlp.decode.NLPDecoder;

import org.apache.commons.csv.CSVFormat;
import org.apache.commons.csv.CSVParser;
import org.apache.commons.csv.CSVRecord;

import java.io.PrintStream;
import java.util.List;

/**
 * @author Jinho D. Choi ({@code jinho.choi@emory.edu})
 */
public class CSVSentiment {
    Tokenizer tokenizer;
    NLPDecoder decode;

    public CSVSentiment() {
        tokenizer = new EnglishTokenizer();
    }

    public CSVSentiment(String configurationFile) {
        decode = new NLPDecoder(IOUtils.createFileInputStream(configurationFile));
    }

    public void categorize(String inputFile) throws Exception {
        CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
        List<CSVRecord> records = parser.getRecords();
        List<NLPNode[]> document;
        String outputDir;
        PrintStream fout;
        CSVRecord record;

        System.out.println(inputFile);

        for (int i = 0; i < records.size(); i++) {
            if (i == 0)
                continue;
            record = records.get(i);
            document = decode.decodeDocument(record.get(6));
            document.get(0)[1].putFeat("sent", record.get(0));

            outputDir = inputFile.substring(0, inputFile.length() - 4);
            fout = IOUtils.createBufferedPrintStream(
                    outputDir + "/" + FileUtils.getBaseName(outputDir) + "_" + i + ".nlp");
            for (NLPNode[] nodes : document)
                fout.println(decode.toString(nodes) + "\n");
            fout.close();
        }

        parser.close();
    }

    public void toTSV(String inputFile) throws Exception {
        CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
        PrintStream fout = IOUtils.createBufferedPrintStream(inputFile + ".tsv");
        List<CSVRecord> records = parser.getRecords();
        List<Token> tokens;
        CSVRecord record;
        int label;

        System.out.println(inputFile);

        for (int i = 0; i < records.size(); i++) {
            if (i == 0)
                continue;
            record = records.get(i);
            label = toIntLabel(record.get(0));
            tokens = tokenizer.tokenize(record.get(6));
            fout.println(label + "\t" + Joiner.join(tokens, " ", Token::getWordForm));
        }

        fout.close();
        parser.close();
    }

    public void toTXT(String inputFile) throws Exception {
        CSVParser parser = new CSVParser(IOUtils.createBufferedReader(inputFile), CSVFormat.DEFAULT);
        PrintStream fout = IOUtils.createBufferedPrintStream(inputFile + ".txt");
        List<CSVRecord> records = parser.getRecords();
        CSVRecord record;

        System.out.println(inputFile);

        for (int i = 0; i < records.size(); i++) {
            if (i == 0)
                continue;
            record = records.get(i);
            fout.println(record.get(6));
        }

        fout.close();
        parser.close();
    }

    public int toIntLabel(String label) {
        switch (label) {
        case "positive":
            return 0;
        case "negative":
            return 1;
        case "objective":
            return 2;
        default:
            throw new IllegalArgumentException();
        }
    }

    static public void main(String[] args) {
        List<String> inputFiles = FileUtils.getFileList("/Users/jdchoi/Documents/Data/semeval-sentiment/csv",
                "csv");

        try {
            //         String configurationFile = "/Users/jdchoi/Documents/EmoryNLP/nlp4j/src/main/resources/edu/emory/mathcs/nlp/configuration/config-decode-en.xml";
            //         CSVSentiment cvs = new CSVSentiment(configurationFile);
            //         for (String inputFile : inputFiles) cvs.categorize(inputFile);

            //         CSVSentiment cvs = new CSVSentiment();
            //         for (String inputFile : inputFiles) cvs.toTSV(inputFile);

            CSVSentiment cvs = new CSVSentiment();
            for (String inputFile : inputFiles)
                cvs.toTXT(inputFile);
        } catch (Exception e) {
            e.printStackTrace();
        }
    }
}