bajavista.IndiceInvertido.java Source code

Introduction

Here is the source code for bajavista.IndiceInvertido.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package bajavista;

import conexionmysql.ConexionBD;
import java.io.File;
import java.io.IOException;
import java.sql.*;
import java.util.logging.Level;
import java.util.logging.Logger;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.StringField;
import org.apache.lucene.document.TextField;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

/**
 *
 * @author daniel
 */
public class IndiceInvertido {

    String dirIndexES;
    //String dirIndexNONES;

    public IndiceInvertido(String directorioES) {
        this.dirIndexES = directorioES;
        //this.dirIndexNONES = directorioNONES;
    }

    public void crearIndiceInvertido() throws IOException {
        // 0. Specify the analyzer for tokenizing text.
        //    The same analyzer should be used for indexing and searching
        StandardAnalyzer analyzer = new StandardAnalyzer(Version.LUCENE_43);

        // 1. Create the index 
        File indexDirES = new File(dirIndexES);
        Directory indexES = FSDirectory.open(indexDirES);
        //File indexDirNONES = new File(dirIndexNONES);
        //Directory indexNONES = FSDirectory.open(indexDirNONES);

        IndexWriterConfig config = new IndexWriterConfig(Version.LUCENE_43, analyzer);

        IndexWriter wES = new IndexWriter(indexES, config);
        //IndexWriter wNONES = new IndexWriter(indexNONES, config);

        ConexionBD db = new ConexionBD();
        try {
            try (PreparedStatement consulta = db.getConnection().prepareStatement("SELECT * FROM Tweet");
                    ResultSet res = consulta.executeQuery()) {
                while (res.next()) {
                    //System.out.println(res.getString("idUser") +" "+ res.getString("timestamp") +" "+ res.getString("text") +" "+ res.getString("objective") +" "+ res.getString("subjective") +" "+ res.getString("positive") +" "+ res.getString("negative") +" "+ res.getString("need"));
                    agregarDoc(wES, res.getString("idUser"), res.getString("timestamp"), res.getString("text"),
                            res.getString("objective"), res.getString("subjective"), res.getString("positive"),
                            res.getString("negative"), res.getString("need"));
                }

            }

        } catch (Exception e) {
            System.out.print("No se pudo consultar a la base de datos\n" + e);
        }

        //    try {
        //            File f = new File(baseDatosNONES);
        //            FileReader fr = new FileReader(f);
        //            BufferedReader br = new BufferedReader(fr);
        //            String linea = br.readLine();
        //
        //            while ((linea = br.readLine()) != null) {
        //      StringTokenizer separarLinea = new StringTokenizer(linea, "|");
        //      String next = separarLinea.nextToken();;
        //                String next1 = separarLinea.nextToken();;
        //                String next2 = separarLinea.nextToken();;
        //                
        //                addDoc(wNONES, next, next1,next2);
        //            }
        //
        //            fr.close();
        //        } catch (Exception e) {
        //            System.out.println("Error en la lectura del archivo...");
        //        }
        db.desconectar();

        wES.close();
        //wNONES.close();
    }

    private static void agregarDoc(IndexWriter w, String idUser, String timestamp, String text, String objective,
            String subjective, String positive, String negative, String need) throws IOException {
        Document doc = new Document();

        doc.add(new StringField("idUser", idUser, Field.Store.YES));
        doc.add(new StringField("timestamp", timestamp, Field.Store.YES));
        doc.add(new TextField("text", text, Field.Store.YES));
        doc.add(new StringField("objective", objective, Field.Store.YES));
        doc.add(new StringField("subjective", subjective, Field.Store.YES));
        doc.add(new StringField("positive", positive, Field.Store.YES));
        doc.add(new StringField("negative", negative, Field.Store.YES));
        doc.add(new StringField("need", need, Field.Store.YES));

        w.addDocument(doc);
    }

}