com.github.jiloc.USTweetsAnalyzer.Store.java Source code

Introduction

Here is the source code for com.github.jiloc.USTweetsAnalyzer.Store.java

Source

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */
package com.github.jiloc.USTweetsAnalyzer;

import java.io.File;
import java.io.IOException;
import java.util.HashSet;
import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.standard.StandardAnalyzer;
//import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.document.StringField;
import org.apache.lucene.document.TextField;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.SimpleFSDirectory;
import static org.apache.lucene.util.Version.LUCENE_41;

/**
 *
 * @author mahmoud
 */
public class Store {
    private final Directory dir;
    private final Analyzer analyzer;
    private final IndexWriterConfig cfg;
    private final IndexWriter writer;
    private final Document doc;
    private final StringField s;

    public Directory getDir() {
        return dir;
    }

    private final TextField l;
    public static HashSet<String> states;

    public HashSet<String> getStates() {
        return states;
    }

    public Store() throws IOException {
        states = new HashSet<String>();
        //first we empty our directory 
        resetDir(new File("tweet_idex"));
        // The process of writing indexing
        dir = new SimpleFSDirectory(new File("tweet_index"));
        analyzer = new StandardAnalyzer(LUCENE_41);
        cfg = new IndexWriterConfig(LUCENE_41, analyzer);
        writer = new IndexWriter(dir, cfg);
        // a document contains a list of field(s)
        doc = new Document();

        s = new StringField("STATE", "", Field.Store.YES);
        l = new TextField("LOC", "", Field.Store.YES);

        doc.add(s);
        doc.add(l);
    }

    public void Writing_Index(String state, String loc) throws IOException {
        states.add(state);
        s.setStringValue(state);
        l.setStringValue(loc);
        writer.addDocument(doc);
    }

    public void commit() {
        try {
            writer.commit();
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }

    public void close() {
        try {
            writer.commit();
            writer.close();
        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }

    /**
     * Delete a file o a directory
     * @param file 
     * @throws IOException 
     */
    public void resetDir(File file) throws IOException {
        if (file.exists()) {
            if (file.isDirectory()) {

                //directory is empty, then delete it
                if (file.list().length == 0) {

                    file.delete();
                    // System.out.println("Directory is deleted : "  + file.getAbsolutePath());

                } else {

                    //list all the directory contents
                    String files[] = file.list();

                    for (String temp : files) {
                        //construct the file structure
                        File fileDelete = new File(file, temp);

                        //recursive delete
                        resetDir(fileDelete);
                    }

                    //check the directory again, if empty then delete it
                    if (file.list().length == 0) {
                        file.delete();
                        // System.out.println("Directory is deleted : "  + file.getAbsolutePath());
                    }
                }

            } else {
                //if file, then delete it
                file.delete();
                //System.out.println("File is deleted : " + file.getAbsolutePath());
            }
        }

    }

}