de.tudarmstadt.ukp.teaching.uima.nounDecompounding.web1t.LuceneIndexerTest.java Source code

Introduction

Here is the source code for de.tudarmstadt.ukp.teaching.uima.nounDecompounding.web1t.LuceneIndexerTest.java

Source

/**
 * Copyright (c) 2010 Jens Haase <je.haase@googlemail.com>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */

package de.tudarmstadt.ukp.teaching.uima.nounDecompounding.web1t;

import java.io.File;

import junit.framework.Assert;

import org.apache.lucene.analysis.standard.StandardAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.index.IndexReader;
import org.apache.lucene.queryParser.QueryParser;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.Query;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

public class LuceneIndexerTest {

    File source = new File("src/test/resources/n-grams");
    File index = new File("target/test/index");
    File targetIndex = new File("target/test/index/0");

    @Before
    public void setUp() throws Exception {
        // Create folder if not exists
        index.mkdirs();

        // Create index
        LuceneIndexer indexer = new LuceneIndexer(source, index, 2);
        indexer.index();
    }

    @Test
    public void testSearch() throws Exception {
        // Check if fields and all documents exists
        IndexReader ir = IndexReader.open(FSDirectory.open(targetIndex));
        Assert.assertEquals("Number of documents", 2, ir.numDocs());
        Document doc = ir.document(0);
        Assert.assertNotNull("Field: gram", doc.getField("gram"));
        Assert.assertNotNull("Field: freq", doc.getField("freq"));
        ir.close();

        // Search on the index
        IndexSearcher searcher = new IndexSearcher(FSDirectory.open(targetIndex));
        QueryParser p = new QueryParser(Version.LUCENE_30, "token", new StandardAnalyzer(Version.LUCENE_30));
        Query q = p.parse("gram:relax");
        Assert.assertEquals("Hit count 'Relax'", 2, searcher.search(q, 100).totalHits);

        q = p.parse("gram:couch");
        Assert.assertEquals("Hit count 'couch'", 1, searcher.search(q, 100).totalHits);

        q = p.parse("gram:relax AND gram:couch");
        Assert.assertEquals("Hit count 'couch'", 1, searcher.search(q, 100).totalHits);

        q = p.parse("gram:couchdb");
        Assert.assertEquals("Hit count 'couchdb'", 1, searcher.search(q, 100).totalHits);
        searcher.close();
    }

    @Test
    public void testData() throws Exception {
        IndexReader ir = IndexReader.open(FSDirectory.open(targetIndex));
        IndexSearcher searcher = new IndexSearcher(FSDirectory.open(targetIndex));
        QueryParser p = new QueryParser(Version.LUCENE_30, "gram", new StandardAnalyzer(Version.LUCENE_30));

        // Test if all data is set correct
        Query q = p.parse("gram:couch");
        Document doc = ir.document(searcher.search(q, 100).scoreDocs[0].doc);
        Assert.assertEquals(new Integer(100), Integer.valueOf(doc.get("freq")));
        Assert.assertEquals("relax on the couch", doc.get("gram"));

        ir.close();
        searcher.close();
    }

    @After
    public void tearDown() throws Exception {
        // Delete index again
        for (File f : index.listFiles()) {
            for (File _f : f.listFiles()) {
                _f.delete();
            }
            f.delete();
        }

        index.delete();
    }
}