com.mathworks.xzheng.benchmark.PrecisionRecall.java Source code

Introduction

Here is the source code for com.mathworks.xzheng.benchmark.PrecisionRecall.java

Source

package com.mathworks.xzheng.benchmark;

/**
 * Copyright Manning Publications Co.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific lan      
*/

import java.io.File;
import java.io.PrintWriter;
import java.io.BufferedReader;
import java.io.FileReader;

import org.apache.lucene.index.*;
import org.apache.lucene.search.*;
import org.apache.lucene.store.*;
import org.apache.lucene.benchmark.quality.*;
import org.apache.lucene.benchmark.quality.utils.*;
import org.apache.lucene.benchmark.quality.trec.*;

import com.mathworks.xzheng.meetlucene.Searcher;

// From appendix C

/* This code was extracted from the Lucene
   contrib/benchmark sources */

public class PrecisionRecall {

    public static void main(String[] args) throws Throwable {

        File topicsFile = new File("src/lia/benchmark/topics.txt");
        File qrelsFile = new File("src/lia/benchmark/qrels.txt");
        Directory dir = FSDirectory.open(new File("indexes/MeetLucene"));

        IndexSearcher searcher = new IndexSearcher(DirectoryReader.open(dir));

        String docNameField = "filename";

        PrintWriter logger = new PrintWriter(System.out, true);

        TrecTopicsReader qReader = new TrecTopicsReader(); //#1
        QualityQuery qqs[] = qReader.readQueries( //#1
                new BufferedReader(new FileReader(topicsFile))); //#1

        Judge judge = new TrecJudge(new BufferedReader( //#2
                new FileReader(qrelsFile))); //#2

        judge.validateData(qqs, logger); //#3

        QualityQueryParser qqParser = new SimpleQQParser("title", "contents"); //#4

        QualityBenchmark qrun = new QualityBenchmark(qqs, qqParser, searcher, docNameField);
        SubmissionReport submitLog = null;
        QualityStats stats[] = qrun.execute(judge, //#5
                submitLog, logger);

        QualityStats avg = QualityStats.average(stats); //#6
        avg.log("SUMMARY", 2, logger, "  ");
        dir.close();
    }
}

/*
#1 Read TREC topics as QualityQuery[]
#2 Create Judge from TREC Qrel file
#3 Verify query and Judge match
#4 Create parser to translate queries into Lucene queries
#5 Run benchmark
#6 Print precision and recall measures
*/