edu.cmu.lti.f12.hw2.hw2_team01.retrieval.SimpleSolrWrapper.java Source code

Introduction

Here is the source code for edu.cmu.lti.f12.hw2.hw2_team01.retrieval.SimpleSolrWrapper.java

Source

/*
 *  Copyright 2012 Carnegie Mellon University
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */

package edu.cmu.lti.f12.hw2.hw2_team01.retrieval;

import java.io.Closeable;
import java.io.IOException;
import java.net.Socket;
import java.net.URL;
import java.util.ArrayList;

import org.apache.solr.client.solrj.SolrQuery;
import org.apache.solr.client.solrj.SolrServer;
import org.apache.solr.client.solrj.SolrServerException;
import org.apache.solr.client.solrj.embedded.EmbeddedSolrServer;
import org.apache.solr.client.solrj.impl.HttpSolrServer;
import org.apache.solr.client.solrj.response.QueryResponse;
import org.apache.solr.common.SolrDocumentList;
import org.apache.solr.core.CoreContainer;

public final class SimpleSolrWrapper implements Closeable {

    private static final String LOCALHOST = "localhost";

    private final SolrServer server;

    boolean embedded;

    public SimpleSolrWrapper(String serverUrl, Integer serverPort, Boolean embedded, String core) throws Exception {
        if (embedded != null && embedded.booleanValue()) {
            this.server = createEmbeddedSolrServer(core);
            this.embedded = true;
        } else {
            if (canRunInLocalMode(serverUrl)) {
                System.err.printf("Running Solr retrieval on local mode\n");
                this.server = createSolrServer(LOCALHOST);
            } else {
                System.err.printf("Running Solr retrieval on remote mode\n");
                this.server = createSolrServer(serverUrl);
            }
        }
    }

    private boolean canRunInLocalMode(String serverUrl) {
        try {
            URL url = new URL(serverUrl);
            int port = url.getPort();
            Socket socket = new Socket("localhost", port);
            socket.close();
            return true;
        } catch (IOException e) {
            return false;
        }
    }

    private SolrServer createSolrServer(String url) throws Exception {
        SolrServer server = new HttpSolrServer(url);
        server.ping();
        return server;
    }

    private SolrServer createEmbeddedSolrServer(String core) throws Exception {
        System.setProperty("solr.solr.home", core);
        CoreContainer.Initializer initializer = new CoreContainer.Initializer();
        CoreContainer coreContainer = initializer.initialize();
        return new EmbeddedSolrServer(coreContainer, "");
    }

    public SolrDocumentList runQuery(String q, int results) throws SolrServerException {
        SolrQuery query = new SolrQuery();
        query.setQuery(escapeQuery(q));
        query.setRows(results);
        query.setFields("*", "score");
        System.out.println(query.toString());

        QueryResponse rsp = server.query(query);
        return rsp.getResults();
    }

    public SolrDocumentList runQuery(String q, int results, String type, String mm, String Geneboost,
            String Diseboost, String Verbboost) throws SolrServerException {
        SolrQuery query = new SolrQuery();
        if (type.equals("dismax")) {
            query.setParam("defType", "edismax");
            query.setParam("qf", "text");
            query.setParam("mm", mm);
            query.setParam("pf", "text^100");
        }

        query.setQuery(getBoosts(escapeQuery(q), Geneboost, Diseboost, Verbboost));
        query.setRows(results);
        query.setFields("*", "score");
        //can also try nested query for different boosts of phrase in text
        //q=revised+AND+book+AND+_query_:"{!dismax qf=title pf=title^10 v=$qq}"&qq=revised+book

        System.out.println(query.toString());

        QueryResponse rsp = server.query(query);
        return rsp.getResults();
    }

    public SolrDocumentList runQuery(String q, int results, String type, String Geneboost, String Diseboost,
            String Verbboost) throws SolrServerException {
        SolrQuery query = new SolrQuery();
        if (type.equals("dismax")) {
            query.setParam("defType", "edismax");
            query.setParam("qf", "text");
            query.setParam("pf", "text^100");
        }
        query.setQuery(getBoosts(escapeQuery(q), Geneboost, Diseboost, Verbboost));
        query.setRows(results);
        query.setFields("*", "score");
        //can also try nested query for different boosts of phrase in text
        //q=revised+AND+book+AND+_query_:"{!dismax qf=title pf=title^10 v=$qq}"&qq=revised+book

        System.out.println(query.toString());

        QueryResponse rsp = server.query(query);
        return rsp.getResults();
    }

    public SolrDocumentList runQuery(SolrQuery query, int results) throws SolrServerException {
        QueryResponse rsp = server.query(query);
        return rsp.getResults();
    }

    public String getDocText(String id) throws SolrServerException {
        String q = "id:" + id;
        SolrQuery query = new SolrQuery();
        query.setQuery(q);
        query.setFields("text");
        QueryResponse rsp = server.query(query);

        String docText = "";
        if (rsp.getResults().getNumFound() > 0) {
            @SuppressWarnings({ "unchecked", "rawtypes" })
            ArrayList<String> results = (ArrayList) rsp.getResults().get(0).getFieldValues("text");
            docText = results.get(0);
        }
        return docText;
    }

    public String escapeQuery(String term) {
        term = term.replace('?', ' ');
        term = term.replace('[', ' ');
        term = term.replace(']', ' ');
        term = term.replace('/', ' ');
        term = term.replaceAll("\'", "");
        return term;
    }

    public String getBoosts(String term, String Geneboost, String Diseboost, String Verbboost) {
        term = term.replace(":GENE", "^" + Geneboost);
        term = term.replace(":DISE", "^" + Diseboost);
        term = term.replace(":VERB", "^" + Verbboost);

        return term;
    }

    public void close() {
        if (embedded) {
            ((EmbeddedSolrServer) server).shutdown();
        }
    }
}