lucene.security.LoadTest.java Source code

Introduction

Here is the source code for lucene.security.LoadTest.java

Source

/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package lucene.security;

import java.io.File;
import java.io.IOException;
import java.util.Arrays;
import java.util.HashSet;
import java.util.Random;

import lucene.security.index.AccessControlFactory;
import lucene.security.index.AccessControlWriter;
import lucene.security.index.FilterAccessControlFactory;
import lucene.security.search.SecureIndexSearcher;

import org.apache.lucene.analysis.core.KeywordAnalyzer;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field.Store;
import org.apache.lucene.document.StringField;
import org.apache.lucene.index.DirectoryReader;
import org.apache.lucene.index.IndexWriter;
import org.apache.lucene.index.IndexWriterConfig;
import org.apache.lucene.index.IndexableField;
import org.apache.lucene.search.IndexSearcher;
import org.apache.lucene.search.MatchAllDocsQuery;
import org.apache.lucene.search.TopDocs;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.FSDirectory;
import org.apache.lucene.util.Version;

public class LoadTest {

    private static final long MAX_DOCS = 100000000;

    public static void main(String[] args) throws IOException {
        AccessControlFactory accessControlFactory = new FilterAccessControlFactory();
        // AccessControlFactory accessControlFactory = new
        // DocValueAccessControlFactory();
        runTest(accessControlFactory);

    }

    private static void runTest(AccessControlFactory accessControlFactory) throws IOException {
        File file = new File("./src/test/resouces/loadtestindex-" + accessControlFactory.getClass().getName());
        FSDirectory directory = FSDirectory.open(file);
        if (!file.exists() || !DirectoryReader.indexExists(directory)) {
            long s = System.nanoTime();
            createIndex(directory, accessControlFactory);
            long e = System.nanoTime();
            System.out.println("Index Creation Time [" + (e - s) / 1000000.0 + "]");
        }
        DirectoryReader reader = DirectoryReader.open(directory);

        IndexSearcher searcher = new IndexSearcher(reader);

        SecureIndexSearcher secureIndexSearcher1 = new SecureIndexSearcher(reader, accessControlFactory,
                Arrays.asList("nothing"), Arrays.asList("nothing"), new HashSet<String>());

        SecureIndexSearcher secureIndexSearcher2 = new SecureIndexSearcher(reader, accessControlFactory,
                Arrays.asList("r1"), Arrays.asList("nothing"), new HashSet<String>());

        MatchAllDocsQuery query = new MatchAllDocsQuery();
        for (int p = 0; p < 10; p++) {
            hitEnterToContinue();
            runSearch(searcher, query);
            hitEnterToContinue();
            runSearch(secureIndexSearcher1, query);
            hitEnterToContinue();
            runSearch(secureIndexSearcher2, query);
        }
    }

    private static void hitEnterToContinue() throws IOException {
        // System.out.println("Hit Enter.");
        // BufferedReader reader = new BufferedReader(new
        // InputStreamReader(System.in));
        // reader.readLine();
    }

    private static void runSearch(IndexSearcher searcher, MatchAllDocsQuery query) throws IOException {
        long t1 = System.nanoTime();
        TopDocs topDocs = searcher.search(query, 10);
        long t2 = System.nanoTime();
        System.out.println(topDocs.totalHits + " " + (t2 - t1) / 1000000.0);
    }

    private static void createIndex(Directory directory, AccessControlFactory accessControlFactory)
            throws IOException {
        IndexWriterConfig conf = new IndexWriterConfig(Version.LUCENE_43, new KeywordAnalyzer());
        IndexWriter writer = new IndexWriter(directory, conf);

        AccessControlWriter accessControlWriter = accessControlFactory.getWriter();
        Random random = new Random(1);
        for (long i = 0; i < MAX_DOCS; i++) {
            if (i % 1000000 == 0) {
                System.out.println("Building " + i);
            }
            writer.addDocument(accessControlWriter.addDiscoverVisiblity("d1",
                    accessControlWriter.addReadVisiblity("r1", getDoc(i, random))));
        }
        writer.close();
    }

    private static Iterable<IndexableField> getDoc(long i, Random random) {
        Document document = new Document();
        document.add(new StringField("f1", Integer.toString(random.nextInt(1000000)), Store.YES));
        return document;
    }

}