Example usage for org.apache.lucene.analysis BaseTokenStreamTestCase subclass-usage

Introduction

In this page you can find the example usage for org.apache.lucene.analysis BaseTokenStreamTestCase subclass-usage.

Usage

From source file buzztaiki.lucene.lastuni.CJKLastUniGramFilterTest.java

public class CJKLastUniGramFilterTest extends BaseTokenStreamTestCase {
    public void testSingleWord() throws Exception {
        TokenStream ts = new CJKLastUniGramFilter(new CJKTokenizer(new StringReader("?????")));
        assertTokenStreamContents(ts, new String[] { "??", "??", "??", "??", "?" },
                new int[] { 0, 1, 2, 3, 4 }, new int[] { 2, 3, 4, 5, 5 }, 5);
    }

From source file com.github.buzztaiki.lucene.lastuni.CJKLastUniGramFilterCompatTest.java

public class CJKLastUniGramFilterCompatTest extends BaseTokenStreamTestCase {
    private static CJKLastUniGramFilter newFilter(String str) {
        TokenStream ts = new CJKTokenizer(new StringReader(str));
        return new CJKLastUniGramFilter(ts, true);
    }

From source file com.github.buzztaiki.lucene.lastuni.CJKLastUniGramFilterForSearchCompatTest.java

public class CJKLastUniGramFilterForSearchCompatTest extends BaseTokenStreamTestCase {
    private static CJKLastUniGramFilter newFilter(String str) {
        TokenStream ts = new CJKTokenizer(new StringReader(str));
        return new CJKLastUniGramFilter(ts, false);
    }

From source file com.github.buzztaiki.lucene.lastuni.CJKLastUniGramFilterForSearchTest.java

public class CJKLastUniGramFilterForSearchTest extends BaseTokenStreamTestCase {
    private static CJKLastUniGramFilter newFilter(String str) {
        TokenStream ts = new StandardTokenizer(TEST_VERSION_CURRENT, new StringReader(str));
        ts = new CJKBigramFilter(ts);
        return new CJKLastUniGramFilter(ts, false);
    }

From source file com.github.buzztaiki.lucene.lastuni.CJKLastUniGramFilterTest.java

public class CJKLastUniGramFilterTest extends BaseTokenStreamTestCase {
    private static CJKLastUniGramFilter newFilter(String str) {
        TokenStream ts = new StandardTokenizer(TEST_VERSION_CURRENT, new StringReader(str));
        ts = new CJKBigramFilter(ts);
        return new CJKLastUniGramFilter(ts, true);
    }

From source file com.github.ippeiukai.externaltoken.lucene.analysis.TestPatternTokenizer.java

public class TestPatternTokenizer extends BaseTokenStreamTestCase {

    public void testSplitting() throws Exception {
        String qpattern = "\\'([^\\']+)\\'"; // get stuff between "'"
        String[][] tests = {
                // group  pattern        input                    output

From source file com.grantingersoll.opengrok.analysis.BaseTokenStreamFactoryTestCase.java

/**
 * Base class for testing tokenstream factories.
 * <p>
 * Example usage:
 * <pre class="prettyprint">
 *   Reader reader = new StringReader("Some Text to Analyze");

From source file com.grantingersoll.opengrok.analysis.c.TestCSymbolTokenizer.java

public class TestCSymbolTokenizer extends BaseTokenStreamTestCase {
    private Analyzer analyzer;

    @Override
    public void setUp() throws Exception {
        super.setUp();

From source file com.grantingersoll.opengrok.analysis.clojure.TestClojureSymbolTokenizer.java

public class TestClojureSymbolTokenizer extends BaseTokenStreamTestCase {
    private Analyzer analyzer;

    @Override
    public void setUp() throws Exception {
        super.setUp();

From source file com.grantingersoll.opengrok.analysis.csharp.TestCSharpSymbolTokenizer.java

public class TestCSharpSymbolTokenizer extends BaseTokenStreamTestCase {
    private Analyzer analyzer;

    @Override
    public void setUp() throws Exception {
        super.setUp();