Example usage for org.apache.lucene.analysis.standard StandardTokenizerImpl StandardTokenizerImpl

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.standard StandardTokenizerImpl StandardTokenizerImpl.

Prototype

public StandardTokenizerImpl(java.io.Reader in) 

Source Link

Document

Creates a new scanner

Usage

From source file:com.piza.search.AutoPhraseTokenizer.java

License:Apache License

private void init() {
    phraseProcess = new PhraseProcess();
    this.scanner = new StandardTokenizerImpl(input);
}

---

From source file:edu.stanford.muse.index.StandardNumberTokenizer.java

License:Open Source License

private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_47))
        this.scanner = new StandardTokenizerImpl(input);
}

---

From source file:elhuyar.bilakit.ElhuyarLemmatizerTokenizer.java

License:Open Source License

private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_4_7)) {
        this.scanner = new StandardTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_4_0)) {
        this.scanner = new StandardTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_4)) {
        this.scanner = new StandardTokenizerImpl34(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_1)) {
        this.scanner = new StandardTokenizerImpl31(input);
    } else {//from   ww  w  .  j  av a  2  s  .c  o m
        this.scanner = new ClassicTokenizerImpl(input);
    }
}

---

From source file:ru.uiiiii.ssearchm.indexing.StandardTokenizerJava.java

License:Apache License

private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_34)) {
        this.scanner = new StandardTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_31)) {
        this.scanner = new StandardTokenizerImpl31(input);
    } else {//from   w w  w. j  a  v  a 2s  . c om
        throw new RuntimeException("ClassicTokenizerImpl is not public class!");
        //    this.scanner = new ClassicTokenizerImpl(input);
    }
    if (matchVersion.onOrAfter(Version.LUCENE_24)) {
        replaceInvalidAcronym = true;
    } else {
        replaceInvalidAcronym = false;
    }
}

---