Example usage for org.apache.lucene.analysis TokenStream subclass-usage

Introduction

In this page you can find the example usage for org.apache.lucene.analysis TokenStream subclass-usage.

Usage

From source file org.gridkit.coherence.search.lucene.CapturedTokenStream.java

public class CapturedTokenStream extends TokenStream {

    private List<State> tokens;
    private Iterator<State> iterator;
    private long lastPos = 0;

From source file org.hibernate.search.indexes.serialization.impl.CopyTokenStream.java

/**
 * Copy all AttributeImpl for each incrementToken
 *
 * Inspired by org.apache.lucene.analysis.CachingTokenFilter
 * Original file released under the ASL 2.0 license
 * http://www.apache.org/licenses/LICENSE-2.0

From source file org.karsha.base.EnglishLemmaTokenizer.java

/**
 * A tokenizer that retrieves the lemmas (base forms) of English words.
 * Relies internally on the sentence splitter and tokenizer supplied with
 * the Stanford POS tagger.
 *
 * @author  Lars Buitinck

From source file org.opengrok.indexer.analysis.plain.DefinitionsTokenStream.java

/**
 * Represents a token stream from {@link Definitions}.
 */
public class DefinitionsTokenStream extends TokenStream {

    /**

From source file org.opensolaris.opengrok.analysis.Hash2TokenStream.java

public final class Hash2TokenStream extends TokenStream {
    int i = 0;
    String term;
    String terms[];
    Iterator<String> keys;
    private final CharTermAttribute termAtt = addAttribute(CharTermAttribute.class);

From source file org.opensolaris.opengrok.analysis.List2TokenStream.java

public final class List2TokenStream extends TokenStream {

    private Iterator<String> it;
    private String[] subTokens;
    private int si;
    private final CharTermAttribute termAtt = addAttribute(CharTermAttribute.class);

From source file org.opensolaris.opengrok.analysis.plain.DefinitionsTokenStream.java

/**
 * Represents a token stream from {@link Definitions}.
 */
public class DefinitionsTokenStream extends TokenStream {

    /**

From source file org.paxle.se.index.lucene.impl.ArrayTokenStream.java

public class ArrayTokenStream extends TokenStream {

    private final Object[] data;
    private int pos = 0;
    private int textPos = 0;

From source file org.sindice.siren.analysis.SirenNumericTokenStream.java

/**
 * Copied from {@link NumericTokenStream} for the Siren use case: for more precise
 * search, we put as prefix the numeric type and the precision step to the term to the term.
 */
public final class SirenNumericTokenStream extends TokenStream {

From source file org.watermint.sourcecolon.org.opensolaris.opengrok.analysis.Hash2TokenStream.java

public final class Hash2TokenStream extends TokenStream {
    private int i = 0;
    private String[] terms;
    private Iterator<String> keys;
    private final CharTermAttribute termAtt = addAttribute(CharTermAttribute.class);