Example usage for org.apache.lucene.analysis TokenStream subclass-usage

Introduction

In this page you can find the example usage for org.apache.lucene.analysis TokenStream subclass-usage.

Usage

From source file org.apache.uima.lucas.indexer.test.util.CollectionTokenStream.java

public class CollectionTokenStream extends TokenStream {

    private Iterator<Token> tokenIterator;
    private Collection<Token> tokens;

    public CollectionTokenStream(Collection<Token> tokens) {

From source file org.apache.uima.lucas.indexer.test.util.DummyTokenStream.java

public class DummyTokenStream extends TokenStream {
    private int count = 0;
    private String tokenValue;
    private int distance;
    private int number;
    private int begin;

From source file org.cdlib.xtf.textIndexer.tokenizer.Tokenizer.java

/** A Tokenizer is a TokenStream whose input is a Reader.
  <p>
  This is an abstract class.
 */

public abstract class Tokenizer extends TokenStream {

From source file org.codelibs.elasticsearch.search.suggest.completion2x.CompletionTokenStream.java

/**
 *
 */
public final class CompletionTokenStream extends TokenStream {

    private final PayloadAttribute payloadAttr = addAttribute(PayloadAttribute.class);

From source file org.compass.core.lucene.engine.highlighter.support.MultiValueTokenStream.java

/**
 * Helper class which creates a single TokenStream out of values from a
 * multi-valued field.
 *
 * @author kimchy
 */

From source file org.elasticsearch.search.suggest.completion.CompletionTokenStream.java

/**
 *
 */
public final class CompletionTokenStream extends TokenStream {

    private final PayloadAttribute payloadAttr = addAttribute(PayloadAttribute.class);

From source file org.elasticsearch.search.suggest.completion.old.CompletionTokenStream.java

/**
 *
 */
public final class CompletionTokenStream extends TokenStream {

    private final PayloadAttribute payloadAttr = addAttribute(PayloadAttribute.class);

From source file org.elasticsearch.search.suggest.completion2x.CompletionTokenStream.java

/**
 *
 */
public final class CompletionTokenStream extends TokenStream {

    private final PayloadAttribute payloadAttr = addAttribute(PayloadAttribute.class);

From source file org.eurekastreams.commons.search.analysis.TokenStreamTestHelper.java

/**
 * Helper class, returning a list of tokens in order, then null.
 */
public class TokenStreamTestHelper extends TokenStream {
    /**
     * The tokens to return.

From source file org.exoplatform.services.jcr.impl.core.query.lucene.SingletonTokenStream.java

/**
 * <code>SingletonTokenStream</code> implements a token stream that wraps a
 * single value with a given property type. The property type is stored as a
 * payload on the single returned token.
 */
public final class SingletonTokenStream extends TokenStream implements Externalizable {