Example usage for org.apache.lucene.analysis.util TokenizerFactory subclass-usage

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.util TokenizerFactory subclass-usage.

Usage

From source file cc.pp.analyzer.ik.solr.IKTokenizerFactory.java

/**
 * IK?
 * Solr 3.6.1 ?
 *
 * 2012-3-6
 *

From source file com.colinsurprenant.fastfuzzy.TwitterTokenizerFactory.java

/**
 * Factory for {@link StandardTokenizer}.
 * <pre class="prettyprint">
 * &lt;fieldType name="text_stndrd" class="solr.TextField" positionIncrementGap="100"&gt;
 *   &lt;analyzer&gt;
 *     &lt;tokenizer class="solr.TwitterTokenizerFactory" maxTokenLength="255"/&gt;

From source file com.crushpaper.ExactTokenizerFactory.java

/**
 * Factor for a tokenizer which returns a token of all of the input for exact
 * matches.
 */
public class ExactTokenizerFactory extends TokenizerFactory {
    /** Creates a new ExactTokenizerFactory */

From source file com.dumpcache.thulac4solr.lucene.ThulacTokenizerFactory.java

public class ThulacTokenizerFactory extends TokenizerFactory {

    public ThulacTokenizerFactory(Map<String, String> args) {
        super(args);
    }

From source file com.github.bibreen.mecab_ko_lucene_analyzer.StandardIndexTokenizerFactory.java

/**
 *  index tokenizer  ??. ? ? ? .
 *   - mecabDicDir: mecab-ko-dic  . ?  /usr/local/lib/mecab/dic/mecab-ko-dic ?.
 *   - compoundNounMinLength:   ?  ?. ? ? 3?.
 * 
 * <pre>

From source file com.github.bibreen.mecab_ko_lucene_analyzer.StandardQueryTokenizerFactory.java

/**
 *  query tokenizer  ??. ? ? ? .
 *   - mecabDicDir: mecab-ko-dic  . ?  /usr/local/lib/mecab/dic/mecab-ko-dic ?.
 * 
 * <pre>
 * {@code

From source file com.github.cstoku.neologd.unidic.lucene.analysis.ja.JapaneseTokenizerFactory.java

/**
 * Factory for {@link JapaneseTokenizer}.
 * <pre class="prettyprint">
 * &lt;fieldType name="text_ja" class="solr.TextField"&gt;
 *   &lt;analyzer&gt;
 *     &lt;tokenizer class="solr.JapaneseTokenizerFactory"

From source file com.grantingersoll.opengrok.analysis.SymbolTokenizerFactory.java

public abstract class SymbolTokenizerFactory extends TokenizerFactory {

    /** Initialize this factory via a set of key-value pairs. */
    protected SymbolTokenizerFactory(Map<String, String> args) {
        super(args);
    }

From source file com.lorelib.analyzer.lucene.IKTokenizerFactory.java

/**
 * @author <a href="mailto:su.eugene@gmail.com">Eugene Su</a>
 */
public class IKTokenizerFactory extends TokenizerFactory {
    private boolean useSmart;

From source file com.o19s.RegexPathHierarchyTokenizerFactory.java

/**
 * Factory for {@link PathHierarchyTokenizer}.
 * <p>
 * This factory is typically configured for use only in the <code>index</code>
 * Analyzer (or only in the <code>query</code> Analyzer, but never both).
 * </p>