Example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHANUM

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHANUM.

Prototype

int ALPHANUM

To view the source code for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHANUM.

Click Source Link

Usage

From source file:org.elasticsearch.analysis.common.WordDelimiterTokenFilterFactory.java

License:Apache License

private static Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else//w  w  w. j  a v  a2 s.  c  om
        return null;
}

---

From source file:org.elasticsearch.index.analysis.WordDelimiterTokenFilterFactory.java

License:Apache License

private Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else/*from w  w w .j a  v  a 2 s.c om*/
        return null;
}

---

From source file:org.ohdsi.usagi.UsagiAnalyzer.java

License:Apache License

@Override
protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);

    result = new EnglishPossessiveFilter(matchVersion, result);
    result = new LowerCaseFilter(matchVersion, result);
    result = new PorterStemFilter(result);
    result = new WordDelimiterFilter(matchVersion, result, WordDelimiterFilter.ALPHANUM
            | WordDelimiterFilter.SUBWORD_DELIM | WordDelimiterFilter.SPLIT_ON_NUMERICS, null);
    return new TokenStreamComponents(source, result);
}

---