Example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter SUBWORD_DELIM

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter SUBWORD_DELIM.

Prototype

int SUBWORD_DELIM

To view the source code for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter SUBWORD_DELIM.

Click Source Link

Usage

From source file:org.elasticsearch.analysis.common.WordDelimiterTokenFilterFactory.java

License:Apache License

private static Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else/*from www. j  a va 2  s  .  co m*/
        return null;
}

---

From source file:org.elasticsearch.index.analysis.WordDelimiterTokenFilterFactory.java

License:Apache License

private Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else//  ww  w .  java2 s  .c o  m
        return null;
}

---

From source file:org.ohdsi.usagi.UsagiAnalyzer.java

License:Apache License

@Override
protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
    final Tokenizer source = new StandardTokenizer(matchVersion, reader);
    TokenStream result = new StandardFilter(matchVersion, source);

    result = new EnglishPossessiveFilter(matchVersion, result);
    result = new LowerCaseFilter(matchVersion, result);
    result = new PorterStemFilter(result);
    result = new WordDelimiterFilter(matchVersion, result, WordDelimiterFilter.ALPHANUM
            | WordDelimiterFilter.SUBWORD_DELIM | WordDelimiterFilter.SPLIT_ON_NUMERICS, null);
    return new TokenStreamComponents(source, result);
}

---