Example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHA

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHA.

Prototype

int ALPHA

To view the source code for org.apache.lucene.analysis.miscellaneous WordDelimiterFilter ALPHA.

Click Source Link

Usage

From source file:edu.illinois.cs.cogcomp.bigdata.lucene.ASCIIEnglishAnalyzer.java

License:Open Source License

@Override
protected TokenStreamComponents createComponents(String fieldName) {
    final Tokenizer source = new StandardTokenizer();
    TokenStream result = new StandardFilter(source);
    result = new ASCIIFoldingFilter(result);
    result = new EnglishPossessiveFilter(result);
    result = new WordDelimiterFilter(result, WordDelimiterFilter.ALPHA, null);
    result = new LowerCaseFilter(result);
    result = new StopFilter(result, EnglishAnalyzer.getDefaultStopSet());
    result = new PorterStemFilter(result);
    return new TokenStreamComponents(source, result);
}

---

From source file:edu.illinois.cs.cogcomp.bigdata.lucene.MinimalAnalyzer.java

License:Open Source License

@Override
protected TokenStreamComponents createComponents(String fieldName) {
    final Tokenizer source = new StandardTokenizer();
    TokenStream result = new StandardFilter(source);
    result = new ASCIIFoldingFilter(result);
    result = new LowerCaseFilter(result);
    result = new EnglishPossessiveFilter(result);
    result = new StopFilter(result, stopwords);
    result = new WordDelimiterFilter(result, WordDelimiterFilter.ALPHA, null);
    result = new PorterStemFilter(result);
    return new TokenStreamComponents(source, result);
}

---

From source file:org.elasticsearch.analysis.common.WordDelimiterTokenFilterFactory.java

License:Apache License

private static Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else// ww  w. j a  v  a 2  s .  c  om
        return null;
}

---

From source file:org.elasticsearch.index.analysis.WordDelimiterTokenFilterFactory.java

License:Apache License

private Byte parseType(String s) {
    if (s.equals("LOWER"))
        return WordDelimiterFilter.LOWER;
    else if (s.equals("UPPER"))
        return WordDelimiterFilter.UPPER;
    else if (s.equals("ALPHA"))
        return WordDelimiterFilter.ALPHA;
    else if (s.equals("DIGIT"))
        return WordDelimiterFilter.DIGIT;
    else if (s.equals("ALPHANUM"))
        return WordDelimiterFilter.ALPHANUM;
    else if (s.equals("SUBWORD_DELIM"))
        return WordDelimiterFilter.SUBWORD_DELIM;
    else// w w w  .j ava 2  s.  c o m
        return null;
}

---