List of usage examples for org.apache.lucene.analysis.nl DutchAnalyzer DutchAnalyzer
public DutchAnalyzer(CharArraySet stopwords, CharArraySet stemExclusionTable)
From source file:org.elasticsearch.analysis.common.DutchAnalyzerProvider.java
License:Apache License
DutchAnalyzerProvider(IndexSettings indexSettings, Environment env, String name, Settings settings) {
super(indexSettings, name, settings);
analyzer = new DutchAnalyzer(Analysis.parseStopWords(env, settings, DutchAnalyzer.getDefaultStopSet()),
Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET));
analyzer.setVersion(version);//from w w w. j ava 2s. co m
}
From source file:org.omegat.tokenizer.LuceneDutchTokenizer.java
License:Open Source License
@Override protected TokenStream getTokenStream(final String strOrig, final boolean stemsAllowed, final boolean stopWordsAllowed) { if (stemsAllowed) { String[] stopWords = stopWordsAllowed ? DutchAnalyzer.DUTCH_STOP_WORDS : EMPTY_STRING_LIST; return new DutchAnalyzer(getBehavior(), stopWords).tokenStream("", new StringReader(strOrig)); } else {/*www .j ava 2 s.c o m*/ return new StandardTokenizer(getBehavior(), new StringReader(strOrig)); } }