List of usage examples for org.apache.lucene.analysis.no NorwegianAnalyzer NorwegianAnalyzer
public NorwegianAnalyzer(CharArraySet stopwords, CharArraySet stemExclusionSet)
From source file:org.elasticsearch.analysis.common.NorwegianAnalyzerProvider.java
License:Apache License
NorwegianAnalyzerProvider(IndexSettings indexSettings, Environment env, String name, Settings settings) {
super(indexSettings, name, settings);
analyzer = new NorwegianAnalyzer(
Analysis.parseStopWords(env, settings, NorwegianAnalyzer.getDefaultStopSet()),
Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET));
analyzer.setVersion(version);/* www .j a v a 2 s .co m*/
}
From source file:org.omegat.tokenizer.LuceneNorwegianTokenizer.java
License:Open Source License
@Override protected TokenStream getTokenStream(final String strOrig, final boolean stemsAllowed, final boolean stopWordsAllowed) { if (stemsAllowed) { Set<?> stopWords = stopWordsAllowed ? NorwegianAnalyzer.getDefaultStopSet() : Collections.EMPTY_SET; return new NorwegianAnalyzer(getBehavior(), stopWords).tokenStream("", new StringReader(strOrig)); } else {//from ww w.ja va 2 s. c om return new StandardTokenizer(getBehavior(), new StringReader(strOrig)); } }