List of usage examples for org.apache.lucene.analysis.ga IrishAnalyzer IrishAnalyzer
public IrishAnalyzer(CharArraySet stopwords, CharArraySet stemExclusionSet)
From source file:org.elasticsearch.analysis.common.IrishAnalyzerProvider.java
License:Apache License
IrishAnalyzerProvider(IndexSettings indexSettings, Environment env, String name, Settings settings) {
super(indexSettings, name, settings);
analyzer = new IrishAnalyzer(Analysis.parseStopWords(env, settings, IrishAnalyzer.getDefaultStopSet()),
Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET));
analyzer.setVersion(version);//from w ww. j av a2 s .com
}
From source file:org.elasticsearch.index.analysis.IrishAnalyzerProvider.java
License:Apache License
@Inject public IrishAnalyzerProvider(Index index, IndexSettingsService indexSettingsService, Environment env, @Assisted String name, @Assisted Settings settings) { super(index, indexSettingsService.getSettings(), name, settings); analyzer = new IrishAnalyzer(Analysis.parseStopWords(env, settings, IrishAnalyzer.getDefaultStopSet()), Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET)); analyzer.setVersion(version);// w w w. j a v a 2 s .c om }
From source file:org.omegat.tokenizer.LuceneIrishTokenizer.java
License:Open Source License
@Override protected TokenStream getTokenStream(final String strOrig, final boolean stemsAllowed, final boolean stopWordsAllowed) { if (stemsAllowed) { CharArraySet stopWords = stopWordsAllowed ? IrishAnalyzer.getDefaultStopSet() : new CharArraySet(getBehavior(), 0, false); return new IrishAnalyzer(getBehavior(), stopWords).tokenStream("", new StringReader(strOrig)); } else {//from ww w .ja va 2 s . c o m return new StandardTokenizer(getBehavior(), new StringReader(strOrig)); } }