List of usage examples for org.apache.lucene.analysis.br BrazilianAnalyzer BrazilianAnalyzer
public BrazilianAnalyzer(CharArraySet stopwords, CharArraySet stemExclusionSet)
From source file:org.elasticsearch.analysis.common.BrazilianAnalyzerProvider.java
License:Apache License
BrazilianAnalyzerProvider(IndexSettings indexSettings, Environment env, String name, Settings settings) { super(indexSettings, name, settings); analyzer = new BrazilianAnalyzer( Analysis.parseStopWords(env, settings, BrazilianAnalyzer.getDefaultStopSet()), Analysis.parseStemExclusion(settings, CharArraySet.EMPTY_SET)); analyzer.setVersion(version);/*from w w w . j ava 2 s .com*/ }
From source file:org.omegat.tokenizer.LuceneBrazilianTokenizer.java
License:Open Source License
@Override protected TokenStream getTokenStream(final String strOrig, final boolean stemsAllowed, final boolean stopWordsAllowed) { if (stemsAllowed) { String[] stopWords = stopWordsAllowed ? BrazilianAnalyzer.BRAZILIAN_STOP_WORDS : EMPTY_STRING_LIST; return new BrazilianAnalyzer(getBehavior(), stopWords).tokenStream("", new StringReader(strOrig)); } else {/*from www . j av a 2s .c o m*/ return new StandardTokenizer(getBehavior(), new StringReader(strOrig)); } }