List of usage examples for org.apache.lucene.analysis.el GreekLowerCaseFilter GreekLowerCaseFilter
public GreekLowerCaseFilter(TokenStream in)
From source file:org.crosswire.jsword.index.lucene.analysis.GreekLuceneAnalyzer.java
License:Open Source License
/** * Creates a {@link TokenStream} which tokenizes all the text in the provided {@link Reader}. * * @return A {@link TokenStream} built from a {@link StandardTokenizer} filtered with * {@link GreekLowerCaseFilter} and {@link StopFilter} *//* w w w. j a va2 s .c om*/ @Override public TokenStream tokenStream(String fieldName, Reader reader) { TokenStream result = new StandardTokenizer(matchVersion, reader); result = new GreekLowerCaseFilter(result); if (doStopWords && stopSet != null) { result = new StopFilter(StopFilter.getEnablePositionIncrementsVersionDefault(matchVersion), result, stopSet); } return result; }
From source file:org.crosswire.jsword.index.lucene.analysis.GreekLuceneAnalyzer.java
License:Open Source License
/** * Returns a (possibly reused) {@link TokenStream} which tokenizes all the text * in the provided {@link Reader}.//from w w w .ja v a2s . co m * * @return A {@link TokenStream} built from a {@link StandardTokenizer} filtered with * {@link GreekLowerCaseFilter} and {@link StopFilter} */ @Override public TokenStream reusableTokenStream(String fieldName, Reader reader) throws IOException { SavedStreams streams = (SavedStreams) getPreviousTokenStream(); if (streams == null) { streams = new SavedStreams(new StandardTokenizer(matchVersion, reader)); streams.setResult(new GreekLowerCaseFilter(streams.getResult())); if (doStopWords && stopSet != null) { streams.setResult(new StopFilter(StopFilter.getEnablePositionIncrementsVersionDefault(matchVersion), streams.getResult(), stopSet)); } setPreviousTokenStream(streams); } else { streams.getSource().reset(reader); } return streams.getResult(); }
From source file:org.elasticsearch.analysis.common.LowerCaseTokenFilterFactory.java
License:Apache License
@Override public TokenStream create(TokenStream tokenStream) { if (lang == null) { return new LowerCaseFilter(tokenStream); } else if (lang.equalsIgnoreCase("greek")) { return new GreekLowerCaseFilter(tokenStream); } else if (lang.equalsIgnoreCase("irish")) { return new IrishLowerCaseFilter(tokenStream); } else if (lang.equalsIgnoreCase("turkish")) { return new TurkishLowerCaseFilter(tokenStream); } else {//ww w . j a v a 2 s . c om throw new IllegalArgumentException("language [" + lang + "] not support for lower case"); } }
From source file:org.gss_project.gss.solr.analysis.GreekLowerCaseFilterFactory.java
License:Open Source License
/** * */ public GreekLowerCaseFilter create(TokenStream input) { return new GreekLowerCaseFilter(input); }