List of usage examples for org.apache.lucene.analysis.de GermanNormalizationFilter GermanNormalizationFilter
public GermanNormalizationFilter(TokenStream input)
From source file:com.romeikat.datamessie.core.processing.service.fulltext.query.FullTextIndexingAnalyzer.java
License:Open Source License
@Override protected TokenStreamComponents createComponents(final String fieldName) { final Tokenizer source = new StandardTokenizer(); TokenStream result = new StandardFilter(source); // Convert to lower case result = new LowerCaseFilter(result); // Normalize German special characters result = new GermanNormalizationFilter(result); return new TokenStreamComponents(source, result); }
From source file:de.unihildesheim.iw.lucene.analyzer.GermanAnalyzer.java
License:Open Source License
/** * This configuration must match with the configuration used for the index! * * @param fieldName Document field/*w w w . j ava 2 s . com*/ * @return Token stream */ @SuppressWarnings("resource") @Override protected TokenStreamComponents createComponents(final String fieldName) { final Tokenizer source = new StandardTokenizer(); TokenStream result = new StandardFilter(source); result = new LowerCaseFilter(result); result = new StopFilter(result, getStopwordSet()); result = new GermanNormalizationFilter(result); result = new GermanLightStemFilter(result); return new TokenStreamComponents(source, result); }
From source file:org.apache.solr.analysis.GermanNormalizationFilterFactory.java
License:Apache License
public TokenStream create(TokenStream input) { return new GermanNormalizationFilter(input); }
From source file:org.elasticsearch.analysis.common.GermanNormalizationFilterFactory.java
License:Apache License
@Override public TokenStream create(TokenStream tokenStream) { return new GermanNormalizationFilter(tokenStream); }