List of usage examples for org.apache.lucene.analysis.shingle ShingleAnalyzerWrapper ShingleAnalyzerWrapper
public ShingleAnalyzerWrapper(int minShingleSize, int maxShingleSize)
From source file:bixo.examples.webmining.PhraseShingleAnalyzer.java
License:Apache License
public PhraseShingleAnalyzer(int maxWordsInShingle) { _analyzer = new ShingleAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_42), maxWordsInShingle); }
From source file:com.finderbots.miner.PhraseShingleAnalyzer.java
License:Apache License
public PhraseShingleAnalyzer(int maxWordsInShingle) { Set<String> noStopWords = Collections.emptySet(); _analyzer = new ShingleAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_29, noStopWords), maxWordsInShingle);/* w ww . j a v a2 s .com*/ }
From source file:com.scaleunlimited.classify.analyzer.ShingleAnalyzer.java
License:Apache License
@Override public Analyzer createAnalyzer() { return new ShingleAnalyzerWrapper(StandardAnalyzer.createStandardAnalyzer(true), 2); }
From source file:org.apache.jackrabbit.oak.plugins.index.lucene.LuceneIndexEditorContext.java
License:Apache License
static IndexWriterConfig getIndexWriterConfig(IndexDefinition definition, boolean remoteDir) { // FIXME: Hack needed to make Lucene work in an OSGi environment Thread thread = Thread.currentThread(); ClassLoader loader = thread.getContextClassLoader(); thread.setContextClassLoader(IndexWriterConfig.class.getClassLoader()); try {//from w w w . j av a 2 s .c o m Analyzer definitionAnalyzer = definition.getAnalyzer(); Map<String, Analyzer> analyzers = new HashMap<String, Analyzer>(); analyzers.put(FieldNames.SPELLCHECK, new ShingleAnalyzerWrapper(LuceneIndexConstants.ANALYZER, 3)); if (!definition.isSuggestAnalyzed()) { analyzers.put(FieldNames.SUGGEST, SuggestHelper.getAnalyzer()); } Analyzer analyzer = new PerFieldAnalyzerWrapper(definitionAnalyzer, analyzers); IndexWriterConfig config = new IndexWriterConfig(VERSION, analyzer); if (remoteDir) { config.setMergeScheduler(new SerialMergeScheduler()); } if (definition.getCodec() != null) { config.setCodec(definition.getCodec()); } return config; } finally { thread.setContextClassLoader(loader); } }