Example usage for org.apache.lucene.analysis.ja JapaneseIterationMarkCharFilter NORMALIZE_KANA_DEFAULT

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.ja JapaneseIterationMarkCharFilter NORMALIZE_KANA_DEFAULT.

Prototype

boolean NORMALIZE_KANA_DEFAULT

To view the source code for org.apache.lucene.analysis.ja JapaneseIterationMarkCharFilter NORMALIZE_KANA_DEFAULT.

Click Source Link

Document

Normalize kana iteration marks by default

Usage

From source file:org.codelibs.elasticsearch.ja.analysis.KuromojiIterationMarkCharFilterFactory.java

License:Apache License

@Inject
public KuromojiIterationMarkCharFilterFactory(Index index, IndexSettingsService indexSettingsService,
        @Assisted String name, @Assisted Settings settings) {
    super(index, indexSettingsService.getSettings(), name);
    normalizeKanji = settings.getAsBoolean("normalize_kanji",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANJI_DEFAULT);
    normalizeKana = settings.getAsBoolean("normalize_kana",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANA_DEFAULT);
}

---

From source file:org.elasticsearch.index.analysis.Kuromoji2IterationMarkCharFilterFactory.java

License:Apache License

public Kuromoji2IterationMarkCharFilterFactory(IndexSettings indexSettings, Environment env, String name,
        Settings settings) {//  w  ww .  j  a v a2  s  .c  o m
    super(indexSettings, name);
    normalizeKanji = settings.getAsBoolean("normalize_kanji",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANJI_DEFAULT);
    normalizeKana = settings.getAsBoolean("normalize_kana",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANA_DEFAULT);
}

---

From source file:org.elasticsearch.index.analysis.KuromojiIterationMarkCharFilterFactory.java

License:Apache License

@Inject
public KuromojiIterationMarkCharFilterFactory(Index index, @IndexSettings Settings indexSettings,
        @Assisted String name, @Assisted Settings settings) {
    super(index, indexSettings, name);
    normalizeKanji = settings.getAsBoolean("normalize_kanji",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANJI_DEFAULT);
    normalizeKana = settings.getAsBoolean("normalize_kana",
            JapaneseIterationMarkCharFilter.NORMALIZE_KANA_DEFAULT);
}

---

From source file:org.elasticsearch.indices.analysis.KuromojiIndicesAnalysis.java

License:Apache License

@Inject
public KuromojiIndicesAnalysis(Settings settings, IndicesAnalysisService indicesAnalysisService) {
    super(settings);

    indicesAnalysisService.analyzerProviderFactories().put("kuromoji",
            new PreBuiltAnalyzerProviderFactory("kuromoji", AnalyzerScope.INDICES, new JapaneseAnalyzer()));

    indicesAnalysisService.charFilterFactories().put("kuromoji_iteration_mark",
            new PreBuiltCharFilterFactoryFactory(new CharFilterFactory() {
                @Override/* w ww.j a va 2 s . c  om*/
                public String name() {
                    return "kuromoji_iteration_mark";
                }

                @Override
                public Reader create(Reader reader) {
                    return new JapaneseIterationMarkCharFilter(reader,
                            JapaneseIterationMarkCharFilter.NORMALIZE_KANJI_DEFAULT,
                            JapaneseIterationMarkCharFilter.NORMALIZE_KANA_DEFAULT);
                }
            }));

    indicesAnalysisService.tokenizerFactories().put("kuromoji_tokenizer",
            new PreBuiltTokenizerFactoryFactory(new TokenizerFactory() {
                @Override
                public String name() {
                    return "kuromoji_tokenizer";
                }

                @Override
                public Tokenizer create() {
                    return new JapaneseTokenizer(null, true, Mode.SEARCH);
                }
            }));

    indicesAnalysisService.tokenFilterFactories().put("kuromoji_baseform",
            new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
                @Override
                public String name() {
                    return "kuromoji_baseform";
                }

                @Override
                public TokenStream create(TokenStream tokenStream) {
                    return new JapaneseBaseFormFilter(tokenStream);
                }
            }));

    indicesAnalysisService.tokenFilterFactories().put("kuromoji_part_of_speech",
            new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
                @Override
                public String name() {
                    return "kuromoji_part_of_speech";
                }

                @Override
                public TokenStream create(TokenStream tokenStream) {
                    return new JapanesePartOfSpeechStopFilter(tokenStream,
                            JapaneseAnalyzer.getDefaultStopTags());
                }
            }));

    indicesAnalysisService.tokenFilterFactories().put("kuromoji_readingform",
            new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
                @Override
                public String name() {
                    return "kuromoji_readingform";
                }

                @Override
                public TokenStream create(TokenStream tokenStream) {
                    return new JapaneseReadingFormFilter(tokenStream, true);
                }
            }));

    indicesAnalysisService.tokenFilterFactories().put("kuromoji_stemmer",
            new PreBuiltTokenFilterFactoryFactory(new TokenFilterFactory() {
                @Override
                public String name() {
                    return "kuromoji_stemmer";
                }

                @Override
                public TokenStream create(TokenStream tokenStream) {
                    return new JapaneseKatakanaStemFilter(tokenStream);
                }
            }));
}

---