Example usage for org.apache.lucene.analysis.ja JapaneseTokenizer DEFAULT_MODE

Introduction

In this page you can find the example usage for org.apache.lucene.analysis.ja JapaneseTokenizer DEFAULT_MODE.

Prototype

Mode DEFAULT_MODE

To view the source code for org.apache.lucene.analysis.ja JapaneseTokenizer DEFAULT_MODE.

Click Source Link

Document

Default tokenization mode.

Usage

From source file:hivemall.nlp.tokenizer.KuromojiUDF.java

License:Apache License

@Nonnull
private static Mode tokenizationMode(@Nonnull ObjectInspector oi) throws UDFArgumentException {
    final String arg = HiveUtils.getConstString(oi);
    if (arg == null) {
        return Mode.NORMAL;
    }/*from  w ww. j a va2 s .  co  m*/
    final Mode mode;
    if ("NORMAL".equalsIgnoreCase(arg)) {
        mode = Mode.NORMAL;
    } else if ("SEARCH".equalsIgnoreCase(arg)) {
        mode = Mode.SEARCH;
    } else if ("EXTENDED".equalsIgnoreCase(arg)) {
        mode = Mode.EXTENDED;
    } else if ("DEFAULT".equalsIgnoreCase(arg)) {
        mode = JapaneseTokenizer.DEFAULT_MODE;
    } else {
        throw new UDFArgumentException(
                "Expected NORMAL|SEARCH|EXTENDED|DEFAULT but got an unexpected mode: " + arg);
    }
    return mode;
}

---

From source file:org.apache.solr.analysis.JapaneseTokenizerFactory.java

License:Apache License

private Mode getMode(Map<String, String> args) {
    String mode = args.get(MODE);
    if (mode != null) {
        return Mode.valueOf(mode.toUpperCase(Locale.ENGLISH));
    } else {/* ww w. ja va2 s  . com*/
        return JapaneseTokenizer.DEFAULT_MODE;
    }
}

---

From source file:org.elasticsearch.index.analysis.Kuromoji2TokenizerFactory.java

License:Apache License

public static JapaneseTokenizer.Mode getMode(Settings settings) {
    JapaneseTokenizer.Mode mode = JapaneseTokenizer.DEFAULT_MODE;
    String modeSetting = settings.get("mode", null);
    if (modeSetting != null) {
        if ("search".equalsIgnoreCase(modeSetting)) {
            mode = JapaneseTokenizer.Mode.SEARCH;
        } else if ("normal".equalsIgnoreCase(modeSetting)) {
            mode = JapaneseTokenizer.Mode.NORMAL;
        } else if ("extended".equalsIgnoreCase(modeSetting)) {
            mode = JapaneseTokenizer.Mode.EXTENDED;
        }//from  ww  w  .  j a  v  a  2s  .  co  m
    }
    return mode;
}

---