List of usage examples for edu.stanford.nlp.process Morphology lemma
public String lemma(String word, String tag, boolean lowercase)
From source file:ie.pars.bnc.preprocess.ProcessNLP.java
License:Open Source License
/** * The return is the line consists of the word lemma tag depRelatoin * distanceToGoverner GovWord GovLemma GovTag * * @param index/*w ww.j a v a 2 s .c om*/ * @param token * @param m * @param head * @param deprel * @param headWord * @return */ private static String line(int index, TaggedWord token, Morphology m, int head, String deprel, TaggedWord headWord) { ArrayList<String> fields = new ArrayList<>(16); // fields.add(Integer.toString(index)); // 1 fields.add(orNull(token.word())); // 2 fields.add(orNull(m.lemma(token.word(), token.tag(), true))); // 3 fields.add(orNull(token.tag())); // 4 // fields.add(orNull(token.ner())); // 5 fields.add(deprel); if (head == 0) { fields.add(Integer.toString(head)); // 6 fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); } else if (head > 0) { fields.add(Integer.toString(head - index)); // 6 fields.add(headWord.word()); fields.add(m.lemma(headWord.word(), headWord.tag(), true)); fields.add(headWord.tag()); } else { fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); fields.add(NULL_PLACEHOLDER); } return StringUtils.join(fields, "\t"); }