List of usage examples for org.apache.commons.lang.text StrTokenizer setTrimmerMatcher
public StrTokenizer setTrimmerMatcher(StrMatcher trimmer)
From source file:org.eclipse.skalli.services.permit.Permit.java
private static String[] split(String path) { StrTokenizer tokenizer = new StrTokenizer(); tokenizer.setDelimiterChar('/'); tokenizer.setTrimmerMatcher(StrMatcher.trimMatcher()); tokenizer.reset(path);/*from w ww . j a v a 2s . co m*/ return tokenizer.getTokenArray(); }
From source file:org.eclipse.skalli.services.search.SearchQuery.java
StrTokenizer getTokenizer() {
StrTokenizer tokenizer = new StrTokenizer("", StrMatcher.commaMatcher(), StrMatcher.quoteMatcher());
tokenizer.setTrimmerMatcher(StrMatcher.trimMatcher());
return tokenizer;
}
From source file:org.intermine.api.query.LookupTokeniser.java
/** * Transform an input string into a list of identifiers. * @param input A comma, new line, or tab delimited set of identifiers, * with optional double quoting.//from w w w.j a va 2 s . c om * @return A list of identifiers. */ public List<String> tokenise(String input) { List<String> ret = new LinkedList<String>(); StrTokenizer tokeniser = new StrTokenizer(input, charSetMatcher); tokeniser.setQuoteChar('"'); tokeniser.setIgnoreEmptyTokens(true); tokeniser.setTrimmerMatcher(StrMatcher.trimMatcher()); while (tokeniser.hasNext()) { String token = tokeniser.nextToken().trim(); ret.add(token); } return ret; }