Example usage for org.apache.commons.lang.text StrTokenizer setEmptyTokenAsNull

Introduction

In this page you can find the example usage for org.apache.commons.lang.text StrTokenizer setEmptyTokenAsNull.

Prototype

public StrTokenizer setEmptyTokenAsNull(boolean emptyAsNull) 

Source Link

Document

Sets whether the tokenizer should return empty tokens as null.

Usage

From source file:org.ramadda.util.Utils.java

/**
 * _more_//from   w w  w .  j  a  v  a2 s.  c  o  m
 *
 * @param line _more_
 * @param columnDelimiter _more_
 *
 * @return _more_
 */
public static List<String> tokenizeColumns(String line, String columnDelimiter) {
    //        System.err.println("line:" + line);
    //        System.err.println("line:" + line.replaceAll("\t","_TAB_"));
    List<String> toks = new ArrayList<String>();
    StrTokenizer tokenizer = StrTokenizer.getCSVInstance(line);
    tokenizer.setEmptyTokenAsNull(true);
    //        StrTokenizer tokenizer = new StrTokenizer(line, columnDelimiter);
    if (!columnDelimiter.equals(",")) {
        tokenizer.setDelimiterChar(columnDelimiter.charAt(0));
    }
    //        tokenizer.setQuoteChar('"');
    while (tokenizer.hasNext()) {
        String tok = tokenizer.nextToken();
        if (tok == null) {
            tok = "";
        }
        //            System.err.println("tok:" + tok);
        toks.add(tok);
    }

    return toks;
}

---