Example usage for org.antlr.v4.runtime Token getText

Introduction

In this page you can find the example usage for org.antlr.v4.runtime Token getText.

Prototype

String getText();

Source Link

Document

Get the text of the token.

Usage

From source file:io.prestosql.sql.parser.AstBuilder.java

License:Apache License

private static ComparisonExpression.Operator getComparisonOperator(Token symbol) {
    switch (symbol.getType()) {
    case SqlBaseLexer.EQ:
        return ComparisonExpression.Operator.EQUAL;
    case SqlBaseLexer.NEQ:
        return ComparisonExpression.Operator.NOT_EQUAL;
    case SqlBaseLexer.LT:
        return ComparisonExpression.Operator.LESS_THAN;
    case SqlBaseLexer.LTE:
        return ComparisonExpression.Operator.LESS_THAN_OR_EQUAL;
    case SqlBaseLexer.GT:
        return ComparisonExpression.Operator.GREATER_THAN;
    case SqlBaseLexer.GTE:
        return ComparisonExpression.Operator.GREATER_THAN_OR_EQUAL;
    }/*from  ww w. jav  a  2s .c o m*/

    throw new IllegalArgumentException("Unsupported operator: " + symbol.getText());
}

From source file:io.prestosql.sql.parser.AstBuilder.java

License:Apache License

private static CurrentTime.Function getDateTimeFunctionType(Token token) {
    switch (token.getType()) {
    case SqlBaseLexer.CURRENT_DATE:
        return CurrentTime.Function.DATE;
    case SqlBaseLexer.CURRENT_TIME:
        return CurrentTime.Function.TIME;
    case SqlBaseLexer.CURRENT_TIMESTAMP:
        return CurrentTime.Function.TIMESTAMP;
    case SqlBaseLexer.LOCALTIME:
        return CurrentTime.Function.LOCALTIME;
    case SqlBaseLexer.LOCALTIMESTAMP:
        return CurrentTime.Function.LOCALTIMESTAMP;
    }/*from   w  w  w  .  j  a v  a  2  s.com*/

    throw new IllegalArgumentException("Unsupported special function: " + token.getText());
}

From source file:io.prestosql.sql.parser.AstBuilder.java

License:Apache License

private static LogicalBinaryExpression.Operator getLogicalBinaryOperator(Token token) {
    switch (token.getType()) {
    case SqlBaseLexer.AND:
        return LogicalBinaryExpression.Operator.AND;
    case SqlBaseLexer.OR:
        return LogicalBinaryExpression.Operator.OR;
    }/*  ww w . j  a v  a2  s . co m*/

    throw new IllegalArgumentException("Unsupported operator: " + token.getText());
}

From source file:io.prestosql.sql.parser.StatementSplitter.java

License:Apache License

public StatementSplitter(String sql, Set<String> delimiters) {
    TokenSource tokens = getLexer(sql, delimiters);
    ImmutableList.Builder<Statement> list = ImmutableList.builder();
    StringBuilder sb = new StringBuilder();
    while (true) {
        Token token = tokens.nextToken();
        if (token.getType() == Token.EOF) {
            break;
        }//from  w  w  w. j a  v a2 s .c  om
        if (token.getType() == SqlBaseParser.DELIMITER) {
            String statement = sb.toString().trim();
            if (!statement.isEmpty()) {
                list.add(new Statement(statement, token.getText()));
            }
            sb = new StringBuilder();
        } else {
            sb.append(token.getText());
        }
    }
    this.completeStatements = list.build();
    this.partialStatement = sb.toString().trim();
}

From source file:io.prestosql.sql.parser.StatementSplitter.java

License:Apache License

public static String squeezeStatement(String sql) {
    TokenSource tokens = getLexer(sql, ImmutableSet.of());
    StringBuilder sb = new StringBuilder();
    while (true) {
        Token token = tokens.nextToken();
        if (token.getType() == Token.EOF) {
            break;
        }/* w w  w.j a  v  a2 s  . c  o  m*/
        if (token.getType() == SqlBaseLexer.WS) {
            sb.append(' ');
        } else {
            sb.append(token.getText());
        }
    }
    return sb.toString().trim();
}

From source file:io.proleap.cobol.preprocessor.impl.CobolPreprocessorImpl.java

License:Open Source License

protected String getHiddenTokensToLeft(final BufferedTokenStream tokens, final int tokPos) {
    final List<Token> refChannel = tokens.getHiddenTokensToLeft(tokPos, Cobol85PreprocessorLexer.HIDDEN);
    final StringBuffer sb = new StringBuffer();

    if (refChannel != null) {
        for (final Token refToken : refChannel) {
            final String text = refToken.getText();
            sb.append(text);//from w  ww.  ja v a  2s  . c o  m
        }
    }

    return sb.toString();
}

From source file:io.proleap.cobol.preprocessor.sub.util.TokenUtils.java

License:Open Source License

public static String getHiddenTokensToLeft(final int tokPos, final BufferedTokenStream tokens) {
    final List<Token> refChannel = tokens.getHiddenTokensToLeft(tokPos, Cobol85PreprocessorLexer.HIDDEN);
    final StringBuffer sb = new StringBuffer();

    if (refChannel != null) {
        for (final Token refToken : refChannel) {
            final String text = refToken.getText();
            sb.append(text);/*  w w  w .j av  a2 s .  c om*/
        }
    }

    return sb.toString();
}

From source file:javasharp.XmlEmittingVisitor.java

License:Open Source License

private void emitWhiteSpace(Token t) {
    int tokenIndex = t.getTokenIndex();
    if (tokenIndex > cursor && t.getType() == JavaLexer.WS) {
        String ws = t.getText().replaceAll("\r\n", "\n");
        try {//w  ww.  j ava  2 s  .  c  o  m
            contentHandler.characters(ws.toCharArray(), 0, ws.length());
        } catch (SAXException ex) {
            Logger.getLogger(XmlEmittingVisitor.class.getName()).log(Level.SEVERE, null, ex);
        }
        cursor = t.getTokenIndex();
    }
}

From source file:javasharp.XmlEmittingVisitor.java

License:Open Source License

void emitToken(String elementName, Token token) {
    int tokenIndex = token.getTokenIndex();
    assert tokenIndex > cursor;
    String tokenText = token.getText().replaceAll("\r\n", "\n");
    try {//from w w  w . j  a v  a  2 s .  com
        AttributesImpl atts = new AttributesImpl();
        int tokenType = token.getType();
        tokenType = tokenType <= 0 ? 0 : tokenType;
        atts.addAttribute("", "type", "type", "", JavaLexer.tokenTypes[tokenType]);
        contentHandler.startElement("", elementName, elementName, atts);
        contentHandler.characters(tokenText.toCharArray(), 0, tokenText.length());
        contentHandler.endElement("", elementName, elementName);
    } catch (SAXException ex) {
        Logger.getLogger(XmlEmittingVisitor.class.getName()).log(Level.SEVERE, null, ex);
        throw new RuntimeException(ex);
    }
    cursor = tokenIndex;
}

From source file:jetbrick.template.parser.AstCodeVisitor.java

License:Open Source License

@Override
public AstText visitText(TextContext ctx) {
    Token token = ((TerminalNode) ctx.getChild(0)).getSymbol();
    String text = token.getText();
    switch (token.getType()) {
    case JetTemplateLexer.TEXT_CDATA:
        text = text.substring(3, text.length() - 3);
        break;// w w  w . j av a 2s .  c  o m
    case JetTemplateLexer.TEXT_CHAR_ESCAPED:
        text = text.substring(1);
        break;
    }
    return new AstText(text, token.getLine());
}