Example usage for org.antlr.v4.runtime TokenStreamRewriter TokenStreamRewriter

Introduction

In this page you can find the example usage for org.antlr.v4.runtime TokenStreamRewriter TokenStreamRewriter.

Prototype

public TokenStreamRewriter(TokenStream tokens) 

Source Link

Usage

From source file:amulet.translator.attributemapper.CExtractor.java

public CExtractor(TokenStream tokens, CParser parser, Vector<String> attributes) {
    rewriter = new TokenStreamRewriter(tokens);
    this.parser = parser;
    this.tokens = tokens;
    m_attributes = attributes;//  www.ja  v  a  2  s .  c om

}

---

From source file:amulet.translator.authorizationmodule.CExtractor.java

public CExtractor(TokenStream tokens, CParser parser, Vector<String> apiList,
        HashMap<String, List<String>> argumentMap) {
    rewriter = new TokenStreamRewriter(tokens);
    this.tokens = tokens;
    this.parser = parser;

    m_errors = new Vector<ErrorMsg>();
    m_warnings = new Vector<ErrorMsg>();
    authorizedApiList = apiList;//w  w  w .ja  v a2 s  .  c o m
    firstArgumentMap = argumentMap;
}

---

From source file:amulet.translator.compatibilitychecker.CExtractor.java

public CExtractor(TokenStream tokens, CParser parser, String className) {
    rewriter = new TokenStreamRewriter(tokens);
    this.parser = parser;
    this.tokens = tokens;
    this.className = className;

    m_errors = new Vector<ErrorMsg>();
    m_warnings = new Vector<ErrorMsg>();
    m_messages = new Vector<ErrorMsg>();
    m_scope = new Stack<ParserRuleContext>();
    m_callgraph = new HashMap<String, Set<String>>();

    //set log level -- seems like it should be simpler than this.
    Handler consoleHandler = new ConsoleHandler();
    consoleHandler.setLevel(logLevel);//from   w w w  .  j  a  va  2  s  . c  om
    LOGGER.addHandler(consoleHandler);
    LOGGER.setLevel(logLevel);
}

---

From source file:amulet.translator.functionwhitelist.CExtractor.java

public CExtractor(TokenStream tokens, CParser parser, String className, Vector<String> operationNames) {
    rewriter = new TokenStreamRewriter(tokens);
    this.className = className;
    this.parser = parser;
    this.tokens = tokens;
    this.operationNames = operationNames;

    functionDefinitions = new Vector<String>();
    functionCalls = new Vector<String>();
}

---

From source file:amulet.translator.runtimecheck.CExtractor.java

public CExtractor(QMClass qmclass, TokenStream tokens, CParser parser, boolean toggle,
        Vector<String> global_arrays, ResourceProfiler resourceProfiler) {
    rewriter = new TokenStreamRewriter(tokens);
    this.templateGroup = new STGroupFile("./amulet/translator/runtimecheck/CTemplates.stg");
    this.qmclass = qmclass;
    this.tokens = tokens;
    this.parser = parser;
    this.appId = qmclass.getName().toUpperCase() + "_APP";
    this.appLogId = appId + "_LOG";
    this.togglePins = toggle;
    this.arrays = global_arrays;
    this.global_arrays = global_arrays;
    this.resourceProfiler = resourceProfiler;
}

---

From source file:com.abubusoft.kripton.processor.sqlite.grammars.jql.JQLChecker.java

License:Apache License

/**
 * Replace internal./*from   w  w  w  .j  ava  2  s.  co m*/
 *
 * @param jqlContext
 *            the jql context
 * @param jql
 *            the jql
 * @param replace
 *            the replace
 * @param rewriterListener
 *            the rewriter listener
 * @return the string
 */
private String replaceInternal(final JQLContext jqlContext, String jql,
        final List<Triple<Token, Token, String>> replace, JqlBaseListener rewriterListener) {
    Pair<ParserRuleContext, CommonTokenStream> parser = prepareParser(jqlContext, jql);
    walker.walk(rewriterListener, parser.value0);

    TokenStreamRewriter rewriter = new TokenStreamRewriter(parser.value1);

    for (Triple<Token, Token, String> item : replace) {
        rewriter.replace(item.value0, item.value1, item.value2);
    }

    return rewriter.getText();
}

---

From source file:com.abubusoft.kripton.processor.sqlite.grammars.jql.JQLChecker.java

License:Apache License

/**
 * Replace from variable statement internal.
 *
 * @param context//from w  w  w  . ja  v  a 2 s  .com
 *            the context
 * @param jql
 *            the jql
 * @param replace
 *            the replace
 * @param rewriterListener
 *            the rewriter listener
 * @return the string
 */
private String replaceFromVariableStatementInternal(JQLContext context, String jql,
        final List<Triple<Token, Token, String>> replace, JqlBaseListener rewriterListener) {
    Pair<ParserRuleContext, CommonTokenStream> parser = prepareVariableStatement(context, jql);
    walker.walk(rewriterListener, parser.value0);

    TokenStreamRewriter rewriter = new TokenStreamRewriter(parser.value1);

    for (Triple<Token, Token, String> item : replace) {
        rewriter.replace(item.value0, item.value1, item.value2);
    }

    return rewriter.getText();
}

---

From source file:com.abubusoft.kripton.processor.sqlite.grammars.uri.ContentUriChecker.java

License:Apache License

/**
 * Replace internal from uri.//from   w w  w . j av  a  2  s  .c  o  m
 *
 * @param input the input
 * @param replace the replace
 * @param rewriterListener the rewriter listener
 * @return the string
 */
private String replaceInternalFromUri(String input, final List<Triple<Token, Token, String>> replace,
        UriBaseListener rewriterListener) {
    Pair<ParserRuleContext, CommonTokenStream> parser = prepareUri(input);
    pathSegmentIndex = -1;
    walker.walk(rewriterListener, parser.value0);

    TokenStreamRewriter rewriter = new TokenStreamRewriter(parser.value1);

    for (Triple<Token, Token, String> item : replace) {
        rewriter.replace(item.value0, item.value1, item.value2);
    }

    return rewriter.getText();
}

---

From source file:de.fuerstenau.gradle.commentstripper.CommentStripper.java

License:Open Source License

private void doStrip(Path fin, Path fout, Charset cs, DocType docType) throws IOException {
    try (Reader in = Files.newBufferedReader(fin, cs);
            OutputStream out = new BufferedOutputStream(Files.newOutputStream(fout))) {
        final ANTLRInputStream stream = new ANTLRInputStream(in);

        final CommonTokenStream tokens;
        if (docType == DocType.JAVA) {
            tokens = new CommonTokenStream(new GroovyLexer(stream), GroovyLexer.COMMENT);
        } else {//  www.j a  v  a  2 s . co m
            tokens = new CommonTokenStream(new Java8Lexer(stream), Java8Lexer.COMMENTS);
        }

        TokenStreamRewriter rew = new TokenStreamRewriter(tokens);

        while (tokens.LA(1) != EOF) {
            final Token t = tokens.LT(1);
            if (cond.shouldStrip(t.getText())) {
                rew.delete(t);
            }
            tokens.consume();
        }

        out.write(rew.getText().getBytes(cs));
        out.flush();
    }
}

---

From source file:de.huberlin.wbi.cuneiform.core.preprocess.ChannelListener.java

License:Apache License

public ChannelListener(CommonTokenStream tokenStream) {

    if (tokenStream == null)
        throw new NullPointerException("Token stream must not be empty.");

    rewriter = new TokenStreamRewriter(tokenStream);
    log = LogFactory.getLog(ChannelListener.class);
}

---

• «
• 1
• 2
• »