Example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream

Introduction

In this page you can find the example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream.

Prototype

public CommonTokenStream(TokenSource tokenSource)

Source Link

Document

Constructs a new CommonTokenStream using the specified token source and the default token channel ( Token#DEFAULT_CHANNEL ).

Usage

From source file:javasharp.SyntaxTreeXmlFilter.java

License:Open Source License

private JavaParser.CompilationUnitContext readSourceFile(File javaSourceFile)
        throws FileNotFoundException, IOException {
    Reader fileReader = new FileReader(javaSourceFile);
    ANTLRInputStream is = new ANTLRInputStream(fileReader);
    lexer.setInputStream(is);/*from  w  w  w  .  jav a  2s  . c  o  m*/
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    tokens.fill();
    parser.setTokenStream(tokens);
    JavaParser.CompilationUnitContext ctx = parser.compilationUnit();
    return ctx;
}

From source file:jetbrick.template.JetTemplate.java

License:Open Source License

private String generateJavaSource(Resource resource) {
    char[] source = resource.getSource();
    ANTLRInputStream is = new ANTLRInputStream(source, source.length);
    is.name = resource.getAbsolutePath(); // set source file name, it will be displayed in error report.

    JetTemplateParser parser = new JetTemplateParser(new CommonTokenStream(new JetTemplateLexer(is)));
    parser.removeErrorListeners(); // remove ConsoleErrorListener
    parser.addErrorListener(new JetTemplateErrorListener());
    parser.setErrorHandler(new JetTemplateErrorStrategy());

    JetTemplateCodeVisitor visitor = new JetTemplateCodeVisitor(engine, engine.getVariableResolver(), parser,
            resource);/*  w  w  w  .  j a v a2s.c o  m*/
    Code code = parser.template().accept(visitor);
    return code.getSource();
}

From source file:jetbrick.template.parser.AstBuilder.java

License:Open Source License

public static AstTemplate create(Source source, ParserContext ctx) {
    char[] contents = source.getContents();
    ANTLRInputStream is = new ANTLRInputStream(contents, contents.length);
    is.name = source.getFilename(); // set source file name, it will be displayed in error report.

    JetTemplateLexer lexer = new JetTemplateLexer(is);
    lexer.removeErrorListeners(); // remove default ConsoleErrorListener
    lexer.addErrorListener(AstErrorListener.instance);

    JetTemplateParser parser = new JetTemplateParser(new CommonTokenStream(lexer));
    parser.removeErrorListeners(); // remove default ConsoleErrorListener
    parser.addErrorListener(AstErrorListener.instance);
    parser.setErrorHandler(new AstErrorStrategy());

    try {//from   w  w  w  .  ja v  a 2s .  c  o  m
        AstCodeVisitor visitor = new AstCodeVisitor(ctx);
        return visitor.visitTemplate(parser.template());
    } catch (SyntaxException e) {
        // ???
        throw e.set(source);
    }
}

From source file:joanakeyrefactoring.AntlrHelperMainMethod.java

public static void main(String[] args) {
    String java = "package p;" + "class ClassA {" + "private int x;" + "}";
    Java8Lexer java8Lexer = new Java8Lexer(new ANTLRInputStream(java));
    Java8Parser java8Parser = new Java8Parser(new CommonTokenStream(java8Lexer));
    ParseTree tree = java8Parser.compilationUnit();
    System.out.println(tree.toStringTree(java8Parser));
}

From source file:joanakeyrefactoring.CustomListener.GetMethodBodyListener.java

public void parseFile(String file, StaticCGJavaMethod method) {
    Java8Lexer java8Lexer = new Java8Lexer(new ANTLRInputStream(file));
    Java8Parser java8Parser = new Java8Parser(new CommonTokenStream(java8Lexer));
    ParseTreeWalker walker = new ParseTreeWalker();
    extractedMethodParamNames = new ArrayList<>();
    this.method = method;
    parsedRightMethod = false;//from  ww  w  .  j ava 2 s .  c  om
    walker.walk(this, java8Parser.compilationUnit());
}

From source file:joanakeyrefactoring.javaforkeycreator.javatokeypipeline.CopyKeyCompatibleListener.java

public String transformCode(String classCode, Set<StaticCGJavaMethod> neededMethods) {
    currentlyGenerated = new StringBuilder();
    classCodeAsLines = new ArrayList<>();
    importStatements = new ArrayList<>();
    this.neededMethods = neededMethods;

    String[] split = classCode.split("\n");
    for (int i = 0; i < split.length; i++) {
        String string = split[i];
        classCodeAsLines.add(string);// ww  w .ja  v a  2  s . co m
    }

    Java8Lexer java8Lexer = new Java8Lexer(new ANTLRInputStream(classCode));
    Java8Parser java8Parser = new Java8Parser(new CommonTokenStream(java8Lexer));
    ParseTreeWalker walker = new ParseTreeWalker();
    walker.walk(this, java8Parser.compilationUnit());

    return currentlyGenerated.toString();
}

From source file:joanakeyrefactoring.javaforkeycreator.LoopListener.java

public List<Integer> findLoopLines(String code) {
    created = new ArrayList<>();
    Java8Lexer l = new Java8Lexer(new ANTLRInputStream(code));
    Java8Parser p = new Java8Parser(new CommonTokenStream(l));
    ParseTreeWalker walker = new ParseTreeWalker();
    walker.walk(this, p.compilationUnit());
    return created;
}

From source file:jtabwbx.modal.parser.ModalFormulaParser.java

License:Open Source License

/**
 * Parses the string given as argument and returns the corresponding
 * {@link ParseTree}.//w ww  .jav a  2  s.  c om
 * 
 * @param str the string describing the formula.
 * @return the parse tree.
 * @throws ModalFormulaParseException if an error occurs during parsing.
 */
public ParseTree parse(String str) throws ModalFormulaParseException {
    try {
        ModalFormulaLexerSignalingErrors lexer = new ModalFormulaLexerSignalingErrors(
                new ANTLRInputStream(str));
        lexer.removeErrorListeners();
        lexer.addErrorListener(new ErrorListener());
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        ModalWffParser parser = new ModalWffParser(tokens);
        parser.removeErrorListeners();
        parser.addErrorListener(new ErrorListener());
        parser.getInterpreter().setPredictionMode(PredictionMode.SLL);
        ParseTree tree = parser.modalFormula();
        return tree;
    } catch (ParserError e) {
        throw new ModalFormulaParseException(e.getMessage());
    }
}

From source file:jtabwbx.prop.parser.PropositionalFormulaParser.java

License:Open Source License

/**
 * Parses the string given as argument and returns the corresponding
 * {@link ParseTree}./*ww  w.jav  a2s . c  o m*/
 * 
 * @param str the string describing the formula.
 * @return the parse tree.
 * @throws FormulaParseException if an error occurs during parsing.
 */
public ParseTree parse(String str) throws FormulaParseException {
    try {
        FormulaLexerSignalingErrors lexer = new FormulaLexerSignalingErrors(new ANTLRInputStream(str));
        lexer.removeErrorListeners();
        lexer.addErrorListener(new ErrorListener());
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        FormulaParser parser = new FormulaParser(tokens);
        parser.removeErrorListeners();
        parser.addErrorListener(new ErrorListener());
        parser.getInterpreter().setPredictionMode(PredictionMode.SLL);
        ParseTree tree = parser.formula();
        return tree;
    } catch (ParserError e) {
        throw new FormulaParseException(e.getMessage());
    }
}

From source file:kohl.hadrien.vtl.script.VTLScriptEngine.java

License:Apache License

@Override
public Object eval(Reader reader, ScriptContext context) throws ScriptException {
    try {//from   ww  w . j a v a2s .  c om
        VTLLexer lexer = new VTLLexer(new ANTLRInputStream(reader));
        VTLParser parser = new VTLParser(new CommonTokenStream(lexer));

        VTLParser.StartContext start = parser.start();
        // Run loop.
        AssignmentVisitor assignmentVisitor = new AssignmentVisitor(context, connectors);
        Dataset last = null;
        for (VTLParser.StatementContext statementContext : start.statement()) {
            last = assignmentVisitor.visit(statementContext);
        }
        return last;
    } catch (IOException ioe) {
        throw new ScriptException(ioe);
    }
}