Example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream

Introduction

In this page you can find the example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream.

Prototype

public CommonTokenStream(TokenSource tokenSource)

Source Link

Document

Constructs a new CommonTokenStream using the specified token source and the default token channel ( Token#DEFAULT_CHANNEL ).

Usage

From source file:com.khubla.jvmbasic.jvmbasicc.JVMBasicCompiler.java

License:Open Source License

/**
 * parse an input file/* w  w  w.  j a v  a 2 s . co  m*/
 */
public static ProgContext parse(InputStream inputStream) throws Exception {
    try {
        if (null != inputStream) {
            final jvmBasicLexer jvmBasicLexer = new jvmBasicLexer(new ANTLRInputStream(inputStream));
            final CommonTokenStream tokens = new CommonTokenStream(jvmBasicLexer);
            final jvmBasicParser jvmBasicParser = new jvmBasicParser(tokens);
            jvmBasicParser.setBuildParseTree(true);
            return jvmBasicParser.prog();
        } else {
            throw new IllegalArgumentException();
        }
    } catch (final Exception e) {
        throw new Exception("Exception reading and parsing file", e);
    }
}

From source file:com.khubla.sml.SMLInterpreter.java

License:Open Source License

/**
 * parse an input file//w w w . ja  va  2 s  . c o  m
 */
public static ModelContext parse(InputStream inputStream) throws Exception {
    try {
        if (null != inputStream) {
            final Reader reader = new InputStreamReader(inputStream, "UTF-8");
            final smlLexer lexer = new smlLexer(new ANTLRInputStream(reader));
            final CommonTokenStream tokens = new CommonTokenStream(lexer);
            final smlParser parser = new smlParser(tokens);
            return parser.model();
        } else {
            throw new IllegalArgumentException();
        }
    } catch (final Exception e) {
        throw new Exception("Exception reading and parsing file", e);
    }
}

From source file:com.koltem.filetype.verilog.VerilogVisualElement.java

public VerilogVisualElement(Lookup lkp) {
    obj = lkp.lookup(VerilogDataObject.class);
    assert obj != null;
    initComponents();/*from  w  ww. j  a v a  2  s. com*/
    try {
        InputStream input = obj.getPrimaryFile().getInputStream();
        ANTLRInputStream antlrInput = new ANTLRInputStream(input);
        Lexer lexer = new Verilog2001Lexer(antlrInput);
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        Verilog2001Parser verilogParser = new Verilog2001Parser(tokens);
        verilogParser.setBuildParseTree(true); // don
        RuleContext tree = verilogParser.description();
        //tree.inspect(verilogParser); // show in gui
        System.out.println("Ready to parse tree");

    } catch (FileNotFoundException ex) {
        Exceptions.printStackTrace(ex);
    } catch (IOException ex) {
        Exceptions.printStackTrace(ex);

    }

}

From source file:com.kutsyk.convertors.FrontmatterCreator.java

License:Creative Commons License

/**
 * Workout string./*  w  w  w. j  av a  2  s.c om*/
 *
 * @param data the data
 * @return the string
 */
protected static String workoutString(String data) {
    StringBuilder result = new StringBuilder();
    String input = "\\begin{document}\n" + data + "\n\\end{document}";
    ANTLRInputStream mainInput = new ANTLRInputStream(input);
    LaTEXLexer mainLexer = new LaTEXLexer(mainInput);
    CommonTokenStream mainTokens = new CommonTokenStream(mainLexer);
    LaTEXParser mainParser = new LaTEXParser(mainTokens);
    ParseTree mainTree = mainParser.compilationUnit();// parse

    ParseTreeWalker walker = new ParseTreeWalker(); // create standard

    return result.toString();
}

From source file:com.liferay.dynamic.data.mapping.expression.internal.DDMExpressionImpl.java

License:Open Source License

protected ExpressionContext createExpressionContext() throws DDMExpressionException {

    try {// www .j ava 2  s . c  o  m
        CharStream charStream = new ANTLRInputStream(_expressionString);

        DDMExpressionLexer ddmExpressionLexer = new DDMExpressionLexer(charStream);

        DDMExpressionParser ddmExpressionParser = new DDMExpressionParser(
                new CommonTokenStream(ddmExpressionLexer));

        ddmExpressionParser.setErrorHandler(new BailErrorStrategy());

        return ddmExpressionParser.expression();
    } catch (Exception e) {
        throw new DDMExpressionException.InvalidSyntax(e);
    }
}

From source file:com.liferay.dynamic.data.mapping.form.values.query.internal.DDMFormValuesQueryFactoryImpl.java

License:Open Source License

protected PathContext createPathContext(String query) {
    CharStream charStream = new ANTLRInputStream(query);

    DDMFormValuesQueryLexer ddmFormValuesQueryLexer = new DDMFormValuesQueryLexer(charStream);

    DDMFormValuesQueryParser ddmFormValuesQueryParser = new DDMFormValuesQueryParser(
            new CommonTokenStream(ddmFormValuesQueryLexer));

    ddmFormValuesQueryParser.setErrorHandler(new BailErrorStrategy());

    return ddmFormValuesQueryParser.path();
}

From source file:com.linkedin.cubert.plan.physical.PhysicalParser.java

License:Open Source License

private static PhysicalListener parsingTask(CharStream input) throws ParseException {
    CubertPhysicalLexer lexer = new CubertPhysicalLexer(input);
    CommonTokenStream tokenStream = new CommonTokenStream(lexer);
    CubertPhysicalParser parser = new CubertPhysicalParser(tokenStream);

    ErrorRecognizer errorListener = new ErrorRecognizer();
    parser.addErrorListener(errorListener);

    ParseTree ptree = parser.program();//from   ww w  .java2 s. c o m

    ParseTreeWalker walker = new ParseTreeWalker();
    PhysicalListener listener = new PhysicalListener();
    listener.input = input;

    walker.walk(listener, ptree);

    if (errorListener.hasErrors) {
        System.err.println("\nCannot parse cubert script. Exiting.");
        throw new ParseException(null, 0);
    }

    return listener;
}

From source file:com.makkajai.ObjCToCppTranslator.java

License:Open Source License

private void initializeVariables(final TranslateFileInput translateFileInput) throws IOException {
    //The input file to parse!
    File file = new File(translateFileInput.getAbsoluteInputFilePath());

    fileName = file.getName();//from   w ww.  j ava  2s .c  o  m
    //Getting the lexer.
    ObjCLexer lexer = new ObjCLexer(new ANTLRInputStream(new FileInputStream(file)));

    //This is the single most important guy.  Useful in getting the source set of tokens and stuff.
    tokens = new CommonTokenStream(lexer);
    outputBuffer = new StringBuilder().append(tokens.getText());
    sourceVsDestinationText = new Hashtable<String, String>();

    if (!isHeaderFile()) {
        instanceVariables.clear();
    }
    if (isHeaderFile() && translateFileInput.dryRun) {
        methodSignatures.clear();
    }
}

From source file:com.metadave.eql.EQLConsole.java

License:Apache License

private static void processInput(String line, RuntimeContext runtimeCtx) {
    ANTLRInputStream input = new ANTLRInputStream(line);
    EQLLexer lexer = new EQLLexer(input);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    EQLParser parser = new EQLParser(tokens);

    // combine these two into one
    parser.addErrorListener(new EQLErrorListener());

    ParseTreeWalker walker = new ParseTreeWalker();
    EQLWalker esq = new EQLWalker(runtimeCtx);

    try {/*from  ww  w  .ja v a 2  s. c o  m*/
        EQLParser.StmtsContext stmts = parser.stmts();
        walker.walk(esq, stmts);
    } catch (Throwable t) {
        // catch parse errors. ANTLR will display a message for me.
        System.out.println(t.getMessage());
    }

}

From source file:com.metadave.etp.ETP.java

License:Apache License

public static ETPTerm parse(String s) throws ParseException {
    ANTLRInputStream input = new ANTLRInputStream(s);
    ETPLexer lexer = new ETPLexer(input);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    ETPParser parser = new ETPParser(tokens);
    parser.removeErrorListeners();/* w w  w .ja  v a2s.  co m*/
    parser.addErrorListener(new ETPErrorListener());
    ETPWalker ew = new ETPWalker(tokens);
    ParseTreeWalker walker = new ParseTreeWalker();
    ETPTerm<?> term = null;

    ETPParser.Etp_termContext t = null;
    try {
        t = parser.etp_term();
        walker.walk(ew, t);
    } catch (Throwable e) {
        throw new ParseException("ETP parse error", e);
    }
    term = (ETPTerm<?>) ew.getValue(t);
    return term;
}