Example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream

Introduction

In this page you can find the example usage for org.antlr.v4.runtime CommonTokenStream CommonTokenStream.

Prototype

public CommonTokenStream(TokenSource tokenSource)

Source Link

Document

Constructs a new CommonTokenStream using the specified token source and the default token channel ( Token#DEFAULT_CHANNEL ).

Usage

From source file:fr.inria.oak.paxquery.xparser.XPathMain.java

License:Apache License

public static void main(String args[]) {
    try {//from   w  w w  .ja v a 2  s.  c  o m
        System.out.println("Enter a valid XPath expression followed by Enter and Ctrl+D: ");
        //create a CharStream that reads from standard input
        ANTLRInputStream input = new ANTLRInputStream(System.in);
        //create a lexer that feeds off of input CharStream
        XPathLexer lexer = new XPathLexer(input);
        //create a buffer of tokens pulled from the lexer
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        //create a parser that feeds off the tokens buffer
        XPathParser parser = new XPathParser(tokens);

        ParseTree tree = parser.xpath(); //begin parsing at start rule
        System.out.println(tree.toStringTree(parser));
    } catch (Exception e) {
        System.out.println("Query is malformed or not yet supported.");
    }

}

From source file:fr.inria.oak.paxquery.xparser.XPathMain.java

License:Apache License

public static boolean test_main(String test_query) {
    try {//from  w w w  . jav  a  2 s .  c  o  m
        System.out.println("Query: " + test_query);
        //create a CharStream that reads from standard input
        ANTLRInputStream input = new ANTLRInputStream(new java.io.ByteArrayInputStream(test_query.getBytes()));
        //create a lexer that feeds off of input CharStream
        XPathLexer lexer = new XPathLexer(input);
        //create a buffer of tokens pulled from the lexer
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        //create a parser that feeds off the tokens buffer
        XPathParser parser = new XPathParser(tokens);

        ParseTree tree = parser.xpath(); //begin parsing at start rule
        System.out.println(tree.toStringTree(parser));

        return true;
    } catch (Exception e) {
        System.out.println("Error in input " + test_query);
        System.out.println(e.getMessage());
        return false;
    }
}

From source file:fr.inria.oak.paxquery.xparser.XQueryMain.java

License:Apache License

public static void main(String args[]) {
    try {//from   w  w w .  j  a  v a2  s  . c  o  m
        System.out.println("Enter a valid XQuery expression followed by Enter and Ctrl+D: ");

        //VISITOR VERSION
        //create a CharStream that reads from standard input
        ANTLRInputStream input = new ANTLRInputStream(System.in);
        //create a lexer that feeds off of input CharStream
        XQueryLexer lexer = new XQueryLexer(input);

        //create a buffer of tokens pulled from the lexer
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        //create a parser that feeds off the tokens buffer
        XQueryParser parser = new XQueryParser(tokens);

        ParseTree tree = parser.xquery();
        XQueryVisitorImplementation loader = new XQueryVisitorImplementation("");
        loader.visit(tree);

        System.out.println(tree.toStringTree(parser));
        for (int i = 0; i < loader.navigationTreePatterns.size(); i++) {
            System.out.println("PatternTree (" + i + "): ");
            System.out.println(loader.navigationTreePatterns.get(i).toString(PrintingLevel.SIMPLIFY));
        }
        System.out.println("HashMap:");
        System.out.println(loader.patternNodeMap.toString());
        //System.out.println("each:");
        //System.out.println(loader.applyEach.toString());
        //System.out.println("fields:");
        //System.out.println(loader.applyFields.toString());
        //System.out.println("Algebraic tree:");
        //System.out.println(XQueryUtils.algebraicTreeToString(loader.construct));
    } catch (Exception e) {
        System.out.println("Query malformed or not supported yet.");
    }

}

From source file:fr.inria.oak.paxquery.xparser.XQueryMain.java

License:Apache License

public static boolean test_main(String test_query) {
    try {//from  ww  w.  ja  va 2s . c  om
        System.out.println("XQuery: " + test_query);
        //create a CharStream that reads from standard input
        ANTLRInputStream input = new ANTLRInputStream(new java.io.ByteArrayInputStream(test_query.getBytes()));
        //create a lexer that feeds off of input CharStream
        XQueryLexer lexer = new XQueryLexer(input);
        //create a buffer of tokens pulled from the lexer
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        //create a parser that feeds off the tokens buffer
        XQueryParser parser = new XQueryParser(tokens);

        ParseTree tree = parser.xquery(); //begin parsing at start rule
        System.out.println(tree.toStringTree(parser));

        return true;
    } catch (Exception e) {
        System.out.println("Error in input " + test_query);
        System.out.println(e.getMessage());
        return false;
    }
}

From source file:fr.inria.oak.paxquery.xparser.XQueryMain.java

License:Apache License

public static String test_processor(String test_query) {
    try {// w w  w . ja v  a 2s.c om
        //System.out.println("XQuery: "+test_query);

        //VISITOR VERSION
        //create a CharStream that reads from standard input
        ANTLRInputStream input = new ANTLRInputStream(new java.io.ByteArrayInputStream(test_query.getBytes()));
        //create a lexer that feeds off of input CharStream
        XQueryLexer lexer = new XQueryLexer(input);

        //create a buffer of tokens pulled from the lexer
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        //create a parser that feeds off the tokens buffer
        XQueryParser parser = new XQueryParser(tokens);

        ParseTree tree = parser.xquery();
        XQueryVisitorImplementation loader = new XQueryVisitorImplementation("");
        loader.visit(tree);

        //System.out.println("applyEach: "+loader.applyEach);
        //System.out.println("applyFields: "+loader.applyFields);

        //Print out normalized results
        StringBuilder sb = new StringBuilder();
        for (int i = 0; i < loader.navigationTreePatterns.size(); i++) {
            sb.append("PT" + i + ":"); //Pattern Tree
            sb.append(loader.navigationTreePatterns.get(i).toString(PrintingLevel.SIMPLIFY));
            if (i < loader.navigationTreePatterns.size() - 1)
                sb.append(",");
        }
        sb.append("---");
        sb.append("HM:"); //Hash Map
        sb.append(loader.patternNodeMap.toString());
        sb.append("---");
        //sb.append("AT:");   //Algebraic Tree
        //sb.append(XQueryUtils.algebraicTreeToString(loader.construct));

        System.out.println(sb.toString());
        return sb.toString();

    } catch (Exception e) {
        System.out.println("Error in input " + test_query);
        System.out.println(e.getMessage());
        return "";
    }
}

From source file:fr.univnantes.lina.uima.tkregex.ae.RegexListResource.java

License:Apache License

@Override
public void load(DataResource aData) throws ResourceInitializationException {
    ANTLRInputStream input;//  w w w.j  ava2s  . com
    try {
        UIMAFramework.getLogger().log(Level.FINE,
                "Loading resource " + KEY_TOKEN_REGEX_RULES + " at: " + aData.getUri());

        input = new ANTLRInputStream(aData.getInputStream());
        UimaTokenRegexLexer lexer = new UimaTokenRegexLexer(input);
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        UimaTokenRegexParser parser = new UimaTokenRegexParser(tokens);
        listener = new AutomataParserListener(parser);
        listener.setAllowMatchingEmptySequences(false);
        ParseTreeWalker.DEFAULT.walk(listener, parser.ruleList());
    } catch (IOException e) {
        throw new ResourceInitializationException(e);
    }
}

From source file:gov.nasa.arc.brahms.parse.model.ParseBrahmsInput.java

License:Open Source License

public static void main(String[] args) throws IOException {
    //Reading the DSL script
    InputStream is = ClassLoader.getSystemResourceAsStream("test.b");

    //Loading the DSL script into the ANTLR stream.
    CharStream cs = new ANTLRInputStream(is);

    BrahmsLexer bl = new BrahmsLexer(cs);

    CommonTokenStream tokens = new CommonTokenStream(bl);

    BrahmsParser brahmsParser = new BrahmsParser(tokens);
    brahmsParser.setBuildParseTree(true);

    //Adding the listener to facilitate walking through parse tree. 
    MultiAgentSystem mas = new MultiAgentSystem();
    brahmsParser.addParseListener(new FirstPassBrahmsListener(mas));

    //invoking the parser. 
    brahmsParser.compilationUnit();//from  w w w.  j  a  v a2 s  .  c o m

    System.out.println("classes:" + mas.getClasses().toString());
    System.out.println("agents: " + mas.getAgents().toString());
    System.out.println("groups :" + mas.getGroups().toString());
    System.out.println("objects :" + mas.getObjects().toString());
}

From source file:gov.nasa.jpf.abstraction.common.PredicatesFactory.java

License:Apache License

private static PredicatesParser parse(String definition) {
    ANTLRInputStream chars = new ANTLRInputStream(definition);
    PredicatesLexer lexer = new PredicatesLexer(chars);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    PredicatesParser parser = new PredicatesParser(tokens);

    return parser;
}

From source file:gov.nasa.jpf.abstraction.common.PredicatesFactory.java

License:Apache License

private static InterpolantsParser parseInterpolants(String definition) {
    ANTLRInputStream chars = new ANTLRInputStream(definition);
    InterpolantsLexer lexer = new InterpolantsLexer(chars);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    InterpolantsParser parser = new InterpolantsParser(tokens);

    return parser;
}

From source file:gov.nasa.jpf.abstraction.PredicateAbstractionBuilder.java

License:Apache License

protected Predicates build(String filename) {
    try {/*from   w  ww . j a va 2s. co  m*/
        ANTLRInputStream chars = new ANTLRInputStream(new FileInputStream(filename));
        PredicatesLexer lexer = new PredicatesLexer(chars);
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        PredicatesParser parser = new PredicatesParser(tokens);

        return build(parser);
    } catch (IOException e) {
        System.err.println("Could not read input file '" + filename + "'");

        throw new JPFConfigException("Could not read input file '" + filename + "'");
    } catch (Exception e) {
        e.printStackTrace();

        throw e;
    }

}