Example usage for org.apache.commons.io LineIterator next

Introduction

In this page you can find the example usage for org.apache.commons.io LineIterator next.

Prototype

public Object next() 

Source Link

Document

Returns the next line in the wrapped Reader.

Usage

From source file:org.tanaguru.referentiel.creator.CodeGeneratorMojo.java

/**
 *
 * @return/*from ww w . j  a  v a  2 s  .  com*/
 */
private Iterable<CSVRecord> getCsv() {
    // we parse the csv file to extract the first line and get the headers 
    LineIterator lineIterator;
    try {
        lineIterator = FileUtils.lineIterator(dataFile, Charset.defaultCharset().name());
    } catch (IOException ex) {
        Logger.getLogger(CodeGeneratorMojo.class.getName()).log(Level.SEVERE, null, ex);
        lineIterator = null;
    }
    String[] csvHeaders = lineIterator.next().split(String.valueOf(delimiter));
    isCriterionPresent = extractCriterionFromCsvHeader(csvHeaders);
    try {
        extractAvailableLangsFromCsvHeader(csvHeaders);
    } catch (I18NLanguageNotFoundException ex) {
        Logger.getLogger(CodeGeneratorMojo.class.getName()).log(Level.SEVERE, null, ex);
        return null;
    }

    // from here we just add each line to a build to re-create the csv content
    // without the first line.
    StringBuilder strb = new StringBuilder();
    while (lineIterator.hasNext()) {
        strb.append(lineIterator.next());
        strb.append("\n");
    }
    Reader in;
    try {
        in = new StringReader(strb.toString());
        CSVFormat csvf = CSVFormat.newFormat(delimiter).withHeader(csvHeaders);
        return csvf.parse(in);
    } catch (FileNotFoundException ex) {
        Logger.getLogger(CodeGeneratorMojo.class.getName()).log(Level.SEVERE, null, ex);
        return null;
    } catch (IOException ex) {
        Logger.getLogger(CodeGeneratorMojo.class.getName()).log(Level.SEVERE, null, ex);
        return null;
    }
}

---

From source file:org.tanaguru.rules.doc.utils.updateAw22toRgaa30.CopyFiles.java

private Iterable<CSVRecord> getCsv(ResourceBundle resourceBundle) {
    // we parse the csv file to extract the first line and get the headers 
    LineIterator lineIterator;
    try {//from  ww  w.j a  v a 2 s.c  om
        lineIterator = FileUtils.lineIterator(FileUtils.getFile(resourceBundle.getString("export.csvPath")));
    } catch (IOException ex) {
        Logger.getLogger(CopyFiles.class.getName()).log(Level.SEVERE, null, ex);
        lineIterator = null;
    }
    String[] csvHeaders = lineIterator.next().split(String.valueOf(delimiter));

    // from here we just add each line to a build to re-create the csv content
    // without the first line.
    StringBuilder strb = new StringBuilder();
    while (lineIterator.hasNext()) {
        strb.append(lineIterator.next());
        strb.append("\n");
    }
    Reader in;
    try {
        in = new StringReader(strb.toString());
        CSVFormat csvf = CSVFormat.newFormat(delimiter).withHeader(csvHeaders);
        return csvf.parse(in);
    } catch (FileNotFoundException ex) {
        Logger.getLogger(CopyFiles.class.getName()).log(Level.SEVERE, null, ex);
        return null;
    } catch (IOException ex) {
        Logger.getLogger(CopyFiles.class.getName()).log(Level.SEVERE, null, ex);
        return null;
    }
}

---

From source file:org.tanaguru.rules.doc.utils.updateAw22toRgaa30.CopyFiles.java

public void copyRuleClassWithValidState(String originalTest, String targetTest, ResourceBundle rb)
        throws IOException {
    String testCode = originalTest.split("-")[1];
    String newTestCode = targetTest.split("-")[1];
    String[] classCode = normalize2DigitsOld(testCode);
    String[] classCode0 = normalize2Digits(newTestCode);
    File classFile = FileUtils.getFile(rb.getString("export.pathUntilClassCode") + "/src/main/java/"
            + rb.getString("export.groupId").replace(".", "/") + "/tanaguru/rules/"
            + rb.getString("export.originalReferentialPackage") + "/"
            + rb.getString("export.originalReferential") + "Rule" + classCode[0] + classCode[1] + classCode[2]
            + ".java");
    LineIterator oldRefFile = FileUtils.lineIterator(classFile);
    StringBuilder strb = new StringBuilder();
    while (oldRefFile.hasNext()) {
        strb.append(oldRefFile.next()
                .replace(rb.getString("export.originalReferential"), rb.getString("export.targetReferential"))
                .replace(rb.getString("export.originalReferentialPackage"),
                        rb.getString("export.targetReferentialPackage"))
                .replace("2013", "2014")
                .replace(rb.getString("export.originalLink"), rb.getString("export.targetLink"))
                .replace(rb.getString("export.originalReferentialName"),
                        rb.getString("export.targetReferentialName"))
                .replace(classCode[0] + classCode[1] + classCode[2],
                        classCode0[0] + classCode0[1] + classCode0[2]));
        strb.append("\n");
    }/*w  w w . j  ava 2  s . c om*/
    FileUtils.writeStringToFile(new File(rb.getString("export.pathUntilNewCode")
            + "/src/main/java/org/opens/tanaguru/rules/" + rb.getString("export.targetReferentialPackage") + "/"
            + rb.getString("export.targetReferential") + "Rule" + classCode0[0] + classCode0[1] + classCode0[2]
            + ".java"), strb.toString());
}

---

From source file:org.tanaguru.rules.doc.utils.updateAw22toRgaa30.CopyFiles.java

public void copyRuleUnitTestWithValidState(String originalTest, String targetTest, ResourceBundle rb,
        boolean notTested) throws IOException {
    String testCode = originalTest.split("-")[1];
    String newTestCode = targetTest.split("-")[1];
    String[] classCode = normalize2DigitsOld(testCode);
    String[] classCodeFull = normalize2Digits(testCode);
    String oldTestCaseCode = getOldTestCaseCode(classCodeFull);
    String[] classCode0 = normalize2Digits(newTestCode);
    File classFile = FileUtils.getFile(rb.getString("export.pathUntilClassCode") + "/src/test/java/"
            + rb.getString("export.groupId").replace(".", "/") + "/tanaguru/rules/"
            + rb.getString("export.originalReferentialPackage") + "/"
            + rb.getString("export.originalReferential") + "Rule" + classCode[0] + classCode[1] + classCode[2]
            + "Test.java");
    Pattern p = Pattern.compile("^.*([0-9]{5})");
    Pattern p2 = Pattern.compile("^.*([0-9]{6})");
    LineIterator oldRefFile = FileUtils.lineIterator(classFile);
    StringBuilder strb = new StringBuilder();
    System.out.println(testCode);
    while (oldRefFile.hasNext()) {
        String line = oldRefFile.next();
        line = line/*from  www  . j  ava2 s. c om*/
                .replace(rb.getString("export.originalReferential"), rb.getString("export.targetReferential"))
                .replace(rb.getString("export.originalReferential").toUpperCase(),
                        rb.getString("export.targetReferential"))
                .replace(rb.getString("export.originalReferentialPackage"),
                        rb.getString("export.targetReferentialPackage"))
                .replace("2013", "2014")
                .replace(rb.getString("export.originalLink"), rb.getString("export.targetLink"))
                .replace(rb.getString("export.originalReferentialName"),
                        rb.getString("export.targetReferentialName"))
                .replace(classCode[0] + classCode[1] + classCode[2],
                        classCode0[0] + classCode0[1] + classCode0[2])
                .replace(oldTestCaseCode, classCode0[0] + "." + classCode0[1] + "." + classCode0[2])
                .replace(testCode, classCode0[0] + "." + classCode0[1] + "." + classCode0[2]);
        Matcher m = p.matcher(line);
        if (m.find()) {
            Matcher m2 = p2.matcher(line);
            if (!m2.find()) {
                line = line.replace(m.group(1), getAllDigitsTestCode(m.group(1)));
            }
        }
        strb.append(line);
        strb.append("\n");
    }
    String result = strb.toString();
    if (notTested == true) {
        if (strb.toString().contains("PASSED")) {
            result = strb.toString().replace("PASSED", "NOT_TESTED");
        } else if (strb.toString().contains("FAILED")) {
            result = strb.toString().replace("FAILED", "NOT_TESTED");
        } else if (strb.toString().contains("NOT_APPLICABLE")) {
            result = strb.toString().replace("NOT_APPLICABLE", "NOT_TESTED");
        }
    }
    FileUtils.writeStringToFile(new File(rb.getString("export.pathUntilNewCode")
            + "/src/test/java/org/opens/tanaguru/rules/" + rb.getString("export.targetReferentialPackage") + "/"
            + rb.getString("export.targetReferential") + "Rule" + classCode0[0] + classCode0[1] + classCode0[2]
            + "Test.java"), result);
}

---

From source file:org.tanaguru.rules.doc.utils.updateAw22toRgaa30.CopyFiles.java

public void copyTestCasesWithValidState(String originalTest, String targetTest, ResourceBundle rb)
        throws IOException {
    String testCode = originalTest.split("-")[1];
    String newTestCode = targetTest.split("-")[1];
    String[] classCode = normalize2DigitsOld(testCode);
    String[] classCode0 = normalize2Digits(newTestCode);
    File directory = FileUtils.getFile(rb.getString("export.pathUntilClassCode")
            + "/src/test/resources/testcases/" + rb.getString("export.originalReferentialPackage") + "/"
            + rb.getString("export.originalReferential") + "Rule" + classCode[0] + classCode[1] + classCode[2]);
    String[] extensions = { "html", "json", "css" };
    Collection<File> files = FileUtils.listFiles(directory, extensions, true);
    for (File testCases : files) {
        String[] state = testCases.getName().split("-");
        LineIterator oldRefFile = FileUtils.lineIterator(testCases);
        StringBuilder strb = new StringBuilder();
        while (oldRefFile.hasNext()) {
            strb.append(oldRefFile.next()
                    .replace(rb.getString("export.originalReferential"),
                            rb.getString("export.targetReferential"))
                    .replace(rb.getString("export.originalReferential").toUpperCase(),
                            rb.getString("export.targetReferential"))
                    .replace(rb.getString("export.originalReferentialPackage"),
                            rb.getString("export.targetReferentialPackage"))
                    .replace("2013", "2014")
                    .replace(rb.getString("export.originalLink"), rb.getString("export.targetLink"))
                    .replace(rb.getString("export.originalReferentialName"),
                            rb.getString("export.targetReferentialName"))
                    .replace(classCode[0] + classCode[1] + classCode[2],
                            classCode0[0] + classCode0[1] + classCode0[2])
                    .replace(testCode, classCode0[0] + "." + classCode0[1] + "." + classCode0[2]));
            strb.append("\n");
        }//from w ww .j a va2 s .  co m
        if (testCases.getName().endsWith(".css")) {
            FileUtils
                    .writeStringToFile(
                            new File(rb.getString("export.pathUntilNewCode") + "/src/test/resources/testcases/"
                                    + rb.getString("export.targetReferentialPackage") + "/"
                                    + rb.getString("export.targetReferential") + "Rule" + classCode0[0]
                                    + classCode0[1] + classCode0[2] + "/css/"
                                    + rb.getString("export.targetReferential") + ".Test." + classCode0[0] + "."
                                    + classCode0[1] + "." + classCode0[2] + "-" + state[1] + "-" + state[2]),
                            strb.toString());

        } else {
            FileUtils.writeStringToFile(new File(rb.getString("export.pathUntilNewCode")
                    + "/src/test/resources/testcases/" + rb.getString("export.targetReferentialPackage") + "/"
                    + rb.getString("export.targetReferential") + "Rule" + classCode0[0] + classCode0[1]
                    + classCode0[2] + "/" + rb.getString("export.targetReferential") + ".Test." + classCode0[0]
                    + "." + classCode0[1] + "." + classCode0[2] + "-" + state[1] + "-" + state[2]),
                    strb.toString());
        }
    }
}

---

From source file:org.trend.hgraph.mapreduce.lib.input.CalculateInputSplitMapperTest.java

@Test
public void testRun_b4() throws IOException, Exception {
    // init test table
    String tableName = "test.vertex-02";
    String outputPath = "/run_b4";
    createTestTable(tableName, "00030", "00060");

    // start test
    Configuration conf = TEST_UTIL.getConfiguration();
    Tool driver = new CalculateInputSplitMapper(conf);
    int code = driver.run(new String[] { "-b", "4", tableName, outputPath });
    Assert.assertEquals(0, code);/*from   ww  w.j a v  a  2 s.  co m*/

    // get test results
    Path path = new Path(outputPath);
    FileSystem fs = path.getFileSystem(conf);

    // FileStatus[] files = fs.listStatus(path);
    // for (int a = 0; a < files.length; a++) {
    // System.out.println(files[a].getPath());
    // }
    InputStream is = fs.open(new Path(path, "part-r-00000"));
    LineIterator it = IOUtils.lineIterator(is, "UTF-8");
    System.out.println("print out test results");
    while (it.hasNext()) {
        System.out.println(it.next());
    }
    LineIterator.closeQuietly(it);
    IOUtils.closeQuietly(is);
}

---

From source file:org.trend.hgraph.mapreduce.pagerank.DriverTest.java

private static void generateGraphDataTest(String dataPath, String tableName, String cq, boolean isDouble)
        throws IOException {
    InputStream data = DriverTest.class.getClassLoader().getResourceAsStream(dataPath);
    LineIterator it = IOUtils.lineIterator(new InputStreamReader(data));
    String record = null;/*  w  ww . j a  v  a2s . co  m*/
    Assert.assertEquals(true, it.hasNext());

    HTable table = null;
    try {
        table = new HTable(TEST_UTIL.getConfiguration(), tableName);
        table.setAutoFlush(false);
        Put put = null;
        String[] values = null;
        while (it.hasNext()) {
            record = it.next();
            values = record.split("\\|");
            Assert.assertNotNull(values);
            Assert.assertEquals(2, values.length);
            put = new Put(Bytes.toBytes(values[0]));
            if (isDouble) {
                put.add(Bytes.toBytes(HBaseGraphConstants.HBASE_GRAPH_TABLE_COLFAM_PROPERTY_NAME),
                        Bytes.toBytes(cq + HBaseGraphConstants.HBASE_GRAPH_TABLE_COLFAM_PROPERTY_NAME_DELIMITER
                                + "Double"),
                        Bytes.toBytes(Double.parseDouble(values[1])));
            } else {
                put.add(Bytes.toBytes(HBaseGraphConstants.HBASE_GRAPH_TABLE_COLFAM_PROPERTY_NAME),
                        Bytes.toBytes(cq + HBaseGraphConstants.HBASE_GRAPH_TABLE_COLFAM_PROPERTY_NAME_DELIMITER
                                + "String"),
                        Bytes.toBytes(values[1]));
            }
            table.put(put);
        }
        table.flushCommits();
    } catch (IOException e) {
        System.err.println("generate data for table:" + tableName + " failed");
        e.printStackTrace(System.err);
        throw e;
    } finally {
        table.close();
        LineIterator.closeQuietly(it);
        IOUtils.closeQuietly(data);
    }
}

---

From source file:org.trend.hgraph.mapreduce.pagerank.LocalPrTest.java

private static List<V> generateVs(String vertexData, String edgeData) {
    InputStream data = DriverTest.class.getClassLoader().getResourceAsStream(vertexData);
    LineIterator it = IOUtils.lineIterator(new InputStreamReader(data));

    // load all Vs
    List<V> vs = new ArrayList<V>();
    String record = null;//from  w  w  w. j  av  a  2s.  c  o  m
    String[] values = null;
    V v = null;
    while (it.hasNext()) {
        record = it.next();
        values = record.split("\\|");
        Assert.assertNotNull(values);
        Assert.assertEquals(2, values.length);
        v = new V();
        v.key = values[0];
        v.pr = Double.parseDouble(values[1]);
        vs.add(v);
    }
    LineIterator.closeQuietly(it);
    IOUtils.closeQuietly(data);

    // build adjacency list
    data = DriverTest.class.getClassLoader().getResourceAsStream(edgeData);
    it = IOUtils.lineIterator(new InputStreamReader(data));
    while (it.hasNext()) {
        record = it.next();
        values = record.split("\\|");
        Assert.assertNotNull(values);
        Assert.assertEquals(2, values.length);

        values = values[0].split(HBaseGraphConstants.HBASE_GRAPH_TABLE_EDGE_DELIMITER_1);
        Assert.assertNotNull(values);
        Assert.assertEquals(3, values.length);
        for (V tv1 : vs) {
            if (tv1.key.equals(values[0])) {
                for (V tv2 : vs) {
                    if (tv2.key.equals(values[2])) {
                        tv1.al.add(tv2);
                        break;
                    }
                }
                break;
            }
        }
    }
    LineIterator.closeQuietly(it);
    IOUtils.closeQuietly(data);

    System.out.println("Vs=\n" + vs);
    return vs;
}

---

From source file:org.trend.hgraph.util.MoveEntities.java

private static void moveEntities(String f, Configuration conf, String st, String dt) throws IOException {
    Reader fr = null;/*from ww  w  . j av  a  2 s  .  co m*/
    LineIterator it = null;

    String key = null;
    HTable sTable = null;
    HTable dTable = null;

    try {
        fr = new FileReader(f);
    } catch (FileNotFoundException e) {
        System.err.println("file:" + f + " does not exist");
        e.printStackTrace(System.err);
        throw e;
    }
    try {
        it = IOUtils.lineIterator(fr);
        if (it.hasNext()) {
            sTable = new HTable(conf, st);
            dTable = new HTable(conf, dt);
            Get get = null;
            Put put = null;
            Result r = null;
            byte[] bKey = null;
            byte[] cf = null;
            byte[] cq = null;
            byte[] v = null;
            NavigableMap<byte[], NavigableMap<byte[], byte[]>> cfMap = null;
            NavigableMap<byte[], byte[]> cqMap = null;
            Entry<byte[], NavigableMap<byte[], byte[]>> cfEntry = null;
            Entry<byte[], byte[]> cqEntry = null;
            long cnt = 0L;
            while (it.hasNext()) {
                key = it.next();
                bKey = Bytes.toBytes(key);
                get = new Get(bKey);
                r = sTable.get(get);
                if (r.isEmpty()) {
                    String msg = "result is empty for key:" + key + " from table:" + sTable;
                    System.err.println(msg);
                    throw new IllegalStateException(msg);
                }
                // dump the values from r to p
                put = new Put(bKey);
                cfMap = r.getNoVersionMap();
                for (Iterator<Entry<byte[], NavigableMap<byte[], byte[]>>> cfIt = cfMap.entrySet()
                        .iterator(); cfIt.hasNext();) {
                    cfEntry = cfIt.next();
                    cf = cfEntry.getKey();
                    cqMap = cfEntry.getValue();
                    for (Iterator<Entry<byte[], byte[]>> cqIt = cqMap.entrySet().iterator(); cqIt.hasNext();) {
                        cqEntry = cqIt.next();
                        cq = cqEntry.getKey();
                        v = cqEntry.getValue();
                        put.add(cf, cq, v);
                    }
                }
                dTable.put(put);
                cnt++;
            }
            System.out.println("put " + cnt + " row(s) into table:" + dt);
        }
    } catch (IOException e) {
        System.err.println("error occurs while doing HBase manipultations !!");
        e.printStackTrace(System.err);
        throw e;
    } finally {
        LineIterator.closeQuietly(it);
        IOUtils.closeQuietly(fr);
        if (null != sTable) {
            sTable.close();
        }
        if (null != dTable) {
            dTable.close();
        }
    }
}

---

From source file:Parsing.DeweyParser.java

public ArrayList<Dewey> parseDewey() {
    ArrayList<Dewey> deweys = new ArrayList<>();
    try {//from   w  w w.j  a  va  2 s  .  c  o  m
        LineIterator reader = FileUtils.lineIterator(file, "UTF-8");
        LOG.debug(file.getName());
        String line;

        while (reader.hasNext()) {

            line = reader.next();
            if (!line.equals("")) {
                deweys.add(getDewey(line));
            }
        }

    } catch (IOException ex) {
        LOG.error("IOException", ex);
    }
    return deweys;
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• 9
• 10
• 11
• 12
• 13
• »