Example usage for org.apache.commons.io IOUtils lineIterator

Introduction

In this page you can find the example usage for org.apache.commons.io IOUtils lineIterator.

Prototype

public static LineIterator lineIterator(InputStream input, String encoding) throws IOException 

Source Link

Document

Return an Iterator for the lines in an InputStream, using the character encoding specified (or default encoding if null).

Usage

From source file:de.tudarmstadt.ukp.dkpro.c4corpus.hadoop.statistics.vocabulary.TopNWordsCorrelation.java

public static LinkedHashMap<String, Integer> loadCorpusToRankedVocabulary(InputStream corpus)
        throws IOException {
    LinkedHashMap<String, Integer> result = new LinkedHashMap<>();

    LineIterator lineIterator = IOUtils.lineIterator(corpus, "utf-8");
    int counter = 0;
    while (lineIterator.hasNext()) {
        String line = lineIterator.next();

        String word = line.split("\\s+")[0];

        result.put(word, counter);/*from   w w  w  .  j  a v a2 s . co  m*/
        counter++;
    }

    return result;
}

---

From source file:io.druid.data.input.impl.AbstractTextFilesFirehoseFactory.java

@Override
public Firehose connect(StringInputRowParser firehoseParser, File temporaryDirectory) throws IOException {
    if (objects == null) {
        objects = ImmutableList.copyOf(Preconditions.checkNotNull(initObjects(), "initObjects"));
    }/*from  w w  w . j a va 2 s. c om*/
    final Iterator<T> iterator = objects.iterator();
    return new FileIteratingFirehose(new Iterator<LineIterator>() {
        @Override
        public boolean hasNext() {
            return iterator.hasNext();
        }

        @Override
        public LineIterator next() {
            if (!hasNext()) {
                throw new NoSuchElementException();
            }
            final T object = iterator.next();
            try {
                return IOUtils.lineIterator(wrapObjectStream(object, openObjectStream(object)), Charsets.UTF_8);
            } catch (Exception e) {
                LOG.error(e, "Exception reading object[%s]", object);
                throw Throwables.propagate(e);
            }
        }
    }, firehoseParser);
}

---

From source file:com.revitasinc.sonar.dp.batch.parser.GitLogParser.java

public Map<String, List<RevisionInfo>> parse(InputStream inputStream) {
    Map<String, List<RevisionInfo>> result = new HashMap<String, List<RevisionInfo>>();
    // ISO standard format (--date=iso) 2013-07-03 10:26:25 -0700
    DateFormat df = new SimpleDateFormat("yyyy-MM-dd hh:mm:ss");
    try {/*ww w .j  av  a 2  s . c  o  m*/
        RevisionInfo revInfo = null;
        String author = null;
        Date date = null;
        for (LineIterator iterator = IOUtils.lineIterator(inputStream, CharEncoding.UTF_8); iterator
                .hasNext();) {
            String line = iterator.nextLine();
            if (line.startsWith(AUTHOR)) {
                author = line.split(EMAIL_START)[0].substring(AUTHOR.length());
                revInfo = null;
            } else if (line.startsWith(DATE)) {
                date = df.parse(line.substring(DATE.length()).trim());
            } else if (!StringUtils.isBlank(line) && !line.startsWith(COMMIT)) {
                if (revInfo == null) {
                    revInfo = new RevisionInfo(author, date, line.trim(), 0);
                    author = null;
                    date = null;
                } else {
                    processFileLine(line, revInfo, result);
                }
            }
        }
    } catch (NumberFormatException e) {
        logger.error(EMPTY_STRING, e);
    } catch (IOException e) {
        logger.error(EMPTY_STRING, e);
    } catch (ParseException e) {
        logger.error(EMPTY_STRING, e);
    }
    return result;
}

---

From source file:com.nts.alphamale.shell.AdbShellExecutor.java

/**
 * @param cmd adb //  w w  w  .ja v  a2  s.  c om
 * @param synch   ? ? true: synchronous, false: asynchronous
 * @param  (ms)
 * @return Executor Standard Output? Map
 */
public Map<String, Object> execute(CommandLine cmd, boolean synch, long timeoutMilliseconds) {
    Map<String, Object> executorMap = new HashMap<String, Object>();
    DefaultExecutor executor = new DefaultExecutor();
    PipedOutputStream pos = new PipedOutputStream();
    PumpStreamHandler streamHandler = new PumpStreamHandler(pos, System.err);
    streamHandler.setStopTimeout(timeoutMilliseconds);
    DataInputStream dis = null;
    try {
        dis = new DataInputStream(new PipedInputStream(pos));
    } catch (IOException e) {
        //log.error(e.getCause() + " : " + e.getMessage());
    }
    executor.setStreamHandler(streamHandler);
    ExecuteWatchdog watchDog = new ExecuteWatchdog(timeoutMilliseconds);
    executor.setWatchdog(watchDog);
    try {
        if (synch)
            executor.execute(cmd);
        else
            executor.execute(cmd, new DefaultExecuteResultHandler());

        log.debug(cmd.toString());
        LineIterator li = IOUtils.lineIterator(dis, "UTF-8");
        if (li != null) {
            executorMap.put("executor", executor);
            executorMap.put("stdOut", li);
        }
    } catch (Exception e) {
        log.error(e.getCause() + ":" + e.getMessage() + "[" + cmd + "]");
    }
    return executorMap;
}

---

From source file:mitm.common.util.NameValueLineIterator.java

public NameValueLineIterator(InputStream input, String charset) throws IOException {
    lineIterator = IOUtils.lineIterator(input, charset);
}

---

From source file:io.apiman.test.integration.runner.PolicyLoader.java

private List<NewPolicyBean> load(String file, List<NewPolicyBean> policies) throws IOException {
    try (InputStream is = PolicyLoader.class.getResourceAsStream("/policies/" + file + ".pcfg")) {
        LineIterator lines = IOUtils.lineIterator(is, "utf8");

        StringBuilder config = new StringBuilder();
        String definitionId = null;
        boolean cfgRead = false;

        while (lines.hasNext()) {
            String line = lines.next();

            if (line.startsWith("---")) { // Policy config starts on the next line
                cfgRead = true;/*from w  w  w.  j  a  v a 2  s .  c o m*/
                continue;
            }

            if (line.startsWith("@")) { // Include another file
                String include = line.substring(line.indexOf("@") + 1);
                load(include.trim(), policies);
                continue;
            }

            if (cfgRead) { // reading policy config
                config.append(line);
            } else { // reading definition definitionId
                definitionId = line.trim();
            }

            if (!lines.hasNext() || (line.isEmpty() && cfgRead)) { // Policy config ended on previous line
                storeBean(definitionId, config.toString(), policies);
                config = new StringBuilder();
                cfgRead = false;
            }
        }
    }
    return policies;
}

---

From source file:mitm.application.djigzo.backup.DjigzoBackupRunner.java

private String getFirstLine(ByteArrayOutputStream bos) throws IOException {
    ByteArrayInputStream bis = new ByteArrayInputStream(bos.toByteArray());

    LineIterator it = IOUtils.lineIterator(bis, "US-ASCII");

    String result = null;/*from w w  w  .j  av a2s . c  om*/

    if (it.hasNext()) {
        result = it.nextLine();
    }

    return result;
}

---

From source file:com.revitasinc.sonar.dp.batch.parser.CvsLogParser.java

public Map<String, List<RevisionInfo>> parse(InputStream inputStream) {
    Map<String, List<RevisionInfo>> result = new HashMap<String, List<RevisionInfo>>();
    DateFormat df = new SimpleDateFormat("yyyy/MM/dd hh:mm:ss");
    try {//w  w w.j a v  a2 s  .  co m
        String currentFile = null;
        boolean isRevision = false;
        List<RevisionInfo> revList = null;
        RevisionInfo revInfo = null;
        for (LineIterator iterator = IOUtils.lineIterator(inputStream, CharEncoding.UTF_8); iterator
                .hasNext();) {
            String line = iterator.nextLine();
            if (line.startsWith(WORKING_FILE)) {
                currentFile = line.substring(WORKING_FILE.length());
                revList = new ArrayList<RevisionInfo>();
            } else if (line.equals(REV_SEPARATOR)) {
                isRevision = true;
                revInfo = null;
            } else if (line.equals(FILE_SEPARATOR)) {
                isRevision = false;
                putResult(result, currentFile, revList);
            } else if (isRevision) {
                if (isDataLine(line)) {
                    revInfo = infoFromLine(line, df);
                } else if (isCommentLine(line, revInfo)) {
                    revList.add(new RevisionInfo(revInfo.getAuthor(), revInfo.getDate(), line,
                            revInfo.getAddedLineCount()));
                    revInfo = null;
                }
            }
        }
    } catch (IOException e) {
        logger.error(EMPTY_STRING, e);
    }
    return result;
}

---

From source file:fr.treeptik.cloudunit.utils.JSONClient.java

public DockerResponse sendGet(URI uri) throws JSONClientException {

    if (logger.isDebugEnabled()) {
        logger.debug("Send a get request to : " + uri);
    }/*from   w  w  w  .  ja v a2s  .  c  o  m*/
    StringBuilder builder = new StringBuilder();

    HttpGet httpGet = new HttpGet(uri);
    HttpResponse response = null;
    try {
        CloseableHttpClient httpclient = buildSecureHttpClient(false);
        response = httpclient.execute(httpGet);
        LineIterator iterator = IOUtils.lineIterator(response.getEntity().getContent(), "UTF-8");
        while (iterator.hasNext()) {
            builder.append(iterator.nextLine());
        }
    } catch (IOException e) {
        throw new JSONClientException("Error in sendGet method due to : " + e.getMessage(), e);
    }
    if (logger.isDebugEnabled()) {
        logger.debug("Status code : " + response.getStatusLine().getStatusCode());
        logger.debug("Server response : " + builder.toString());
    }

    return new DockerResponse(response.getStatusLine().getStatusCode(), builder.toString());

}

---

From source file:com.textocat.textokit.dictmatcher.TaggedChunkerBuilderResource.java

@Override
public boolean initialize(ResourceSpecifier aSpecifier, Map<String, Object> aAdditionalParams)
        throws ResourceInitializationException {
    if (!super.initialize(aSpecifier, aAdditionalParams))
        return false;
    ///*from   w w  w  .ja  va  2  s  .  c  o  m*/
    ChunkerBuilder<String> builder;
    try {
        //noinspection unchecked
        builder = chunkerBuilderClass.newInstance();
    } catch (Exception e) {
        throw new ResourceInitializationException(e);
    }
    //
    try (InputStream in = resourceMeta.getInputStream()) {
        LineIterator lineIterator = IOUtils.lineIterator(in, "UTF-8");
        int lineNum = 0;
        while (lineIterator.hasNext()) {
            lineNum++;
            DictEntry de = parseLine(lineIterator.nextLine(), lineNum);
            if (de != null)
                builder.addEntry(de.tokens, de.tag);
        }
    } catch (IOException e) {
        throw new ResourceInitializationException(e);
    }
    chunker = builder.build();
    return true;
}

---

• «
• 1
• 2
• 3
• 4
• 5
• 6
• 7
• 8
• 9
• 10
• 11
• 12
• 13
• »