List of usage examples for org.apache.commons.io LineIterator LineIterator
public LineIterator(final Reader reader) throws IllegalArgumentException
Reader. From source file:org.apache.jackrabbit.oak.plugins.blob.FileLineDifferenceIteratorTest.java
private static LineIterator lineItr(String seq) { Iterable<String> seqItr = Splitter.on(',').trimResults().split(seq); String lines = Joiner.on(StandardSystemProperty.LINE_SEPARATOR.value()).join(seqItr); return new LineIterator(new StringReader(lines)); }
From source file:org.apache.jackrabbit.oak.upgrade.blob.LengthCachingDataStore.java
private static Map<String, Long> loadMappingData(File mappingFile) throws FileNotFoundException { Map<String, Long> mapping = new HashMap<String, Long>(); log.info("Reading mapping data from {}", mappingFile.getAbsolutePath()); LineIterator itr = new LineIterator(Files.newReader(mappingFile, Charsets.UTF_8)); try {/*www .j av a 2 s . co m*/ while (itr.hasNext()) { String line = itr.nextLine(); int indexOfBar = line.indexOf(SEPARATOR); checkState(indexOfBar > 0, "Malformed entry found [%s]", line); String length = line.substring(0, indexOfBar); String id = line.substring(indexOfBar + 1); mapping.put(id.trim(), Long.valueOf(length)); } log.info("Total {} mapping entries found", mapping.size()); } finally { itr.close(); } return mapping; }
From source file:org.bdval.modelselection.CandidateModelSelection.java
private ObjectList<CustomRanking> parseRankings(final String customRankingFilename) { try {//from w w w . j av a 2 s. c o m final ObjectList<CustomRanking> result = new ObjectArrayList<CustomRanking>(); if (customRankingFilename == null) { return result; } final LineIterator lineIt = new LineIterator(new FileReader(customRankingFilename)); while (lineIt.hasNext()) { final String line = lineIt.nextLine(); final String[] tokens = line.split("[\t]"); final CustomRanking ranking = new CustomRanking(); ranking.datasetName = tokens[0]; ranking.endpointCode = tokens[1]; ranking.typeOfRanking = tokens[2]; final String customRanking = tokens[3]; ranking.modelIds = new ObjectArrayList<String>(customRanking.split("[,]")); result.add(ranking); } return result; } catch (FileNotFoundException e) { System.out.println("Cannot open ranking set file " + customRankingFilename); e.printStackTrace(); System.exit(10); } return null; }
From source file:org.bdval.WriteModel.java
@Override public void interpretArguments(final JSAP jsap, final JSAPResult result, final DAVOptions options) { super.interpretArguments(jsap, result, options); modelPrefix = result.contains("model-prefix") ? result.getString("model-prefix") : null; final Properties extraParameters = new Properties(); if (result.contains("use-parameters")) { final String filename = result.getString("use-parameters"); try {//from w w w. j a v a 2 s.com extraParameters.load(filename); final ObjectList<String> allParameters = new ObjectArrayList<String>(options.classifierParameters); final Iterator<String> parameterKeyIt = extraParameters.getKeys(); while (parameterKeyIt.hasNext()) { final String parameterName = parameterKeyIt.next(); final double value = extraParameters.getDouble(parameterName); final String added = parameterName + "=" + Double.toString(value); allParameters.add(added); if (LOG.isDebugEnabled()) { LOG.debug("Adding parameter from property file: " + added); } } options.classifierParameters = allParameters.toArray(new String[allParameters.size()]); } catch (ConfigurationException e) { LOG.error("Cannot load model parameters from file " + filename); } } if (result.contains("consensus-of-models")) { final String fileName = result.getString("consensus-of-models"); Reader reader = null; try { final ArrayList<String> list = new ArrayList<String>(); reader = new FileReader(fileName); final LineIterator it = new LineIterator(reader); while (it.hasNext()) { final String line = (String) it.next(); list.add(line); } modelComponentPrefixes = list.toArray(new String[list.size()]); } catch (FileNotFoundException e) { LOG.error("Cannot find list of model components for consensus model: " + fileName); } finally { IOUtils.closeQuietly(reader); } } }
From source file:org.commonjava.freeki.data.FreekiStore.java
private Map<String, String> getMetadata(final String content, final boolean reformatContent) { final LineIterator li = new LineIterator(new StringReader(content)); final Map<String, String> metadata = new HashMap<>(); final StringBuilder sb = new StringBuilder(); boolean startMetadata = false; boolean stopMetadata = false; boolean startContent = false; while (li.hasNext()) { final String line = li.next(); if (line.trim().startsWith(COMMENT_BEGIN)) { startMetadata = true;/* w w w .ja v a2 s .c o m*/ } else if (line.trim().endsWith(COMMENT_END)) { stopMetadata = true; } else if (startMetadata && !stopMetadata) { final String[] parts = line.trim().split("\\s*:\\s*"); if (parts.length == 2) { metadata.put(parts[0], parts[1]); } } else if (stopMetadata && !startContent && line.trim().length() > 0) { startContent = true; } if (startContent) { String title = metadata.get(MD_TITLE); if (title == null && line.startsWith(H1)) { title = line.substring(H1.length()); metadata.put(MD_TITLE, title); } else if (title == null && line.startsWith(H1_ALT)) { title = line.substring(H1_ALT.length()); if (!title.startsWith("#")) { metadata.put(MD_TITLE, title); } } if (!reformatContent && title != null) { break; } if (sb.length() > 0) { sb.append('\n'); } sb.append(line); } } if (sb.length() > 0) { metadata.put(MD_CONTENT, sb.toString()); } else { metadata.put(MD_CONTENT, content); } return metadata; }
From source file:org.commonjava.freeki.model.Page.java
public void syncContentWithTitle() { String title = getTitle();/*from ww w. j a v a 2s. com*/ if (content != null) { boolean prependTitle = false; final LineIterator li = new LineIterator(new StringReader(content)); while (li.hasNext()) { final String line = li.next(); if (line.trim().length() > 0) { if (title == null) { title = line; } else if (title != null) { if (!line.trim().endsWith(title.trim())) { prependTitle = true; } } break; } } if (prependTitle) { content = "#" + title + "\n\n" + content; } } else if (title != null) { content = "#" + title + "\n\n"; } setTitle(title); }
From source file:org.deeplearning4j.spark.parameterserver.functions.SharedFlatMapPaths.java
@Override public Iterable<R> call(Iterator<String> dataSetIterator) throws Exception { //Under some limited circumstances, we might have an empty partition. In this case, we should return immediately if (!dataSetIterator.hasNext()) { return Collections.emptyList(); }//from w w w . ja va2 s . c om // here we'll be converting out Strings coming out of iterator to DataSets // PathSparkDataSetIterator does that for us //For better fault tolerance, we'll pull all paths to a local file. This way, if the Iterator<String> is backed // by a remote source that later goes down, we won't fail (as long as the source is still available) File f = SharedFlatMapPaths.toTempFile(dataSetIterator); LineIterator lineIter = new LineIterator(new FileReader(f)); //Buffered reader added automatically try { // iterator should be silently attached to VirtualDataSetIterator, and used appropriately SharedTrainingWrapper.getInstance(worker.getInstanceId()) .attachDS(new PathSparkDataSetIterator(lineIter, loader)); // first callee will become master, others will obey and die SharedTrainingResult result = SharedTrainingWrapper.getInstance(worker.getInstanceId()).run(worker); return Collections.singletonList((R) result); } finally { lineIter.close(); f.delete(); } }
From source file:org.deeplearning4j.spark.parameterserver.functions.SharedFlatMapPathsMDS.java
@Override public Iterable<R> call(Iterator<String> dataSetIterator) throws Exception { //Under some limited circumstances, we might have an empty partition. In this case, we should return immediately if (!dataSetIterator.hasNext()) { return Collections.emptyList(); }//from w w w. j a v a 2s. com // here we'll be converting out Strings coming out of iterator to DataSets // PathSparkDataSetIterator does that for us //For better fault tolerance, we'll pull all paths to a local file. This way, if the Iterator<String> is backed // by a remote source that later goes down, we won't fail (as long as the source is still available) File f = SharedFlatMapPaths.toTempFile(dataSetIterator); LineIterator lineIter = new LineIterator(new FileReader(f)); //Buffered reader added automatically try { // iterator should be silently attached to VirtualDataSetIterator, and used appropriately SharedTrainingWrapper.getInstance(worker.getInstanceId()) .attachMDS(new PathSparkMultiDataSetIterator(lineIter, loader)); // first callee will become master, others will obey and die SharedTrainingResult result = SharedTrainingWrapper.getInstance(worker.getInstanceId()).run(worker); return Collections.singletonList((R) result); } finally { lineIter.close(); f.delete(); } }
From source file:org.duracloud.mill.ltp.PathFilterManager.java
private List<String> loadPatterns(File file, String type) { try (Reader r = new BufferedReader(new InputStreamReader(new FileInputStream(file)))) { LineIterator it = new LineIterator(r); List<String> patterns = new ArrayList<>(); while (it.hasNext()) { String pattern = it.next(); if (!pattern.startsWith("#")) { addPattern(type, patterns, pattern); }/*from w w w. ja v a 2 s . co m*/ } return patterns; } catch (Exception ex) { throw new DuraCloudRuntimeException(ex); } }
From source file:org.duracloud.syncui.controller.LogController.java
@RequestMapping(value = { "/log" }, params = "download")
public String download(HttpServletResponse response) throws IOException {
log.debug("accessing log download page");
StringBuffer contentDisposition = new StringBuffer();
contentDisposition.append("attachment;filename=\"history.log\"");
response.setHeader("Content-Disposition", contentDisposition.toString());
File file = new File(syncConfigurationManager.getWorkDirectory().getAbsoluteFile() + "/logs/history.log");
PrintWriter writer = response.getWriter();
if (file.exists()) {
LineIterator it = new LineIterator(new FileReader(file));
while (it.hasNext()) {
writer.write(it.nextLine() + "\n");
}/*w ww .j av a 2s . co m*/
} else {
writer.write("The history log is empty.");
}
return null;
}