List of usage examples for org.apache.commons.io FileUtils listFiles
public static Collection listFiles(File directory, String[] extensions, boolean recursive)
From source file:de.nbi.ontology.test.TestFileProvider.java
/** * Helper class to retrieve files from the file system (relative to * {@link Config#DIR_RESOURCES_TEST}). File names have the form * <code>prefix + * "-\\d+\\." + ext</code>. * //from w w w . ja v a 2 s . c o m * @param dir * directory to be searched for files * @param prefix * prefix of the files * @param ext * extension of the files */ @SuppressWarnings("unchecked") public static Object[][] getTestFiles(String dir, String prefix, String ext) { Object[][] data; File resourceDir = new File(Config.getAppProperty(Config.DIR_RESOURCES_TEST) + "/" + dir); Collection<File> testFiles = FileUtils.listFiles(resourceDir, new RegexFileFilter(prefix + "-\\d+\\." + ext), null); data = new Object[testFiles.size()][1]; int count = 0; for (File inputFile : testFiles) { data[count] = new Object[] { inputFile }; count++; } return data; }
From source file:com.spideo.labs.SimpleAssemblyMojo.java
public String getLibrariesName() { String libraries = " . "; Collection<File> files = FileUtils.listFiles(dependenciesDirectory, INSTANCE, INSTANCE); for (File file : files) { libraries += file.getName() + " "; }/*from w ww. j av a 2 s . c o m*/ return libraries; }
From source file:com.ning.metrics.collector.processing.TestEventSpoolWriterFactory.java
private void testProcessLeftBelowFilesAllClean() throws Exception { final EventSpoolWriterFactory factory = new EventSpoolWriterFactory( new HashSet<EventSpoolProcessor>(Arrays.asList(new NoWriteHadoopWriterFactory(null, config))), config, configFactory);/*from ww w .j ava 2 s. co m*/ factory.setCutoffTime(CUTOFF_TIME); FileUtils.touch(new File(lockDirectory.getPath() + "/some_file_which_should_be_sent_1")); FileUtils.touch(new File(lockDirectory.getPath() + "/some_file_which_should_be_sent_2")); FileUtils.touch(new File(quarantineDirectory.getPath() + "/some_other_file_which_should_be_sent")); Assert.assertEquals(FileUtils .listFiles(spoolDirectory, FileFilterUtils.trueFileFilter(), FileFilterUtils.trueFileFilter()) .size(), 3); Assert.assertTrue(spoolDirectory.exists()); Assert.assertTrue(tmpDirectory.exists()); Assert.assertTrue(lockDirectory.exists()); Assert.assertTrue(quarantineDirectory.exists()); Thread.sleep(2 * CUTOFF_TIME); factory.processLeftBelowFiles(); // All files should have been sent Assert.assertFalse(spoolDirectory.exists()); Assert.assertFalse(tmpDirectory.exists()); Assert.assertFalse(lockDirectory.exists()); Assert.assertFalse(quarantineDirectory.exists()); // We could even test the mapping in HDFS here (with the keys) Assert.assertEquals(hdfs.values().size(), 3); }
From source file:com.ikanow.aleph2.data_model.utils.TestPropertiesUtils.java
@Test public void test_mergeProperties() throws IOException { final String temp_dir = System.getProperty("java.io.tmpdir") + File.separator; final String conf_dir_str = temp_dir + "test_merge_conf_dir"; final File dir = new File(conf_dir_str); final File default_conf = new File(temp_dir + "default.properties"); default_conf.delete(); assertFalse(default_conf.exists()); FileUtils.forceMkdir(dir);/*www . ja v a 2 s .c om*/ final Collection<File> conf_files = FileUtils.listFiles(dir, Arrays.asList("conf", "properties", "json").toArray(new String[0]), false); conf_files.forEach(f -> f.delete()); final Collection<File> conf_files_deleted = FileUtils.listFiles(dir, Arrays.asList("conf", "properties", "json").toArray(new String[0]), false); assertTrue(conf_files_deleted.isEmpty()); // Fallback file: FileUtils.write(default_conf, "a=test_1\nb=test2"); final File merge1 = new File(conf_dir_str + File.separator + "a_test.properties"); final File merge2 = new File(conf_dir_str + File.separator + "b_test.properties"); final File merge3 = new File(conf_dir_str + File.separator + "c_test.properties"); FileUtils.write(merge1, "b=test_2.1\nc=test3"); FileUtils.write(merge2, "c=test_3.1\nd=test4"); FileUtils.write(merge3, "d=test_4.1\ne=test5"); final Config conf = PropertiesUtils.getMergedConfig(Optional.of(dir), default_conf); assertEquals(Arrays.asList("a", "b", "c", "d", "e"), conf.root().keySet().stream().sorted().collect(Collectors.toList())); assertEquals("test_1", conf.getString("a")); assertEquals("test_2.1", conf.getString("b")); assertEquals("test_3.1", conf.getString("c")); assertEquals("test_4.1", conf.getString("d")); assertEquals("test5", conf.getString("e")); final Config conf2 = PropertiesUtils.getMergedConfig(Optional.empty(), default_conf); assertEquals(Arrays.asList("a", "b"), conf2.root().keySet().stream().sorted().collect(Collectors.toList())); }
From source file:de.tudarmstadt.ukp.dkpro.tc.core.task.MetaInfoTask.java
@Override public CollectionReaderDescription getCollectionReaderDescription(TaskContext aContext) throws ResourceInitializationException, IOException { // TrainTest setup: input files are set as imports if (filesRoot == null || files_training == null) { File root = aContext.getStorageLocation(INPUT_KEY, AccessMode.READONLY); Collection<File> files = FileUtils.listFiles(root, new String[] { "bin" }, true); return createReaderDescription(BinaryCasReader.class, BinaryCasReader.PARAM_PATTERNS, files); }/*from ww w. ja v a2s . c o m*/ // CV setup: filesRoot and files_atrining have to be set as dimension else { return createReaderDescription(BinaryCasReader.class, BinaryCasReader.PARAM_PATTERNS, files_training); } }
From source file:com.aionlightning.commons.utils.PropertiesUtils.java
/** * Loads all .property files form directory * //from ww w.j a va 2 s . com * @param dir * directory * @param recursive * parse subdirectories or not * @return array of loaded properties * @throws IOException * if was unable to read properties */ public static Properties[] loadAllFromDirectory(File dir, boolean recursive) throws IOException { Collection<File> files = FileUtils.listFiles(dir, new String[] { "properties" }, recursive); return load(files.toArray(new File[files.size()])); }
From source file:de.tudarmstadt.ukp.experiments.dip.wp1.documents.Step11GoldDataStatistics.java
/** * (2) which documents were eventually judged as relevant ones. * So basically a plain text file with 3 columns: * query_id, document_id, binary_relevance * This will allow us to judge the document lists and give some performance, at least of * document level. This will allow us to identify "hard" and "easy" queries and having an agreement * rate per query we can see whether the two correlate. Then we potentially can "blame" the harder * queries for low agreement./*w w w . j a v a2s .co m*/ */ public static void statistics2(File inputDir, File outputDir) throws IOException { PrintWriter pw = new PrintWriter(new FileWriter(new File(outputDir, "stats2.csv"))); pw.println("qID\tclueWebID\tpartiallyRelevant\tfullyRelevant\trankedResult.rank\trankedResult.score"); // iterate over query containers for (File f : FileUtils.listFiles(inputDir, new String[] { "xml" }, false)) { QueryResultContainer queryResultContainer = QueryResultContainer .fromXML(FileUtils.readFileToString(f, "utf-8")); for (QueryResultContainer.SingleRankedResult rankedResult : queryResultContainer.rankedResults) { List<QueryResultContainer.SingleSentenceRelevanceVote> goldEstimatedLabels = rankedResult.goldEstimatedLabels; if (goldEstimatedLabels != null && !goldEstimatedLabels.isEmpty()) { boolean fullyRelevant = true; boolean partiallyRelevant = false; // all must be relevant for (QueryResultContainer.SingleSentenceRelevanceVote s : goldEstimatedLabels) { fullyRelevant &= Boolean.valueOf(s.relevant); partiallyRelevant |= Boolean.valueOf(s.relevant); } pw.printf(Locale.ENGLISH, "%s\t%s\t%s\t%s\t%d\t%.8f%n", queryResultContainer.qID, rankedResult.clueWebID, partiallyRelevant, fullyRelevant, rankedResult.rank, rankedResult.score); } } } pw.close(); }
From source file:com.timeinc.seleniumite.environment.EnvironmentUtils.java
public static List<RawTestScript> findRawTestScripts(List<String> roots) { List<RawTestScript> scripts = new LinkedList<>(); for (String s : roots) { if (s.startsWith("classpath:")) { File root = new File( EnvironmentUtils.class.getResource(s.substring("classpath:".length())).getFile()); Collection<File> matchFiles = FileUtils.listFiles(root, new WildcardFileFilter("*.json"), DirectoryFileFilter.DIRECTORY); for (File f : matchFiles) { if (f.exists() && f.isFile()) { scripts.add(RawTestScript.fromFile(f)); } else { LOG.info("Skipping {} - doesn't exist or isnt a file"); }/*from w ww.jav a2s . co m*/ } } else { LOG.warn("Skipping unknown protocol:{}", s); } } return scripts; }
From source file:de.peran.testtransformation.JUnitTestTransformer.java
/** * Generates Performance-Test, i.e. transforms the current unit-tests to performance tests by adding annotations to the Java-files. * //from w ww . j av a 2s .co m * @throws FileNotFoundException */ public void transformTests() { if (!projectFolder.exists()) { LOG.error("Path " + projectFolder + " not found"); } LOG.trace("Searching: {}", projectFolder); final IOFileFilter javaFilter = new WildcardFileFilter("*.java"); for (final File javaFile : FileUtils.listFiles(new File(projectFolder, "src/test/"), javaFilter, TrueFileFilter.INSTANCE)) { editJUnitClazz(javaFile); } }
From source file:com.textocat.textokit.commons.cpe.FileDirectoryCollectionReader.java
@Override public void initialize(UimaContext ctx) throws ResourceInitializationException { super.initialize(ctx); if (!directory.isDirectory()) { throw new IllegalStateException(String.format("%s is not existing file directory", directory)); }/*from www . j av a 2 s . c om*/ IOFileFilter fileFilter = FileFilterUtils.suffixFileFilter(fileExtension); IOFileFilter subdirFilter = FileFilterUtils.trueFileFilter(); files = Lists.newArrayList(FileUtils.listFiles(directory, fileFilter, subdirFilter)); // lastReadFileIdx = -1; }