Example usage for org.apache.commons.io FileUtils listFiles

List of usage examples for org.apache.commons.io FileUtils listFiles

Introduction

In this page you can find the example usage for org.apache.commons.io FileUtils listFiles.

Prototype

public static Collection listFiles(File directory, String[] extensions, boolean recursive) 

Source Link

Document

Finds files within a given directory (and optionally its subdirectories) which match an array of extensions.

Usage

From source file:de.nbi.ontology.test.TestFileProvider.java

/**
 * Helper class to retrieve files from the file system (relative to
 * {@link Config#DIR_RESOURCES_TEST}). File names have the form
 * <code>prefix + * "-\\d+\\." + ext</code>.
 * //from  w  w w . ja v  a  2  s  . c  o  m
 * @param dir
 *            directory to be searched for files
 * @param prefix
 *            prefix of the files
 * @param ext
 *            extension of the files
 */
@SuppressWarnings("unchecked")
public static Object[][] getTestFiles(String dir, String prefix, String ext) {
    Object[][] data;

    File resourceDir = new File(Config.getAppProperty(Config.DIR_RESOURCES_TEST) + "/" + dir);

    Collection<File> testFiles = FileUtils.listFiles(resourceDir,
            new RegexFileFilter(prefix + "-\\d+\\." + ext), null);
    data = new Object[testFiles.size()][1];

    int count = 0;
    for (File inputFile : testFiles) {
        data[count] = new Object[] { inputFile };
        count++;
    }

    return data;
}

From source file:com.spideo.labs.SimpleAssemblyMojo.java

public String getLibrariesName() {

    String libraries = " . ";

    Collection<File> files = FileUtils.listFiles(dependenciesDirectory, INSTANCE, INSTANCE);

    for (File file : files) {
        libraries += file.getName() + " ";
    }/*from w  ww. j av  a 2 s .  c o  m*/

    return libraries;
}

From source file:com.ning.metrics.collector.processing.TestEventSpoolWriterFactory.java

private void testProcessLeftBelowFilesAllClean() throws Exception {
    final EventSpoolWriterFactory factory = new EventSpoolWriterFactory(
            new HashSet<EventSpoolProcessor>(Arrays.asList(new NoWriteHadoopWriterFactory(null, config))),
            config, configFactory);/*from ww w .j  ava 2 s. co m*/
    factory.setCutoffTime(CUTOFF_TIME);

    FileUtils.touch(new File(lockDirectory.getPath() + "/some_file_which_should_be_sent_1"));
    FileUtils.touch(new File(lockDirectory.getPath() + "/some_file_which_should_be_sent_2"));
    FileUtils.touch(new File(quarantineDirectory.getPath() + "/some_other_file_which_should_be_sent"));

    Assert.assertEquals(FileUtils
            .listFiles(spoolDirectory, FileFilterUtils.trueFileFilter(), FileFilterUtils.trueFileFilter())
            .size(), 3);
    Assert.assertTrue(spoolDirectory.exists());
    Assert.assertTrue(tmpDirectory.exists());
    Assert.assertTrue(lockDirectory.exists());
    Assert.assertTrue(quarantineDirectory.exists());

    Thread.sleep(2 * CUTOFF_TIME);

    factory.processLeftBelowFiles();

    // All files should have been sent
    Assert.assertFalse(spoolDirectory.exists());
    Assert.assertFalse(tmpDirectory.exists());
    Assert.assertFalse(lockDirectory.exists());
    Assert.assertFalse(quarantineDirectory.exists());

    // We could even test the mapping in HDFS here (with the keys)
    Assert.assertEquals(hdfs.values().size(), 3);

}

From source file:com.ikanow.aleph2.data_model.utils.TestPropertiesUtils.java

@Test
public void test_mergeProperties() throws IOException {

    final String temp_dir = System.getProperty("java.io.tmpdir") + File.separator;
    final String conf_dir_str = temp_dir + "test_merge_conf_dir";

    final File dir = new File(conf_dir_str);
    final File default_conf = new File(temp_dir + "default.properties");
    default_conf.delete();
    assertFalse(default_conf.exists());
    FileUtils.forceMkdir(dir);/*www  .  ja  v  a 2 s  .c om*/
    final Collection<File> conf_files = FileUtils.listFiles(dir,
            Arrays.asList("conf", "properties", "json").toArray(new String[0]), false);
    conf_files.forEach(f -> f.delete());
    final Collection<File> conf_files_deleted = FileUtils.listFiles(dir,
            Arrays.asList("conf", "properties", "json").toArray(new String[0]), false);
    assertTrue(conf_files_deleted.isEmpty());

    // Fallback file:
    FileUtils.write(default_conf, "a=test_1\nb=test2");

    final File merge1 = new File(conf_dir_str + File.separator + "a_test.properties");
    final File merge2 = new File(conf_dir_str + File.separator + "b_test.properties");
    final File merge3 = new File(conf_dir_str + File.separator + "c_test.properties");

    FileUtils.write(merge1, "b=test_2.1\nc=test3");
    FileUtils.write(merge2, "c=test_3.1\nd=test4");
    FileUtils.write(merge3, "d=test_4.1\ne=test5");

    final Config conf = PropertiesUtils.getMergedConfig(Optional.of(dir), default_conf);

    assertEquals(Arrays.asList("a", "b", "c", "d", "e"),
            conf.root().keySet().stream().sorted().collect(Collectors.toList()));
    assertEquals("test_1", conf.getString("a"));
    assertEquals("test_2.1", conf.getString("b"));
    assertEquals("test_3.1", conf.getString("c"));
    assertEquals("test_4.1", conf.getString("d"));
    assertEquals("test5", conf.getString("e"));

    final Config conf2 = PropertiesUtils.getMergedConfig(Optional.empty(), default_conf);
    assertEquals(Arrays.asList("a", "b"), conf2.root().keySet().stream().sorted().collect(Collectors.toList()));

}

From source file:de.tudarmstadt.ukp.dkpro.tc.core.task.MetaInfoTask.java

@Override
public CollectionReaderDescription getCollectionReaderDescription(TaskContext aContext)
        throws ResourceInitializationException, IOException {
    // TrainTest setup: input files are set as imports
    if (filesRoot == null || files_training == null) {
        File root = aContext.getStorageLocation(INPUT_KEY, AccessMode.READONLY);
        Collection<File> files = FileUtils.listFiles(root, new String[] { "bin" }, true);
        return createReaderDescription(BinaryCasReader.class, BinaryCasReader.PARAM_PATTERNS, files);
    }/*from ww w. ja  v a2s  .  c  o  m*/
    // CV setup: filesRoot and files_atrining have to be set as dimension
    else {
        return createReaderDescription(BinaryCasReader.class, BinaryCasReader.PARAM_PATTERNS, files_training);
    }
}

From source file:com.aionlightning.commons.utils.PropertiesUtils.java

/**
 * Loads all .property files form directory
 * //from   ww  w.j  a va  2  s . com
 * @param dir
 *          directory
 * @param recursive
 *          parse subdirectories or not
 * @return array of loaded properties
 * @throws IOException
 *           if was unable to read properties
 */
public static Properties[] loadAllFromDirectory(File dir, boolean recursive) throws IOException {
    Collection<File> files = FileUtils.listFiles(dir, new String[] { "properties" }, recursive);
    return load(files.toArray(new File[files.size()]));
}

From source file:de.tudarmstadt.ukp.experiments.dip.wp1.documents.Step11GoldDataStatistics.java

/**
 * (2) which documents were eventually judged as relevant ones.
 * So basically a plain text file with 3 columns:
 * query_id, document_id, binary_relevance
 * This will allow us to judge the document lists and give some performance, at least of
 * document level. This will allow us to identify "hard" and "easy" queries and having an agreement
 * rate per query we can see whether the two correlate. Then we potentially can "blame" the harder
 * queries for low agreement./*w  w  w . j  a v  a2s .co  m*/
 */
public static void statistics2(File inputDir, File outputDir) throws IOException {
    PrintWriter pw = new PrintWriter(new FileWriter(new File(outputDir, "stats2.csv")));
    pw.println("qID\tclueWebID\tpartiallyRelevant\tfullyRelevant\trankedResult.rank\trankedResult.score");

    // iterate over query containers
    for (File f : FileUtils.listFiles(inputDir, new String[] { "xml" }, false)) {
        QueryResultContainer queryResultContainer = QueryResultContainer
                .fromXML(FileUtils.readFileToString(f, "utf-8"));

        for (QueryResultContainer.SingleRankedResult rankedResult : queryResultContainer.rankedResults) {
            List<QueryResultContainer.SingleSentenceRelevanceVote> goldEstimatedLabels = rankedResult.goldEstimatedLabels;
            if (goldEstimatedLabels != null && !goldEstimatedLabels.isEmpty()) {
                boolean fullyRelevant = true;
                boolean partiallyRelevant = false;

                // all must be relevant
                for (QueryResultContainer.SingleSentenceRelevanceVote s : goldEstimatedLabels) {
                    fullyRelevant &= Boolean.valueOf(s.relevant);
                    partiallyRelevant |= Boolean.valueOf(s.relevant);
                }

                pw.printf(Locale.ENGLISH, "%s\t%s\t%s\t%s\t%d\t%.8f%n", queryResultContainer.qID,
                        rankedResult.clueWebID, partiallyRelevant, fullyRelevant, rankedResult.rank,
                        rankedResult.score);
            }
        }
    }
    pw.close();
}

From source file:com.timeinc.seleniumite.environment.EnvironmentUtils.java

public static List<RawTestScript> findRawTestScripts(List<String> roots) {
    List<RawTestScript> scripts = new LinkedList<>();

    for (String s : roots) {
        if (s.startsWith("classpath:")) {
            File root = new File(
                    EnvironmentUtils.class.getResource(s.substring("classpath:".length())).getFile());

            Collection<File> matchFiles = FileUtils.listFiles(root, new WildcardFileFilter("*.json"),
                    DirectoryFileFilter.DIRECTORY);

            for (File f : matchFiles) {
                if (f.exists() && f.isFile()) {
                    scripts.add(RawTestScript.fromFile(f));
                } else {
                    LOG.info("Skipping {} - doesn't exist or isnt a file");
                }/*from  w ww.jav  a2s .  co m*/
            }
        } else {
            LOG.warn("Skipping unknown protocol:{}", s);
        }
    }

    return scripts;
}

From source file:de.peran.testtransformation.JUnitTestTransformer.java

/**
 * Generates Performance-Test, i.e. transforms the current unit-tests to performance tests by adding annotations to the Java-files.
 * //from w  ww  . j av  a 2s  .co  m
 * @throws FileNotFoundException
 */
public void transformTests() {
    if (!projectFolder.exists()) {
        LOG.error("Path " + projectFolder + " not found");
    }
    LOG.trace("Searching: {}", projectFolder);

    final IOFileFilter javaFilter = new WildcardFileFilter("*.java");
    for (final File javaFile : FileUtils.listFiles(new File(projectFolder, "src/test/"), javaFilter,
            TrueFileFilter.INSTANCE)) {
        editJUnitClazz(javaFile);
    }

}

From source file:com.textocat.textokit.commons.cpe.FileDirectoryCollectionReader.java

@Override
public void initialize(UimaContext ctx) throws ResourceInitializationException {
    super.initialize(ctx);
    if (!directory.isDirectory()) {
        throw new IllegalStateException(String.format("%s is not existing file directory", directory));
    }/*from www .  j av a  2 s  .  c  om*/
    IOFileFilter fileFilter = FileFilterUtils.suffixFileFilter(fileExtension);
    IOFileFilter subdirFilter = FileFilterUtils.trueFileFilter();
    files = Lists.newArrayList(FileUtils.listFiles(directory, fileFilter, subdirFilter));
    //
    lastReadFileIdx = -1;
}