Example usage for com.amazonaws.services.s3 AmazonS3 listObjects

List of usage examples for com.amazonaws.services.s3 AmazonS3 listObjects

  1. HOME
  2. Java
  3. com.amazonaws
  4. com.amazonaws.services.s3.*
  5. AmazonS3
  6. listObjects

Introduction

In this page you can find the example usage for com.amazonaws.services.s3 AmazonS3 listObjects.

Prototype

public ObjectListing listObjects(String bucketName, String prefix)
        throws SdkClientException, AmazonServiceException;

Source Link

Document

Returns a list of summary information about the objects in the specified bucket.

Usage

From source file:com.cloud.utils.S3Utils.java

License:Apache License

private static List<S3ObjectSummary> listDirectory(final String bucketName, final String directory,
        final AmazonS3 client) {

    final List<S3ObjectSummary> objects = client.listObjects(bucketName, directory + SEPARATOR)
            .getObjectSummaries();//from w  w w . j  a va 2  s. c o  m

    if (objects == null) {
        return emptyList();
    }

    return unmodifiableList(objects);

}

From source file:com.haskins.cloudtrailviewer.dialog.s3filechooser.S3FileList.java

License:Open Source License

private void addFolderFiles(String path) {

    AmazonS3 s3Client = getS3Client();

    ObjectListing current = s3Client.listObjects(currentAccount.getBucket(), path);
    List<S3ObjectSummary> objectSummaries = current.getObjectSummaries();

    for (final S3ObjectSummary objectSummary : objectSummaries) {
        String file = objectSummary.getKey();
        selected_keys.add(file);/*from   w w  w .j  a v a2s . co  m*/
    }

    while (current.isTruncated()) {

        current = s3Client.listNextBatchOfObjects(current);
        objectSummaries = current.getObjectSummaries();

        for (final S3ObjectSummary objectSummary : objectSummaries) {
            String file = objectSummary.getKey();
            selected_keys.add(file);
        }
    }
}

From source file:com.images3.data.impl.ImageContentAccessImplS3.java

License:Apache License

@Override
public void deleteImageContentByImagePlantId(String imagePlantId, AmazonS3Bucket bucket) {
    AmazonS3 client = clients.getClient(bucket);
    ObjectListing objList = client.listObjects(bucket.getName(), imagePlantId);
    if (objList.getObjectSummaries().size() > 0) {
        deleteAllImageContent(client, bucket, objList);
    } else {/*from  w  w w  .j  ava2  s  .  c om*/
        client.deleteObject(new DeleteObjectRequest(bucket.getName(), imagePlantId));
    }
}

From source file:com.openkm.util.backup.RepositoryS3Backup.java

License:Open Source License

private static boolean exists(AmazonS3 s3, String bucket, String key) {
    ObjectListing list = s3.listObjects(bucket, key);
    return list.getObjectSummaries().size() > 0;
}

From source file:datameer.awstasks.ant.s3.model.DeleteObjectsCommand.java

License:Apache License

@Override
public void execute(Project project, AmazonS3 s3Service) {
    if (_prefix.startsWith("/")) {
        _prefix = _prefix.substring(1);//  ww w.jav  a 2s.c om
    }
    System.out.println("deleting all keys with '" + _prefix + "' in bucket '" + _bucket + "'");
    List<S3ObjectSummary> objectListing = s3Service.listObjects(_bucket, _prefix).getObjectSummaries();
    long size = 0;
    for (S3ObjectSummary s3ObjectSummary : objectListing) {
        size += s3ObjectSummary.getSize();
        s3Service.deleteObject(_bucket, s3ObjectSummary.getKey());
    }
    System.out.println("deleted " + objectListing.size() + " objects with size of " + size + " bytes");
}

From source file:jenkins.plugins.itemstorage.s3.S3UploadAllCallable.java

License:Open Source License

private Map<String, S3ObjectSummary> lookupExistingCacheEntries(AmazonS3 s3) {
    Map<String, S3ObjectSummary> summaries = new HashMap<>();

    ObjectListing listing = s3.listObjects(bucketName, pathPrefix);
    do {//ww w . j  av a 2  s .  c o m
        for (S3ObjectSummary summary : listing.getObjectSummaries()) {
            summaries.put(summary.getKey(), summary);
        }
        listing = listing.isTruncated() ? s3.listNextBatchOfObjects(listing) : null;
    } while (listing != null);

    return summaries;
}

From source file:jp.classmethod.aws.gradle.s3.AmazonS3DeleteAllFilesTask.java

License:Apache License

@TaskAction
public void delete() {
    // to enable conventionMappings feature
    String bucketName = getBucketName();
    String prefix = getPrefix();/*from ww  w  .  ja  v a 2  s  .  co  m*/

    if (bucketName == null) {
        throw new GradleException("bucketName is not specified");
    }

    AmazonS3PluginExtension ext = getProject().getExtensions().getByType(AmazonS3PluginExtension.class);
    AmazonS3 s3 = ext.getClient();

    if (prefix.startsWith("/")) {
        prefix = prefix.substring(1);
    }

    getLogger().info("Delete s3://{}/{}*", bucketName, prefix);

    List<S3ObjectSummary> objectSummaries;
    while ((objectSummaries = s3.listObjects(bucketName, prefix).getObjectSummaries()).isEmpty() == false) {
        objectSummaries.forEach(os -> {
            getLogger().info("  Deleting... s3://{}/{}", bucketName, os.getKey());
            s3.deleteObject(bucketName, os.getKey());
        });
    }
}

From source file:jp.classmethod.aws.gradle.s3.SyncTask.java

License:Apache License

private void deleteAbsent(AmazonS3 s3, String prefix) {
    // to enable conventionMappings feature
    String bucketName = getBucketName();
    String pathPrefix = getNormalizedPathPrefix();

    s3.listObjects(bucketName, prefix).getObjectSummaries().forEach(os -> {
        File f = getProject().file(pathPrefix + os.getKey().substring(prefix.length()));
        if (f.exists() == false) {
            getLogger().info("deleting... s3://{}/{}", bucketName, os.getKey());
            s3.deleteObject(bucketName, os.getKey());
        }//from  ww  w  . j  av a2 s  .c om
    });
}

From source file:org.benetech.secureapp.generator.AmazonS3Utils.java

License:Open Source License

public static String getUniqueBuildNumber(HttpSession session, String apkNameWithNoSagBuild)
        throws S3Exception {
    try {//w  w w. j  a v  a2s. co m
        String partialApkName = apkNameWithNoSagBuild.toLowerCase();
        int greatestBuildNumberFound = 0;

        AmazonS3 s3 = getS3();
        ObjectListing listing = s3.listObjects(getDownloadS3Bucket(), AMAZON_DOWNLOADS_DIRECTORY);
        List<S3ObjectSummary> summaries = listing.getObjectSummaries();
        SagLogger.logDebug(session, "S3 ListObjects");

        while (listing.isTruncated()) {
            listing = s3.listNextBatchOfObjects(listing);
            summaries.addAll(listing.getObjectSummaries());
        }
        SagLogger.logDebug(session, "S3 Summaries Added");

        if (!summaries.isEmpty()) {
            SagLogger.logDebug(session, "S3 Summarys Found:" + summaries.size());
            for (Iterator<S3ObjectSummary> iterator = summaries.iterator(); iterator.hasNext();) {
                S3ObjectSummary currentApk = iterator.next();
                String currentApkName = currentApk.getKey().toLowerCase();
                String amazonObjectPartialName = AMAZON_DOWNLOADS_DIRECTORY + partialApkName;
                if (currentApkName.startsWith(amazonObjectPartialName)) {
                    int buildStartPos = amazonObjectPartialName.length() + 1;
                    int buildEndPos = currentApkName.length() - AppConfiguration.APK_EXTENSION.length();
                    String currentBuildNumberString = currentApkName.substring(buildStartPos, buildEndPos);
                    int currentBuildNumber = Integer.parseInt(currentBuildNumberString);
                    if (currentBuildNumber > greatestBuildNumberFound)
                        greatestBuildNumberFound = currentBuildNumber;
                }
            }
        }

        int nextSagBuildNumber = greatestBuildNumberFound + 1;
        return Integer.toString(nextSagBuildNumber);
    } catch (Exception e) {
        throw new S3Exception(e);
    }
}

From source file:org.elasticsearch.repositories.s3.S3BlobContainer.java

License:Apache License

@Override
public Map<String, BlobMetaData> listBlobsByPrefix(@Nullable String blobNamePrefix) throws IOException {
    return AccessController.doPrivileged((PrivilegedAction<Map<String, BlobMetaData>>) () -> {
        MapBuilder<String, BlobMetaData> blobsBuilder = MapBuilder.newMapBuilder();
        AmazonS3 client = blobStore.client();
        SocketAccess.doPrivilegedVoid(() -> {
            ObjectListing prevListing = null;
            while (true) {
                ObjectListing list;/* w  ww.jav a 2s .  c  o  m*/
                if (prevListing != null) {
                    list = client.listNextBatchOfObjects(prevListing);
                } else {
                    if (blobNamePrefix != null) {
                        list = client.listObjects(blobStore.bucket(), buildKey(blobNamePrefix));
                    } else {
                        list = client.listObjects(blobStore.bucket(), keyPath);
                    }
                }
                for (S3ObjectSummary summary : list.getObjectSummaries()) {
                    String name = summary.getKey().substring(keyPath.length());
                    blobsBuilder.put(name, new PlainBlobMetaData(name, summary.getSize()));
                }
                if (list.isTruncated()) {
                    prevListing = list;
                } else {
                    break;
                }
            }
        });
        return blobsBuilder.immutableMap();
    });
}