Example usage for com.amazonaws.services.s3.model ListObjectsRequest getPrefix

List of usage examples for com.amazonaws.services.s3.model ListObjectsRequest getPrefix

  1. HOME
  2. Java
  3. com.amazonaws
  4. com.amazonaws.services.s3.model.*
  5. ListObjectsRequest
  6. getPrefix

Introduction

In this page you can find the example usage for com.amazonaws.services.s3.model ListObjectsRequest getPrefix.

Prototype

public String getPrefix()

Source Link

Document

Gets the optional prefix parameter and restricts the response to keys that begin with the specified prefix.

Usage

From source file:com.altoukhov.svsync.fileviews.S3FileSpace.java

License:Apache License

private ObjectListing listObjects(ListObjectsRequest listObjectsRequest) throws AmazonClientException {

    ObjectListing objectListing = null;/*from w  w  w  . j  a  v a  2s .  co m*/
    int attemptCount = 0;

    while ((objectListing == null) && (attemptCount < 3)) {
        try {
            objectListing = s3.listObjects(listObjectsRequest);
            attemptCount++;
        } catch (AmazonClientException ex) {
            if (attemptCount < 3) {
                System.out.println(String.format("Failed to list files for s3://%s/%s, retrying.", bucketName,
                        listObjectsRequest.getPrefix()));
            } else {
                throw ex;
            }
        }
    }

    return objectListing;
}

From source file:com.netflix.exhibitor.core.backup.s3.MockS3Client.java

License:Apache License

@Override
public synchronized ObjectListing listObjects(ListObjectsRequest request) throws Exception {
    if (listing != null) {
        return listing;
    }/*  ww  w .  jav  a  2s. co m*/

    ObjectListing localListing = new ObjectListing();
    for (String key : uploads.keySet()) {
        boolean addIt = false;
        if (request.getPrefix() != null) {
            if (key.startsWith(request.getPrefix())) {
                addIt = true;
            }
        }

        if (addIt) {
            S3ObjectSummary summary = new S3ObjectSummary();
            summary.setKey(key);
            localListing.getObjectSummaries().add(summary);
        }
    }
    return localListing;
}

From source file:com.upplication.s3fs.util.AmazonS3ClientMock.java

License:Open Source License

/**
 * list all objects without and return ObjectListing with all elements
 * and with truncated to false/*from  w  w  w .j av  a 2s  . c  om*/
 */
@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest) throws AmazonClientException {

    ObjectListing objectListing = new ObjectListing();
    objectListing.setBucketName(listObjectsRequest.getBucketName());
    objectListing.setPrefix(listObjectsRequest.getPrefix());
    objectListing.setMarker(listObjectsRequest.getMarker());
    objectListing.setDelimiter(listObjectsRequest.getDelimiter());

    Bucket bucket = find(listObjectsRequest.getBucketName());
    Iterator<S3Element> iterator = objects.get(bucket).iterator();

    int i = 0;

    while (iterator.hasNext()) {

        S3Element elem = iterator.next();

        // TODO. add delimiter and marker support
        if (listObjectsRequest.getPrefix() != null
                && elem.getS3Object().getKey().startsWith(listObjectsRequest.getPrefix())) {

            S3ObjectSummary s3ObjectSummary = parseToS3ObjectSummary(elem);
            objectListing.getObjectSummaries().add(s3ObjectSummary);

            if (i + 1 == LIMIT_AWS_MAX_ELEMENTS && iterator.hasNext()) {
                objectListing.setTruncated(true);
                objectListing.setNextMarker(iterator.next().getS3Object().getKey());
                return objectListing;
            } else {
                objectListing.setTruncated(false);
            }

            i++;
        }

    }

    return objectListing;
}

From source file:fi.yle.tools.aws.maven.matchers.ListObjectsRequestMatcher.java

License:Apache License

@Override
public boolean matches(Object obj) {
    if (this.listObjectsRequest == obj) {
        return true;
    }//from  w w  w . j a va  2  s.  c o m
    if (obj == null) {
        return false;
    }
    if (ListObjectsRequest.class != obj.getClass()) {
        return false;
    }
    ListObjectsRequest other = (ListObjectsRequest) obj;
    if (this.listObjectsRequest.getBucketName() == null) {
        if (other.getBucketName() != null) {
            return false;
        }
    } else if (!this.listObjectsRequest.getBucketName().equals(other.getBucketName())) {
        return false;
    }
    if (this.listObjectsRequest.getPrefix() == null) {
        if (other.getPrefix() != null) {
            return false;
        }
    } else if (!this.listObjectsRequest.getPrefix().equals(other.getPrefix())) {
        return false;
    }
    if (this.listObjectsRequest.getDelimiter() == null) {
        if (other.getDelimiter() != null) {
            return false;
        }
    } else if (!this.listObjectsRequest.getDelimiter().equals(other.getDelimiter())) {
        return false;
    }
    if (this.listObjectsRequest.getMarker() == null) {
        if (other.getMarker() != null) {
            return false;
        }
    } else if (!this.listObjectsRequest.getMarker().equals(other.getMarker())) {
        return false;
    }
    if (this.listObjectsRequest.getMaxKeys() == null) {
        if (other.getMaxKeys() != null) {
            return false;
        }
    } else if (!this.listObjectsRequest.getMaxKeys().equals(other.getMaxKeys())) {
        return false;
    }
    return true;
}

From source file:org.apache.tajo.storage.s3.MockAmazonS3.java

License:Apache License

@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest) throws AmazonClientException {
    if (listObjectsRequest.getBucketName().equals("tajo-test")
            && listObjectsRequest.getPrefix().equals("test/")) {
        MockObjectListing objectListing = new MockObjectListing();
        return objectListing;
    } else {/*from   w w  w . j a v  a 2s. co m*/
        throw new TajoInternalError(new UnsupportedException());
    }
}

From source file:org.elasticsearch.cloud.aws.blobstore.MockAmazonS3.java

License:Apache License

@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest)
        throws AmazonClientException, AmazonServiceException {
    MockObjectListing list = new MockObjectListing();
    list.setTruncated(false);//from   w w  w .  j  a va2 s. c o m

    String blobName;
    String prefix = listObjectsRequest.getPrefix();

    ArrayList<S3ObjectSummary> mockObjectSummaries = new ArrayList<>();

    for (Map.Entry<String, InputStream> blob : blobs.entrySet()) {
        blobName = blob.getKey();
        S3ObjectSummary objectSummary = new S3ObjectSummary();

        if (prefix.isEmpty() || blobName.startsWith(prefix)) {
            objectSummary.setKey(blobName);

            try {
                objectSummary.setSize(getSize(blob.getValue()));
            } catch (IOException e) {
                throw new AmazonS3Exception("Object listing " + "failed for blob [" + blob.getKey() + "]");
            }

            mockObjectSummaries.add(objectSummary);
        }
    }

    list.setObjectSummaries(mockObjectSummaries);
    return list;
}

From source file:org.elasticsearch.repositories.s3.MockAmazonS3.java

License:Apache License

@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest)
        throws AmazonClientException, AmazonServiceException {
    simulateS3SocketConnection();//from  w w w.  j a  va 2s .c  o m
    MockObjectListing list = new MockObjectListing();
    list.setTruncated(false);

    String blobName;
    String prefix = listObjectsRequest.getPrefix();

    ArrayList<S3ObjectSummary> mockObjectSummaries = new ArrayList<>();

    for (Map.Entry<String, InputStream> blob : blobs.entrySet()) {
        blobName = blob.getKey();
        S3ObjectSummary objectSummary = new S3ObjectSummary();

        if (prefix.isEmpty() || blobName.startsWith(prefix)) {
            objectSummary.setKey(blobName);

            try {
                objectSummary.setSize(getSize(blob.getValue()));
            } catch (IOException e) {
                throw new AmazonS3Exception("Object listing " + "failed for blob [" + blob.getKey() + "]");
            }

            mockObjectSummaries.add(objectSummary);
        }
    }

    list.setObjectSummaries(mockObjectSummaries);
    return list;
}

From source file:org.finra.dm.dao.impl.MockS3OperationsImpl.java

License:Apache License

/**
 * Returns a list of objects. If the bucket does not exist, returns a listing with an empty list.
 * If a prefix is specified in listObjectsRequest, only keys starting with the prefix will be returned.
 *///from   w  w  w . j  a  v  a2 s.  c  o  m
@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest, AmazonS3Client s3Client) {
    LOGGER.debug("listObjects(): listObjectsRequest.getBucketName() = " + listObjectsRequest.getBucketName());

    String bucketName = listObjectsRequest.getBucketName();

    if (MOCK_S3_BUCKET_NAME_NO_SUCH_BUCKET_EXCEPTION.equals(bucketName)) {
        AmazonS3Exception amazonS3Exception = new AmazonS3Exception(
                MOCK_S3_BUCKET_NAME_NO_SUCH_BUCKET_EXCEPTION);
        amazonS3Exception.setErrorCode("NoSuchBucket");
        throw amazonS3Exception;
    }

    ObjectListing objectListing = new ObjectListing();
    objectListing.setBucketName(bucketName);

    MockS3Bucket mockS3Bucket = mockS3Buckets.get(bucketName);
    if (mockS3Bucket != null) {
        for (MockS3Object mockS3Object : mockS3Bucket.getObjects().values()) {
            String s3ObjectKey = mockS3Object.getKey();
            if (listObjectsRequest.getPrefix() == null
                    || s3ObjectKey.startsWith(listObjectsRequest.getPrefix())) {
                S3ObjectSummary s3ObjectSummary = new S3ObjectSummary();
                s3ObjectSummary.setBucketName(bucketName);
                s3ObjectSummary.setKey(s3ObjectKey);
                s3ObjectSummary.setSize(mockS3Object.getData().length);

                objectListing.getObjectSummaries().add(s3ObjectSummary);
            }
        }
    }

    return objectListing;
}

From source file:org.finra.herd.dao.impl.MockS3OperationsImpl.java

License:Apache License

/**
 * {@inheritDoc}/*from  ww  w  . j  av a  2  s  .c om*/
 * <p/>
 * If the bucket does not exist, returns a listing with an empty list. If a prefix is specified in listObjectsRequest, only keys starting with the prefix
 * will be returned.
 */
@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest, AmazonS3 s3Client) {
    LOGGER.debug("listObjects(): listObjectsRequest.getBucketName() = " + listObjectsRequest.getBucketName());

    String bucketName = listObjectsRequest.getBucketName();

    if (MOCK_S3_BUCKET_NAME_NO_SUCH_BUCKET_EXCEPTION.equals(bucketName)) {
        AmazonS3Exception amazonS3Exception = new AmazonS3Exception(
                MOCK_S3_BUCKET_NAME_NO_SUCH_BUCKET_EXCEPTION);
        amazonS3Exception.setErrorCode("NoSuchBucket");
        throw amazonS3Exception;
    }

    ObjectListing objectListing = new ObjectListing();
    objectListing.setBucketName(bucketName);

    MockS3Bucket mockS3Bucket = mockS3Buckets.get(bucketName);
    if (mockS3Bucket != null) {
        for (MockS3Object mockS3Object : mockS3Bucket.getObjects().values()) {
            String s3ObjectKey = mockS3Object.getKey();
            if (listObjectsRequest.getPrefix() == null
                    || s3ObjectKey.startsWith(listObjectsRequest.getPrefix())) {
                S3ObjectSummary s3ObjectSummary = new S3ObjectSummary();
                s3ObjectSummary.setBucketName(bucketName);
                s3ObjectSummary.setKey(s3ObjectKey);
                s3ObjectSummary.setSize(mockS3Object.getData().length);
                s3ObjectSummary.setStorageClass(mockS3Object.getObjectMetadata() != null
                        ? mockS3Object.getObjectMetadata().getStorageClass()
                        : null);

                objectListing.getObjectSummaries().add(s3ObjectSummary);
            }
        }
    }

    return objectListing;
}

From source file:org.weakref.s3fs.util.AmazonS3ClientMock.java

License:Apache License

@Override
public ObjectListing listObjects(ListObjectsRequest listObjectsRequest)
        throws AmazonClientException, AmazonServiceException {
    ObjectListing objectListing = new ObjectListing();
    Integer capacity = listObjectsRequest.getMaxKeys();
    if (capacity == null) {
        capacity = Integer.MAX_VALUE;
    }/*from   w  ww.  ja  v  a 2s  . c  o m*/

    Bucket bucket = find(listObjectsRequest.getBucketName());
    for (S3Element elem : objects.get(bucket)) {
        if (capacity > 0) {
            // TODO. add delimiter and marker support
            if (listObjectsRequest.getPrefix() != null
                    && elem.getS3Object().getKey().startsWith(listObjectsRequest.getPrefix())) {
                S3ObjectSummary s3ObjectSummary = new S3ObjectSummary();
                s3ObjectSummary.setBucketName(elem.getS3Object().getBucketName());
                s3ObjectSummary.setKey(elem.getS3Object().getKey());
                s3ObjectSummary.setLastModified(elem.getS3Object().getObjectMetadata().getLastModified());
                s3ObjectSummary.setOwner(owner);
                s3ObjectSummary.setETag(elem.getS3Object().getObjectMetadata().getETag());
                s3ObjectSummary.setSize(elem.getS3Object().getObjectMetadata().getContentLength());
                objectListing.getObjectSummaries().add(s3ObjectSummary);
                capacity--;
            }
        }

    }

    return objectListing;
}