List of usage examples for com.amazonaws.services.s3.model Bucket Bucket
public Bucket(String name)
From source file:com.appdynamics.monitors.s3.AWSS3Monitor.java
License:Apache License
/** * Purpose: This method reads bucket names for configuration. It returns * null if no bucket is configured or "All" is configured in bucket list * // w w w . j a v a 2 s . c o m * @return List<Bucket> or Null */ private List<Bucket> getBuckets() { List<Bucket> buckets = new ArrayList<Bucket>(); if (configuration.getBucketNames() != null && configuration.getBucketNames().size() != 0) { // Adding bucket names mentioned in configuration for (String bucketName : configuration.getBucketNames()) { if (bucketName.equalsIgnoreCase(AWSS3Constants.BUCKETS_ALL)) { // Setting buckets to null as data needs to be fetched for // all buckets buckets = null; break; } else { buckets.add(new Bucket(bucketName)); } } } else { // Setting buckets to null as data needs to be fetched for // all buckets buckets = null; } return buckets; }
From source file:com.emc.vipr.services.s3.ViPRS3Client.java
License:Open Source License
/** * ViPR-specific create bucket command. This version of the command adds some * options specific to EMC ViPR, specifically the ability to set the ViPR project ID * and Object Virtual Pool ID on the new bucket. * @param createBucketRequest the configuration parameters for the new bucket. *///w ww.j a va 2 s. c o m public Bucket createBucket(ViPRCreateBucketRequest createBucketRequest) throws AmazonClientException, AmazonServiceException { assertParameterNotNull(createBucketRequest, "The CreateBucketRequest parameter must be specified when creating a bucket"); String bucketName = createBucketRequest.getBucketName(); String region = createBucketRequest.getRegion(); assertParameterNotNull(bucketName, "The bucket name parameter must be specified when creating a bucket"); if (bucketName != null) bucketName = bucketName.trim(); BucketNameUtils.validateBucketName(bucketName); Request<ViPRCreateBucketRequest> request = createRequest(bucketName, null, createBucketRequest, HttpMethodName.PUT); if (createBucketRequest.getAccessControlList() != null) { addAclHeaders(request, createBucketRequest.getAccessControlList()); } else if (createBucketRequest.getCannedAcl() != null) { request.addHeader(Headers.S3_CANNED_ACL, createBucketRequest.getCannedAcl().toString()); } // ViPR specific: projectId, vpoolId and fsAccessEnabled. if (createBucketRequest.getProjectId() != null) { request.addHeader(ViPRConstants.PROJECT_HEADER, createBucketRequest.getProjectId()); } if (createBucketRequest.getVpoolId() != null) { request.addHeader(ViPRConstants.VPOOL_HEADER, createBucketRequest.getVpoolId()); } if (createBucketRequest.isFsAccessEnabled()) { request.addHeader(ViPRConstants.FS_ACCESS_ENABLED, "true"); } /* * If we're talking to a region-specific endpoint other than the US, we * *must* specify a location constraint. Try to derive the region from * the endpoint. */ if (!(this.endpoint.getHost().equals(Constants.S3_HOSTNAME)) && (region == null || region.isEmpty())) { try { region = RegionUtils.getRegionByEndpoint(this.endpoint.getHost()).getName(); } catch (IllegalArgumentException exception) { // Endpoint does not correspond to a known region; send the // request with no location constraint and hope for the best. } } /* * We can only send the CreateBucketConfiguration if we're *not* * creating a bucket in the US region. */ if (region != null && !region.toUpperCase().equals(Region.US_Standard.toString())) { XmlWriter xml = new XmlWriter(); xml.start("CreateBucketConfiguration", "xmlns", Constants.XML_NAMESPACE); xml.start("LocationConstraint").value(region).end(); xml.end(); request.setContent(new ByteArrayInputStream(xml.getBytes())); } invoke(request, voidResponseHandler, bucketName, null); return new Bucket(bucketName); }
From source file:com.thinkbiganalytics.kylo.catalog.aws.AmazonS3Util.java
License:Apache License
/** * Creates an S3 bucket with the specified name. *//*from w w w . ja va2 s . c o m*/ @Nonnull @SuppressWarnings("WeakerAccess") public static Bucket createBucket(@Nonnull final String name) { final Bucket bucket = new Bucket(name); bucket.setCreationDate(new Date()); return bucket; }
From source file:eu.openg.aws.s3.internal.AmazonS3Fake.java
License:Apache License
@Override public Bucket createBucket(String bucketName) { if (doesBucketExist(bucketName)) throw buildBucketAlreadyExistsException(bucketName); addBucket(bucketName);/*w ww . j a v a2 s . com*/ return new Bucket(bucketName); }
From source file:eu.openg.aws.s3.internal.AmazonS3Fake.java
License:Apache License
private void addBucket(String bucketName) { Bucket bucket = new Bucket(bucketName); bucket.setOwner(OWNER);// ww w . j a v a2 s.c om bucket.setCreationDate(Date.from(clock.instant())); buckets.put(bucketName, new FakeBucketsContainer(bucket, clock)); }
From source file:org.pentaho.di.trans.steps.s3csvinput.S3ObjectsProvider.java
License:Apache License
/** * Returns the named bucket./*from w w w . jav a2 s. co m*/ * * @param bucketName * the name of the bucket to find. * @return the bucket, or null if no the named bucket has found. * @throws SdkClientException */ public Bucket getBucket(String bucketName) throws SdkClientException { return s3Client.doesBucketExistV2(bucketName) ? new Bucket(bucketName) : null; }
From source file:S3Controller.DownloadingImages.java
public static void main(String[] args) throws IOException { AWSCredentials credentials = null;/*from www .j ava 2 s .c o m*/ String aws_access_key_id = "PUT_YOUR_aws_access_key_id_HERE"; String aws_secret_access_key = "PUT_YOUR_aws_secret_access_key_HERE"; try { credentials = new BasicAWSCredentials(aws_access_key_id, aws_secret_access_key);//.getCredentials(); } catch (Exception e) { throw new AmazonClientException("Cannot load the credentials from the credential profiles file. " + "Please make sure that your credentials file is at the correct " + "location (~/.aws/credentials), and is in valid format.", e); } AmazonS3 s3 = new AmazonS3Client(credentials); Region AP_SOUTHEAST_1 = Region.getRegion(Regions.AP_SOUTHEAST_1); s3.setRegion(AP_SOUTHEAST_1); String bucketName = "PUT_YOUR_S3-BUCKET-NAME_HERE"; String key = "PUT_YOUR_S3-BUCKET-KEY_HERE"; try { ArrayList arr = new ArrayList(); ArrayList EmailArray = new ArrayList(); Bucket bucket = new Bucket(bucketName); ObjectListing objects = s3.listObjects(bucket.getName()); do { for (S3ObjectSummary objectSummary : objects.getObjectSummaries()) { // System.out.println(objectSummary.getKey() + "\t" + // objectSummary.getSize() + "\t" + // StringUtils.fromDate(objectSummary.getLastModified())); arr.add(objectSummary.getKey()); } objects = s3.listNextBatchOfObjects(objects); } while (objects.isTruncated()); KrakenIOExampleMain kraken = new KrakenIOExampleMain(); for (int i = 0; i < arr.size(); i++) { System.out.println("Compressing: " + arr.get(i)); String s = (String) arr.get(i); GeneratePresignedUrlRequest request = new GeneratePresignedUrlRequest(bucket.getName(), s); System.out.println(s3.generatePresignedUrl(request)); URL Glink = s3.generatePresignedUrl(request); String Dlink = Glink.toString(); System.out.println("Download Link:" + Dlink); kraken.Compression(Dlink, bucketName); System.out.println("Compression completed: " + arr.get(i)); EmailArray.add("Processed Image:" + arr.get(i)); } System.out.println("Start Emailing list"); EmailSender esender = new EmailSender(); esender.EmailVerification(GetNotificationEmail, EmailArray); System.out.println("Kraken compression completed"); } catch (AmazonServiceException ase) { System.out.println("Caught an AmazonServiceException, which means your request made it " + "to Amazon S3, but was rejected with an error response for some reason."); System.out.println("Error Message: " + ase.getMessage()); System.out.println("HTTP Status Code: " + ase.getStatusCode()); System.out.println("AWS Error Code: " + ase.getErrorCode()); System.out.println("Error Type: " + ase.getErrorType()); System.out.println("Request ID: " + ase.getRequestId()); } catch (AmazonClientException ace) { System.out.println("Caught an AmazonClientException, which means the client encountered " + "a serious internal problem while trying to communicate with S3, " + "such as not being able to access the network."); System.out.println("Error Message: " + ace.getMessage()); } catch (ExecutionException ex) { Logger.getLogger(DownloadingImages.class.getName()).log(Level.SEVERE, null, ex); } catch (InterruptedException ex) { Logger.getLogger(DownloadingImages.class.getName()).log(Level.SEVERE, null, ex); } }