List of usage examples for com.amazonaws.services.s3.model GetObjectRequest GetObjectRequest
public GetObjectRequest(String bucketName, String key)
From source file:raymond.mockftpserver.S3BucketFileSystem.java
License:Apache License
@Override public FileSystemEntry getEntry(String path) { if (isFile(path)) { S3Object obj = s3.getObject(new GetObjectRequest(bucket, path)); if (obj != null) { FileEntry file = new FileEntry(path); try { try { IOUtils.copy(obj.getObjectContent(), file.createOutputStream(false)); } finally { obj.close();//from w w w. ja v a 2s . co m } } catch (IOException e) { e.printStackTrace(); } return file; } } return null; }
From source file:sample.KinesisConnectorExecutor.java
License:Open Source License
/** * Create a new KinesisConnectorExecutor based on the provided configuration (*.propertes) file. * //w ww . j a va 2 s. co m * @param configFile * The name of the configuration file to look for on the classpath */ public KinesisConnectorExecutor(String configFile) { URI s3uri = null; InputStream configStream; try { s3uri = new URI(configFile); } catch (URISyntaxException e) { //Failed to open s3 config. Continue attempting file. } if (s3uri != null && s3uri.getScheme().equals("s3")) { AmazonS3 s3Client = new AmazonS3Client(); String path = s3uri.getPath(); if (path.charAt(0) == '/') { path = path.substring(1); } LOG.info(String.format("Attempting to read configuration from bucket:%s object:%s", s3uri.getHost(), path)); configStream = s3Client.getObject(new GetObjectRequest(s3uri.getHost(), path)).getObjectContent(); } else { configStream = Thread.currentThread().getContextClassLoader().getResourceAsStream(configFile); } if (configStream == null) { String msg = "Could not find resource " + configFile + " in the classpath"; throw new IllegalStateException(msg); } properties = new Properties(); try { properties.load(configStream); configStream.close(); } catch (IOException e) { String msg = "Could not load properties file " + configFile + " from classpath"; throw new IllegalStateException(msg, e); } this.config = new KinesisConnectorConfiguration(properties, getAWSCredentialsProvider()); setupAWSResources(); // Initialize executor with configurations super.initialize(config); }
From source file:surrey.repository.impl.S3RepositoryFile.java
License:Open Source License
/** * @see surrey.repository.RepositoryFile#getInputStream(long, long) *//*from w ww .j a v a 2s . c o m*/ @Override public InputStream getInputStream(long start, long length) throws IOException { GetObjectRequest getObjectRequest = new GetObjectRequest(bucketName, key); getObjectRequest.setRange(start, start + length - 1); S3Object object = transferManager.getAmazonS3Client().getObject(getObjectRequest); return new S3AbortingInputStream(object.getObjectContent(), length); }
From source file:sys2202.aws.s3.Sample.java
License:Open Source License
public static void main(String[] args) throws Exception { // create the client we'll use to connect to S3 AmazonS3 s3 = AmazonS3ClientBuilder.standard().withRegion(Regions.US_EAST_1).build(); // list buckets in our S3 account System.out.println("Listing buckets in our S3 account...\n"); for (Bucket bucket : s3.listBuckets()) { System.out.println("\t" + bucket.getName()); }// w w w . j a v a 2 s . c om System.out.println(); // create a new bucket to experiment with String bucketName = "msg8u-sys2202-bucket"; // set the bucket name -- this must be unique, so you'll want to use your ID instead of msg8u System.out.println("Creating bucket " + bucketName + "...\n"); s3.createBucket(bucketName); // list buckets in our S3 account System.out.println("Listing buckets in our S3 account...\n"); for (Bucket bucket : s3.listBuckets()) { System.out.println("\t" + bucket.getName()); } System.out.println(); // create and upload a sample file System.out.println("Uploading a new object to S3 from a local file...\n"); File sampleFile = createSampleFile(); String objectKey = "my-test-file"; PutObjectRequest putRequest = new PutObjectRequest(bucketName, objectKey, sampleFile); s3.putObject(putRequest); // list objects in our new bucket -- notice the new object is now present System.out.println("Listing objects in our new bucket...\n"); ListObjectsRequest listRequest = new ListObjectsRequest().withBucketName(bucketName); ObjectListing objectListing = s3.listObjects(listRequest); for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) { System.out.println("\t" + objectSummary.getKey() + " " + "(size = " + objectSummary.getSize() + ")"); } System.out.println(); // download and display the sample file that we just uploaded System.out.println("Downloading the sample file...\n"); GetObjectRequest getRequest = new GetObjectRequest(bucketName, objectKey); S3Object object = s3.getObject(getRequest); displayTextInputStream(object.getObjectContent()); // delete the sample file from S3 System.out.println("Deleting the sample file...\n"); s3.deleteObject(bucketName, objectKey); // delete the bucket System.out.println("Deleting the bucket...\n"); s3.deleteBucket(bucketName); System.out.println("All done!"); }
From source file:temp.zAmazonServiceProvider.java
License:BSD License
@Override public boolean load(final String path, final File file) { if (!isAvailable()) { return false; }/*from w ww . ja v a 2s .c o m*/ try { final AmazonS3Client client = amazonConfig.client(); final String bucket = amazonConfig.bucket(); final GetObjectRequest request = // new GetObjectRequest(bucket, PathHelp.rootLessPath(path)); final ObjectMetadata result = client.getObject(request, file); return true; } catch (final Exception e) { setAvailable(false); log.error("bada-boom", e); return false; } }
From source file:updaters.S3FeedStorer.java
License:Open Source License
@Override public File getFeed(String feedId) { // make sure it looks like a UUID, so we don't have something like // ../../../etc/passwd if (!uuidRe.matcher(feedId).matches()) return null; // create the temporary file File tempFile;/* w w w . j ava 2s. com*/ try { tempFile = File.createTempFile("gtfs", feedId); } catch (IOException e) { Logger.error("Could not create temp file to store feed %s", feedId); e.printStackTrace(); return null; } tempFiles.put(feedId, tempFile); GetObjectRequest request = new GetObjectRequest(this.bucket, feedId); s3Client.getObject(request, tempFile); return tempFile; }
From source file:ws.salient.aws.s3.AmazonS3Wagon.java
License:Apache License
private boolean getIfModifiedSince(String path, File file, Date lastModified) throws TransferFailedException, ResourceDoesNotExistException, AuthorizationException { GetObjectRequest getObject = new GetObjectRequest(repository.getHost(), getKey(path)); try {//from w ww .j av a2 s. co m if (lastModified != null) { getObject.setModifiedSinceConstraint(lastModified); } S3Object s3Object = s3.getObject(getObject); if (s3Object != null) { log.info(file.getAbsolutePath() + ": " + String.valueOf(s3Object.getObjectMetadata().getContentLength())); try (InputStream in = s3Object.getObjectContent(); FileOutputStream fileOut = new FileOutputStream(file)) { IOUtils.copy(in, fileOut); } return true; } return false; } catch (AmazonS3Exception ex) { if (ex.getErrorCode().equals("NoSuchKey") || ex.getErrorCode().equals("AccessDenied")) { log.warn("s3://" + getObject.getBucketName() + "/" + getObject.getKey(), ex); throw new ResourceDoesNotExistException( "s3://" + getObject.getBucketName() + "/" + getObject.getKey(), ex); } throw new TransferFailedException(ex.getMessage(), ex); } catch (IOException ex) { throw new TransferFailedException(ex.getMessage(), ex); } }
From source file:yn.aws.S3Sample.java
License:Open Source License
public static void main(String[] args) throws IOException { /*/*from w w w . j av a 2 s . co m*/ * This credentials provider implementation loads your AWS credentials * from a properties file at the root of your classpath. * * Important: Be sure to fill in your AWS access credentials in the * AwsCredentials.properties file before you try to run this * sample. * http://aws.amazon.com/security-credentials */ AmazonS3 s3 = new AmazonS3Client(new ClasspathPropertiesFileCredentialsProvider()); String bucketName = "my-first-s3-bucket-" + UUID.randomUUID(); String key = "MyObjectKey"; System.out.println("==========================================="); System.out.println("Getting Started with Amazon S3"); System.out.println("===========================================\n"); try { /* * Create a new S3 bucket - Amazon S3 bucket names are globally unique, * so once a bucket name has been taken by any user, you can't create * another bucket with that same name. * * You can optionally specify a location for your bucket if you want to * keep your data closer to your applications or users. */ System.out.println("Creating bucket " + bucketName + "\n"); s3.createBucket(bucketName); /* * List the buckets in your account */ System.out.println("Listing buckets"); for (Bucket bucket : s3.listBuckets()) { System.out.println(" - " + bucket.getName()); } System.out.println(); /* * Upload an object to your bucket - You can easily upload a file to * S3, or upload directly an InputStream if you know the length of * the data in the stream. You can also specify your own metadata * when uploading to S3, which allows you set a variety of options * like content-type and content-encoding, plus additional metadata * specific to your applications. */ System.out.println("Uploading a new object to S3 from a file\n"); s3.putObject(new PutObjectRequest(bucketName, key, createSampleFile())); /* * Download an object - When you download an object, you get all of * the object's metadata and a stream from which to read the contents. * It's important to read the contents of the stream as quickly as * possibly since the data is streamed directly from Amazon S3 and your * network connection will remain open until you read all the data or * close the input stream. * * GetObjectRequest also supports several other options, including * conditional downloading of objects based on modification times, * ETags, and selectively downloading a range of an object. */ System.out.println("Downloading an object"); S3Object object = s3.getObject(new GetObjectRequest(bucketName, key)); System.out.println("Content-Type: " + object.getObjectMetadata().getContentType()); displayTextInputStream(object.getObjectContent()); /* * List objects in your bucket by prefix - There are many options for * listing the objects in your bucket. Keep in mind that buckets with * many objects might truncate their results when listing their objects, * so be sure to check if the returned object listing is truncated, and * use the AmazonS3.listNextBatchOfObjects(...) operation to retrieve * additional results. */ System.out.println("Listing objects"); ObjectListing objectListing = s3 .listObjects(new ListObjectsRequest().withBucketName(bucketName).withPrefix("My")); for (S3ObjectSummary objectSummary : objectListing.getObjectSummaries()) { System.out.println( " - " + objectSummary.getKey() + " " + "(size = " + objectSummary.getSize() + ")"); } System.out.println(); /* * Delete an object - Unless versioning has been turned on for your bucket, * there is no way to undelete an object, so use caution when deleting objects. */ System.out.println("Deleting an object\n"); s3.deleteObject(bucketName, key); /* * Delete a bucket - A bucket must be completely empty before it can be * deleted, so remember to delete any objects from your buckets before * you try to delete them. */ System.out.println("Deleting bucket " + bucketName + "\n"); s3.deleteBucket(bucketName); } catch (AmazonServiceException ase) { System.out.println("Caught an AmazonServiceException, which means your request made it " + "to Amazon S3, but was rejected with an error response for some reason."); System.out.println("Error Message: " + ase.getMessage()); System.out.println("HTTP Status Code: " + ase.getStatusCode()); System.out.println("AWS Error Code: " + ase.getErrorCode()); System.out.println("Error Type: " + ase.getErrorType()); System.out.println("Request ID: " + ase.getRequestId()); } catch (AmazonClientException ace) { System.out.println("Caught an AmazonClientException, which means the client encountered " + "a serious internal problem while trying to communicate with S3, " + "such as not being able to access the network."); System.out.println("Error Message: " + ace.getMessage()); } }