List of usage examples for com.amazonaws.services.kinesis AmazonKinesisAsyncClient AmazonKinesisAsyncClient
@Deprecated
public AmazonKinesisAsyncClient(AWSCredentialsProvider awsCredentialsProvider,
ExecutorService executorService)
From source file:com.informatica.surf.target.kinesis.KinesisTarget.java
License:Apache License
@Override public void open(VDSConfiguration ctx) throws Exception { String accessID = ctx.getString(ACCESS_KEY); String secretKey = ctx.getString(SECRET_KEY); _streamName = ctx.getString(STREAM_NAME); int tcount = ctx.optInt(THREAD_COUNT, 5); _threadpool = new ThreadPoolExecutor(tcount, tcount, 10, TimeUnit.SECONDS, new ArrayBlockingQueue(100), new ThreadPoolExecutor.CallerRunsPolicy()); // TODO: make the queue length configurable BasicAWSCredentials creds = new BasicAWSCredentials(accessID, secretKey); _client = new AmazonKinesisAsyncClient(creds, _threadpool); _scheduler.scheduleAtFixedRate(_callback, 10, 10, TimeUnit.SECONDS); // TODO: make this configurable? _logger.info("Created connection to AWS Kinesis"); _logger.info("Stream name: " + _streamName); }
From source file:com.zanox.vertx.mods.KinesisMessageProcessor.java
License:Apache License
private AmazonKinesisAsyncClient createClient() { // Building Kinesis configuration int connectionTimeout = getOptionalIntConfig(CONNECTION_TIMEOUT, ClientConfiguration.DEFAULT_CONNECTION_TIMEOUT); int maxConnection = getOptionalIntConfig(MAX_CONNECTION, ClientConfiguration.DEFAULT_MAX_CONNECTIONS); // TODO: replace default retry policy RetryPolicy retryPolicy = ClientConfiguration.DEFAULT_RETRY_POLICY; int socketTimeout = getOptionalIntConfig(SOCKET_TIMEOUT, ClientConfiguration.DEFAULT_SOCKET_TIMEOUT); boolean useReaper = getOptionalBooleanConfig(USE_REAPER, ClientConfiguration.DEFAULT_USE_REAPER); String userAgent = getOptionalStringConfig(USER_AGENT, ClientConfiguration.DEFAULT_USER_AGENT); streamName = getMandatoryStringConfig(STREAM_NAME); partitionKey = getMandatoryStringConfig(PARTITION_KEY); region = getMandatoryStringConfig(REGION); logger.info(" --- Stream name: " + streamName); logger.info(" --- Partition key: " + partitionKey); logger.info(" --- Region: " + region); ClientConfiguration clientConfiguration = new ClientConfiguration(); clientConfiguration.setConnectionTimeout(connectionTimeout); clientConfiguration.setMaxConnections(maxConnection); clientConfiguration.setRetryPolicy(retryPolicy); clientConfiguration.setSocketTimeout(socketTimeout); clientConfiguration.setUseReaper(useReaper); clientConfiguration.setUserAgent(userAgent); /*/*from w ww.j a v a2 s. c o m*/ AWS credentials provider chain that looks for credentials in this order: Environment Variables - AWS_ACCESS_KEY_ID and AWS_SECRET_KEY Java System Properties - aws.accessKeyId and aws.secretKey Credential profiles file at the default location (~/.aws/credentials) shared by all AWS SDKs and the AWS CLI Instance profile credentials delivered through the Amazon EC2 metadata service */ AWSCredentialsProvider awsCredentialsProvider = new DefaultAWSCredentialsProviderChain(); // Configuring Kinesis-client with configuration AmazonKinesisAsyncClient kinesisAsyncClient = new AmazonKinesisAsyncClient(awsCredentialsProvider, clientConfiguration); Region awsRegion = RegionUtils.getRegion(region); kinesisAsyncClient.setRegion(awsRegion); return kinesisAsyncClient; }
From source file:lumbermill.internal.aws.KinesisClientFactory.java
License:Apache License
private AmazonKinesisAsync createClient(ClientConfiguration config, MapWrap configuration) { AmazonKinesisAsync kinesisClient = new AmazonKinesisAsyncClient( getAwsCredentialsProvider(configuration, config), config/*, Executors.newFixedThreadPool(config.getMaxConnections(), new ThreadFactoryBuilder().setNameFormat("lumbermill-async-kinesis-%d").build())*/); Regions region = Regions.fromName(configuration.asString("region", "eu-west-1")); kinesisClient.setRegion(Region.getRegion(region)); if (configuration.exists("endpoint")) { kinesisClient.setEndpoint(configuration.asString("endpoint")); }//from w ww . ja v a 2s . c o m return kinesisClient; }