Example usage for com.amazonaws.services.kinesisfirehose.model PutRecordRequest PutRecordRequest

Introduction

In this page you can find the example usage for com.amazonaws.services.kinesisfirehose.model PutRecordRequest PutRecordRequest.

Prototype

PutRecordRequest

Source Link

Usage

From source file:AbstractAmazonKinesisFirehoseDelivery.java

License:Open Source License

/**
 * Method to put records in the specified delivery stream by reading
 * contents from sample input file using PutRecord API.
 *
 * @throws IOException//from  w  w  w  .  ja v  a  2s  .co  m
 */
protected static void putRecordIntoDeliveryStream() throws IOException {
    try (InputStream inputStream = Thread.currentThread().getContextClassLoader()
            .getResourceAsStream(PUT_RECORD_STREAM_SOURCE)) {
        if (inputStream == null) {
            throw new FileNotFoundException("Could not find file " + PUT_RECORD_STREAM_SOURCE);
        }

        try (BufferedReader reader = new BufferedReader(new InputStreamReader(inputStream))) {
            String line = null;
            while ((line = reader.readLine()) != null) {
                PutRecordRequest putRecordRequest = new PutRecordRequest();
                putRecordRequest.setDeliveryStreamName(deliveryStreamName);

                String data = line + "\n";
                Record record = createRecord(data);
                putRecordRequest.setRecord(record);

                // Put record into the DeliveryStream
                firehoseClient.putRecord(putRecordRequest);
            }
        }
    }
}

---

From source file:ch.bbv.application.lambda.KinesisToFirehose.java

public void kinesisHandler(KinesisEvent event, Context context) {
    logger = context.getLogger();//from  w w w.jav a  2  s.  c  om
    setup();
    for (KinesisEvent.KinesisEventRecord rec : event.getRecords()) {
        logger.log("Got message ");
        String msg = new String(rec.getKinesis().getData().array()) + "\n";
        Record deliveryStreamRecord = new Record().withData(ByteBuffer.wrap(msg.getBytes()));

        PutRecordRequest putRecordRequest = new PutRecordRequest().withDeliveryStreamName(deliveryStreamName)
                .withRecord(deliveryStreamRecord);

        logger.log("Putting message");
        firehoseClient.putRecord(putRecordRequest);
        logger.log("Successful Put");
    }
}

---

From source file:ch.bbv.application.lambda.KinesisToFirehose.java

private void putSampleMessages() {
    setup();/* w  w  w .j a  v a  2 s.co m*/
    for (int i = 0; i < 20000; i++) {
        String message = "{\"timestamp\":\"" + new Date().getTime() + "\"}";
        Record record = new Record().withData(ByteBuffer.wrap(message.getBytes()));
        PutRecordRequest putRecordInHoseRequest = new PutRecordRequest()
                .withDeliveryStreamName(deliveryStreamName).withRecord(record);

        PutRecordResult res = firehoseClient.putRecord(putRecordInHoseRequest);
        logIt(res.toString());
    }
}

---

From source file:com.gu.logback.appender.kinesis.FirehoseAppender.java

License:Open Source License

@Override
protected void putMessage(String message) throws Exception {
    ByteBuffer data = ByteBuffer.wrap(message.getBytes(getEncoding()));
    getClient().putRecordAsync(new PutRecordRequest().withDeliveryStreamName(getStreamName())
            .withRecord(new Record().withData(data)), asyncCallHandler);
}

---

From source file:org.voltdb.exportclient.FirehoseSink.java

License:Open Source License

public void writeRow(Record record) {
    int retry = MAX_RETRY;
    while (retry > 0) {
        try {/*from w  w  w. j  av  a  2s.c om*/
            PutRecordRequest putRecordRequest = new PutRecordRequest();
            putRecordRequest.setDeliveryStreamName(m_streamName);
            putRecordRequest.setRecord(record);
            m_client.putRecord(putRecordRequest);
        } catch (ServiceUnavailableException e) {
            if (retry == 1) {
                throw new FirehoseExportException("Failed to send record", e, true);
            } else {
                LOG.warn("Failed to send record: %s. Retry #%d", e.getErrorMessage(), (MAX_RETRY - retry + 1));
                backoffSleep(retry);
            }
        }
        retry--;
    }
}

---