Example usage for com.amazonaws.services.glue.model StorageDescriptor setParameters

List of usage examples for com.amazonaws.services.glue.model StorageDescriptor setParameters

Introduction

In this page you can find the example usage for com.amazonaws.services.glue.model StorageDescriptor setParameters.

Prototype


public void setParameters(java.util.Map<String, String> parameters) 

Source Link

Document

The user-supplied properties in key-value form.

Usage

From source file:com.facebook.presto.hive.metastore.glue.converter.GlueInputConverter.java

License:Apache License

private static StorageDescriptor convertStorage(Storage storage, List<Column> columns) {
    if (storage.isSkewed()) {
        throw new IllegalArgumentException("Writing to skewed table/partition is not supported");
    }//from  w  ww.  j a  v  a2  s  .c o m
    SerDeInfo serdeInfo = new SerDeInfo()
            .withSerializationLibrary(storage.getStorageFormat().getSerDeNullable())
            .withParameters(storage.getSerdeParameters());

    StorageDescriptor sd = new StorageDescriptor();
    sd.setLocation(storage.getLocation());
    sd.setColumns(columns.stream().map(GlueInputConverter::convertColumn).collect(toList()));
    sd.setSerdeInfo(serdeInfo);
    sd.setInputFormat(storage.getStorageFormat().getInputFormatNullable());
    sd.setOutputFormat(storage.getStorageFormat().getOutputFormatNullable());
    sd.setParameters(ImmutableMap.of());

    if (storage.getBucketProperty().isPresent()) {
        sd.setNumberOfBuckets(storage.getBucketProperty().get().getBucketCount());
        sd.setBucketColumns(storage.getBucketProperty().get().getBucketedBy());
    }

    return sd;
}