Example usage for com.amazonaws.services.glue.model StorageDescriptor setNumberOfBuckets

Introduction

In this page you can find the example usage for com.amazonaws.services.glue.model StorageDescriptor setNumberOfBuckets.

Prototype

public void setNumberOfBuckets(Integer numberOfBuckets) 

Source Link

Document

Must be specified if the table contains any dimension columns.

Usage

From source file:com.facebook.presto.hive.metastore.glue.converter.GlueInputConverter.java

License:Apache License

private static StorageDescriptor convertStorage(Storage storage, List<Column> columns) {
    if (storage.isSkewed()) {
        throw new IllegalArgumentException("Writing to skewed table/partition is not supported");
    }/*from  ww w .j  a v a 2  s.  co  m*/
    SerDeInfo serdeInfo = new SerDeInfo()
            .withSerializationLibrary(storage.getStorageFormat().getSerDeNullable())
            .withParameters(storage.getSerdeParameters());

    StorageDescriptor sd = new StorageDescriptor();
    sd.setLocation(storage.getLocation());
    sd.setColumns(columns.stream().map(GlueInputConverter::convertColumn).collect(toList()));
    sd.setSerdeInfo(serdeInfo);
    sd.setInputFormat(storage.getStorageFormat().getInputFormatNullable());
    sd.setOutputFormat(storage.getStorageFormat().getOutputFormatNullable());
    sd.setParameters(ImmutableMap.of());

    if (storage.getBucketProperty().isPresent()) {
        sd.setNumberOfBuckets(storage.getBucketProperty().get().getBucketCount());
        sd.setBucketColumns(storage.getBucketProperty().get().getBucketedBy());
    }

    return sd;
}

---