Example usage for org.apache.spark.memory TaskMemoryManager MAXIMUM_PAGE_SIZE_BYTES

Introduction

In this page you can find the example usage for org.apache.spark.memory TaskMemoryManager MAXIMUM_PAGE_SIZE_BYTES.

Prototype

long MAXIMUM_PAGE_SIZE_BYTES

To view the source code for org.apache.spark.memory TaskMemoryManager MAXIMUM_PAGE_SIZE_BYTES.

Click Source Link

Document

Maximum supported data page size (in bytes).

Usage

From source file:edu.ucla.cs.wis.bigdatalog.spark.storage.map.BytesToBytesMap.java

License:Apache License

public BytesToBytesMap(int initialCapacity, double loadFactor, long pageSizeBytes, boolean enablePerfMetrics) {
    this.loadFactor = loadFactor;
    this.loc = new edu.ucla.cs.wis.bigdatalog.spark.storage.map.BytesToBytesMap.Location();
    this.pageSizeBytes = pageSizeBytes;
    this.enablePerfMetrics = enablePerfMetrics;
    if (initialCapacity <= 0) {
        throw new IllegalArgumentException("Initial capacity must be greater than 0");
    }//  www  .jav  a 2  s.  c  om
    if (initialCapacity > MAX_CAPACITY) {
        throw new IllegalArgumentException(
                "Initial capacity " + initialCapacity + " exceeds maximum capacity of " + MAX_CAPACITY);
    }
    if (pageSizeBytes > TaskMemoryManager.MAXIMUM_PAGE_SIZE_BYTES) {
        throw new IllegalArgumentException(
                "Page size " + pageSizeBytes + " cannot exceed " + TaskMemoryManager.MAXIMUM_PAGE_SIZE_BYTES);
    }
    this.memoryManager = new BytesToBytesMapMemoryManager();
    allocate(initialCapacity);
}

---

From source file:edu.ucla.cs.wis.bigdatalog.spark.storage.set.hashset.BytesSet.java

License:Apache License

public BytesSet(int initialCapacity, double loadFactor, long pageSizeBytes, boolean enablePerfMetrics) {
    this.loadFactor = loadFactor;
    this.loc = new BytesSet.Location();
    this.pageSizeBytes = pageSizeBytes;
    this.enablePerfMetrics = enablePerfMetrics;
    if (initialCapacity <= 0) {
        throw new IllegalArgumentException("Initial capacity must be greater than 0");
    }/*from   w w  w  . j  a  v  a 2  s . co  m*/
    if (initialCapacity > MAX_CAPACITY) {
        throw new IllegalArgumentException(
                "Initial capacity " + initialCapacity + " exceeds maximum capacity of " + MAX_CAPACITY);
    }
    if (pageSizeBytes > TaskMemoryManager.MAXIMUM_PAGE_SIZE_BYTES) {
        throw new IllegalArgumentException(
                "Page size " + pageSizeBytes + " cannot exceed " + TaskMemoryManager.MAXIMUM_PAGE_SIZE_BYTES);
    }
    this.memoryManager = new BytesToBytesMapMemoryManager();
    allocate(initialCapacity);
}

---