com.datatorrent.lib.database.CacheStore.java Source code

Introduction

Here is the source code for com.datatorrent.lib.database.CacheStore.java

Source

/*
 * Copyright (c) 2013 DataTorrent, Inc. ALL Rights Reserved.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.datatorrent.lib.database;

import java.util.Map;
import java.util.Set;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;

import com.google.common.base.Preconditions;
import com.google.common.cache.Cache;
import com.google.common.cache.CacheBuilder;

/**
 * <br>A {@link Store.Primary} that keeps key/value pairs in memory.</br>
 * <br></br>
 * <br>The cache storage is defined by:</br>
 * <ul>
 * <li>Transient: It is not checkpointed.</li>
 * <li>Max Cache Size: it starts evicting entries before this limit is exceeded.</li>
 * <li>Entry expirty time: the entries epire after the specified duration.</li>
 * <li>Cache cleanup interval: the interval at which the cache is cleaned up of expired entries periodically.</li>
 * </ul>
 * <br>These properties of the cache are encapsulated in {@link CacheProperties}</br>
 *
 * @since 0.9.2
 */
public class CacheStore implements Store.Primary {
    private transient ScheduledExecutorService cleanupScheduler;
    private transient Cache<Object, Object> cache;

    public CacheStore(CacheProperties properties) {
        Preconditions.checkNotNull(properties.entryExpiryStrategy, "expiryType");

        CacheBuilder<Object, Object> cacheBuilder = CacheBuilder.newBuilder();
        if (properties.entryExpiryStrategy == ExpiryType.EXPIRE_AFTER_ACCESS) {
            cacheBuilder.expireAfterAccess(properties.entryExpiryDurationInMillis, TimeUnit.MILLISECONDS);
        } else if (properties.entryExpiryStrategy == ExpiryType.EXPIRE_AFTER_WRITE) {
            cacheBuilder.expireAfterWrite(properties.entryExpiryDurationInMillis, TimeUnit.MILLISECONDS);
        }
        cache = cacheBuilder.build();
        this.cleanupScheduler = Executors.newScheduledThreadPool(1);
        cleanupScheduler.scheduleAtFixedRate(new Runnable() {
            @Override
            public void run() {
                cache.cleanUp();
            }
        }, properties.cacheCleanupIntervalInMillis, properties.cacheCleanupIntervalInMillis, TimeUnit.MILLISECONDS);
    }

    @Override
    public void setValueFor(Object key, Object value) {
        cache.put(key, value);
    }

    @Override
    public Set<Object> getKeys() {
        return cache.asMap().keySet();
    }

    @Override
    public void bulkSet(Map<Object, Object> data) {
        cache.asMap().putAll(data);
    }

    @Override
    public Object getValueFor(Object key) {
        return cache.getIfPresent(key);
    }

    @Override
    public Map<Object, Object> bulkGet(Set<Object> keys) {
        return cache.getAllPresent(keys);
    }

    @Override
    public void shutdownStore() {
        cleanupScheduler.shutdown();
    }

    /**
     * Strategies for time-based expiration of entries.
     */
    public static enum ExpiryType {
        /**
         * Only expire the entries after the specified duration has passed since the entry was last accessed by a read
         * or a write.
         */
        EXPIRE_AFTER_ACCESS,
        /**
         * Expire the entries after the specified duration has passed since the entry was created, or the most recent
         * replacement of the value.
         */
        EXPIRE_AFTER_WRITE
    }
}