com.facebook.presto.split.BufferingSplitSource.java Source code

Introduction

Here is the source code for com.facebook.presto.split.BufferingSplitSource.java

Source

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.facebook.presto.split;

import com.facebook.presto.connector.ConnectorId;
import com.facebook.presto.metadata.Split;
import com.facebook.presto.spi.connector.ConnectorTransactionHandle;
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.Futures;
import com.google.common.util.concurrent.ListenableFuture;

import java.util.ArrayList;
import java.util.List;

import static com.google.common.base.Preconditions.checkArgument;
import static com.google.common.util.concurrent.Futures.immediateFuture;
import static java.util.Collections.synchronizedList;
import static java.util.Objects.requireNonNull;

public class BufferingSplitSource implements SplitSource {
    private final int bufferSize;
    private final SplitSource source;

    public BufferingSplitSource(SplitSource source, int bufferSize) {
        this.source = requireNonNull(source, "source is null");
        this.bufferSize = bufferSize;
    }

    @Override
    public ConnectorId getConnectorId() {
        return source.getConnectorId();
    }

    @Override
    public ConnectorTransactionHandle getTransactionHandle() {
        return source.getTransactionHandle();
    }

    @Override
    public ListenableFuture<List<Split>> getNextBatch(int maxSize) {
        checkArgument(maxSize > 0, "Cannot fetch a batch of zero size");
        List<Split> result = synchronizedList(new ArrayList<>(maxSize));
        ListenableFuture<?> future = fetchSplits(Math.min(bufferSize, maxSize), maxSize, result);
        return Futures.transform(future, ignored -> ImmutableList.copyOf(result));
    }

    private ListenableFuture<?> fetchSplits(int min, int max, List<Split> output) {
        checkArgument(min <= max, "Min splits greater than max splits");
        if (source.isFinished() || output.size() >= min) {
            return immediateFuture(null);
        }
        ListenableFuture<List<Split>> future = source.getNextBatch(max - output.size());
        return Futures.transformAsync(future, splits -> {
            output.addAll(splits);
            return fetchSplits(min, max, output);
        });
    }

    @Override
    public void close() {
        source.close();
    }

    @Override
    public boolean isFinished() {
        return source.isFinished();
    }
}