com.facebook.buck.distributed.DistributedBuild.java Source code

Introduction

Here is the source code for com.facebook.buck.distributed.DistributedBuild.java

Source

/*
 * Copyright 2016-present Facebook, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License. You may obtain
 * a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations
 * under the License.
 */

package com.facebook.buck.distributed;

import com.facebook.buck.distributed.thrift.BuckVersion;
import com.facebook.buck.distributed.thrift.BuildId;
import com.facebook.buck.distributed.thrift.BuildJob;
import com.facebook.buck.distributed.thrift.BuildJobState;
import com.facebook.buck.distributed.thrift.BuildStatus;
import com.facebook.buck.distributed.thrift.LogRecord;
import com.facebook.buck.event.BuckEventBus;
import com.facebook.buck.log.Logger;
import com.facebook.buck.util.concurrent.WeightedListeningExecutorService;
import com.google.common.base.Optional;
import com.google.common.base.Stopwatch;

import java.io.IOException;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.List;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.TimeUnit;

// TODO(ruibm): Currently this class only implements dummy behaviour to mock the distbuild.
public class DistributedBuild {

    private static final Logger LOG = Logger.get(DistributedBuild.class);
    private static final DateFormat DATE_FORMAT = new SimpleDateFormat("[yyyy-MM-dd HH:mm:ss.SSS]");
    private static final int MAX_BUILD_DURATION_MILLIS = 10000; // hack. remove.

    private final DistBuildService distBuildService;
    private final BuildJobState buildJobState;
    private final BuckVersion buckVersion;
    private int millisBetweenStatusPoll;

    public DistributedBuild(BuildJobState buildJobState, DistBuildService distBuildService,
            int millisBetweenStatusPoll, BuckVersion buckVersion) {
        this.buildJobState = buildJobState;
        this.distBuildService = distBuildService;
        this.millisBetweenStatusPoll = millisBetweenStatusPoll;
        this.buckVersion = buckVersion;
    }

    public int executeAndPrintFailuresToEventBus(final WeightedListeningExecutorService executorService,
            BuckEventBus eventBus) throws IOException, InterruptedException {

        BuildJob job = distBuildService.createBuild();
        final BuildId id = job.getBuildId();
        LOG.info("Created job. Build id = " + id.getId());
        logDebugInfo(job);

        try {
            distBuildService.uploadMissingFiles(buildJobState.fileHashes, executorService).get();
        } catch (ExecutionException e) {
            LOG.error("Exception uploading local changes: " + e);
            throw new RuntimeException(e);
        }
        LOG.info("Uploaded local changes. Build status: " + job.getStatus().toString());

        try {
            distBuildService.uploadTargetGraph(buildJobState, id, executorService).get();
        } catch (ExecutionException e) {
            LOG.error("Exception uploading build graph: " + e);
            throw new RuntimeException(e);
        }
        LOG.info("Uploaded target graph. Build status: " + job.getStatus().toString());

        distBuildService.setBuckVersion(id, buckVersion);
        LOG.info("Set Buck Version. Build status: " + job.getStatus().toString());

        job = distBuildService.startBuild(id);
        LOG.info("Started job. Build status: " + job.getStatus().toString());
        logDebugInfo(job);

        Stopwatch stopwatch = Stopwatch.createStarted();
        // Keep polling until the build is complete or failed.
        do {
            job = distBuildService.getCurrentBuildJobState(id);
            LOG.info("Got build status: " + job.getStatus().toString());

            DistBuildStatus distBuildStatus = prepareStatusFromJob(job)
                    .setETAMillis(MAX_BUILD_DURATION_MILLIS - stopwatch.elapsed(TimeUnit.MILLISECONDS)).build();
            eventBus.post(new DistBuildStatusEvent(distBuildStatus));

            try {
                // TODO(shivanker): Get rid of sleeps in methods which we want to unit test
                Thread.sleep(millisBetweenStatusPoll);
            } catch (InterruptedException e) {
                LOG.error(e, "BuildStatus polling sleep call has been interrupted unexpectedly.");
            }
        } while (!(job.getStatus().equals(BuildStatus.FINISHED_SUCCESSFULLY)
                || job.getStatus().equals(BuildStatus.FAILED)));

        LOG.info("Build was " + (job.getStatus().equals(BuildStatus.FINISHED_SUCCESSFULLY) ? "" : "not ")
                + "successful!");
        logDebugInfo(job);

        DistBuildStatus distBuildStatus = prepareStatusFromJob(job).setETAMillis(0).build();
        eventBus.post(new DistBuildStatusEvent(distBuildStatus));

        return job.getStatus().equals(BuildStatus.FINISHED_SUCCESSFULLY) ? 0 : 1;
    }

    private DistBuildStatus.Builder prepareStatusFromJob(BuildJob job) {
        Optional<List<LogRecord>> logBook = Optional.absent();
        Optional<String> lastLine = Optional.absent();
        if (job.isSetDebug() && job.getDebug().isSetLogBook()) {
            logBook = Optional.of(job.getDebug().getLogBook());
            if (logBook.get().size() > 0) {
                lastLine = Optional.of(logBook.get().get(logBook.get().size() - 1).getName());
            }
        }

        return DistBuildStatus.builder().setStatus(job.getStatus()).setMessage(lastLine).setLogBook(logBook);
    }

    private void logDebugInfo(BuildJob job) {
        if (job.isSetDebug() && job.getDebug().getLogBook().size() > 0) {
            LOG.debug("Debug info: ");
            for (LogRecord log : job.getDebug().getLogBook()) {
                LOG.debug(DATE_FORMAT.format(new Date(log.getTimestampMillis())) + log.getName());
            }
        }
    }
}