tachyon.Format.java Source code

Introduction

Here is the source code for tachyon.Format.java

Source

/*
 * Licensed to the University of California, Berkeley under one or more contributor license
 * agreements. See the NOTICE file distributed with this work for additional information regarding
 * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance with the License. You may obtain a
 * copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under the License
 * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
 * or implied. See the License for the specific language governing permissions and limitations under
 * the License.
 */

package tachyon;

import java.io.IOException;
import java.util.List;

import javax.annotation.concurrent.ThreadSafe;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.common.collect.Lists;

import tachyon.conf.TachyonConf;
import tachyon.underfs.UnderFileSystem;
import tachyon.util.UnderFileSystemUtils;
import tachyon.util.io.PathUtils;

/**
 * Format Tachyon file system.
 */
@ThreadSafe
public final class Format {
    private static final Logger LOG = LoggerFactory.getLogger(Constants.LOGGER_TYPE);
    private static final String USAGE = String.format("java -cp %s tachyon.Format <MASTER/WORKER>",
            Version.TACHYON_JAR);

    private static boolean formatFolder(String name, String folder, TachyonConf tachyonConf) throws IOException {
        UnderFileSystem ufs = UnderFileSystem.get(folder, tachyonConf);
        LOG.info("Formatting {}:{}", name, folder);
        if (ufs.exists(folder)) {
            for (String file : ufs.list(folder)) {
                if (!ufs.delete(PathUtils.concatPath(folder, file), true)) {
                    LOG.info("Failed to remove {}:{}", name, file);
                    return false;
                }
            }
        } else if (!ufs.mkdirs(folder, true)) {
            LOG.info("Failed to create {}:{}", name, folder);
            return false;
        }
        return true;
    }

    /**
     * Formats the Tachyon file system via {@code java -cp %s tachyon.Format <MASTER/WORKER>}.
     *
     * @param args either {@code MASTER} or {@code WORKER}
     * @throws IOException if a non-Tachyon related exception occurs
     */
    public static void main(String[] args) throws IOException {
        if (args.length != 1) {
            LOG.info(USAGE);
            System.exit(-1);
        }

        TachyonConf tachyonConf = new TachyonConf();

        if ("MASTER".equals(args[0].toUpperCase())) {

            String masterJournal = tachyonConf.get(Constants.MASTER_JOURNAL_FOLDER);
            if (!formatFolder("JOURNAL_FOLDER", masterJournal, tachyonConf)) {
                System.exit(-1);
            }

            List<String> masterServiceNames = Lists.newArrayList();
            masterServiceNames.add(Constants.BLOCK_MASTER_NAME);
            masterServiceNames.add(Constants.FILE_SYSTEM_MASTER_NAME);
            masterServiceNames.add(Constants.LINEAGE_MASTER_NAME);
            if (tachyonConf.getBoolean(Constants.KEY_VALUE_ENABLED)) {
                masterServiceNames.add(Constants.KEY_VALUE_MASTER_NAME);
            }
            for (String masterServiceName : masterServiceNames) {
                if (!formatFolder(masterServiceName + "_JOURNAL_FOLDER",
                        PathUtils.concatPath(masterJournal, masterServiceName), tachyonConf)) {
                    System.exit(-1);
                }
            }

            // A journal folder is thought to be formatted only when a file with the specific name is
            // present under the folder.
            UnderFileSystemUtils.touch(
                    PathUtils.concatPath(masterJournal, Constants.FORMAT_FILE_PREFIX + System.currentTimeMillis()),
                    tachyonConf);
        } else if ("WORKER".equals(args[0].toUpperCase())) {
            String workerDataFolder = tachyonConf.get(Constants.WORKER_DATA_FOLDER);
            int storageLevels = tachyonConf.getInt(Constants.WORKER_TIERED_STORE_LEVELS);
            for (int level = 0; level < storageLevels; level++) {
                String tierLevelDirPath = String.format(Constants.WORKER_TIERED_STORE_LEVEL_DIRS_PATH_FORMAT,
                        level);
                String[] dirPaths = tachyonConf.get(tierLevelDirPath).split(",");
                String name = "TIER_" + level + "_DIR_PATH";
                for (String dirPath : dirPaths) {
                    String dirWorkerDataFolder = PathUtils.concatPath(dirPath.trim(), workerDataFolder);
                    UnderFileSystem ufs = UnderFileSystem.get(dirWorkerDataFolder, tachyonConf);
                    if (ufs.exists(dirWorkerDataFolder)) {
                        if (!formatFolder(name, dirWorkerDataFolder, tachyonConf)) {
                            System.exit(-1);
                        }
                    }
                }
            }
        } else {
            LOG.info(USAGE);
            System.exit(-1);
        }
    }

    private Format() {
    } // Prevent instantiation.
}