com.facebook.presto.hive.HiveQueryRunner.java Source code

Introduction

Here is the source code for com.facebook.presto.hive.HiveQueryRunner.java

Source

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.facebook.presto.hive;

import com.facebook.presto.Session;
import com.facebook.presto.hive.metastore.InMemoryHiveMetastore;
import com.facebook.presto.testing.QueryRunner;
import com.facebook.presto.tests.DistributedQueryRunner;
import com.facebook.presto.tpch.TpchPlugin;
import com.facebook.presto.tpch.testing.SampledTpchPlugin;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import io.airlift.tpch.TpchTable;
import org.apache.hadoop.hive.metastore.api.Database;
import org.apache.hadoop.hive.metastore.api.PrincipalType;
import org.jetbrains.annotations.NotNull;
import org.joda.time.DateTimeZone;

import java.io.File;
import java.util.Map;

import static com.facebook.presto.testing.TestingSession.testSessionBuilder;
import static com.facebook.presto.tests.QueryAssertions.copyTpchTables;
import static com.facebook.presto.tpch.TpchMetadata.TINY_SCHEMA_NAME;
import static org.testng.Assert.assertEquals;

public final class HiveQueryRunner {
    private HiveQueryRunner() {
    }

    public static final String HIVE_CATALOG = "hive";
    public static final String TPCH_SCHEMA = "tpch";
    private static final String TPCH_SAMPLED_SCHEMA = "tpch_sampled";
    private static final DateTimeZone TIME_ZONE = DateTimeZone.forID("Asia/Kathmandu");

    public static QueryRunner createQueryRunner(TpchTable<?>... tables) throws Exception {
        return createQueryRunner(ImmutableList.copyOf(tables));
    }

    public static QueryRunner createQueryRunner(Iterable<TpchTable<?>> tables) throws Exception {
        assertEquals(DateTimeZone.getDefault(), TIME_ZONE,
                "Timezone not configured correctly. Add -Duser.timezone=Asia/Katmandu to your JVM arguments");

        DistributedQueryRunner queryRunner = new DistributedQueryRunner(createSession(), 4);

        try {
            queryRunner.installPlugin(new TpchPlugin());
            queryRunner.createCatalog("tpch", "tpch");

            queryRunner.installPlugin(new SampledTpchPlugin());
            queryRunner.createCatalog("tpch_sampled", "tpch_sampled");

            File baseDir = queryRunner.getCoordinator().getBaseDataDir().resolve("hive_data").toFile();
            InMemoryHiveMetastore metastore = new InMemoryHiveMetastore(baseDir);
            metastore.createDatabase(createDatabaseMetastoreObject(baseDir, "tpch"));
            metastore.createDatabase(createDatabaseMetastoreObject(baseDir, "tpch_sampled"));

            queryRunner.installPlugin(new HivePlugin(HIVE_CATALOG, metastore));
            Map<String, String> hiveProperties = ImmutableMap.<String, String>builder()
                    .put("hive.metastore.uri", "thrift://localhost:8080").put("hive.allow-add-column", "true")
                    .put("hive.allow-drop-table", "true").put("hive.allow-rename-table", "true")
                    .put("hive.allow-rename-column", "true").put("hive.time-zone", TIME_ZONE.getID())
                    .put("hive.security", "sql-standard").build();
            queryRunner.createCatalog(HIVE_CATALOG, HIVE_CATALOG, hiveProperties);

            copyTpchTables(queryRunner, "tpch", TINY_SCHEMA_NAME, createSession(), tables);
            copyTpchTables(queryRunner, "tpch_sampled", TINY_SCHEMA_NAME, createSampledSession(), tables);

            return queryRunner;
        } catch (Exception e) {
            queryRunner.close();
            throw e;
        }
    }

    @NotNull
    private static Database createDatabaseMetastoreObject(File baseDir, String name) {
        Database database = new Database(name, null, new File(baseDir, name).toURI().toString(), null);
        database.setOwnerName("public");
        database.setOwnerType(PrincipalType.ROLE);
        return database;
    }

    public static Session createSession() {
        return createHiveSession(TPCH_SCHEMA);
    }

    public static Session createSampledSession() {
        return createHiveSession(TPCH_SAMPLED_SCHEMA);
    }

    private static Session createHiveSession(String schema) {
        return testSessionBuilder().setCatalog(HIVE_CATALOG).setSchema(schema).build();
    }
}