voldemort.performance.MysqlGrowth.java Source code

Introduction

Here is the source code for voldemort.performance.MysqlGrowth.java

Source

/*
 * Copyright 2008-2009 LinkedIn, Inc
 * 
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at
 * 
 * http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */

package voldemort.performance;

import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.ResultSet;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;
import java.util.concurrent.Callable;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;

import org.apache.commons.dbcp.BasicDataSource;

/**
 * create table test_table (key_ varchar(200) primary key, value_ varchar(200))
 * engine=InnoDB;
 * 
 * 
 */
public class MysqlGrowth {

    public static void main(String[] args) throws Exception {
        if (args.length != 3) {
            System.err.println("USAGE: java MySQLGrowth total_size increment threads");
            System.exit(1);
        }
        final int totalSize = Integer.parseInt(args[0]);
        final int increment = Integer.parseInt(args[1]);
        final int threads = Integer.parseInt(args[2]);

        BasicDataSource ds = new BasicDataSource();
        ds.setDriverClassName("com.mysql.jdbc.Driver");
        ds.setUsername("root");
        ds.setPassword("");
        ds.setUrl("jdbc:mysql://127.0.0.1:3306/test");
        final Connection conn = ds.getConnection();
        conn.createStatement().execute("truncate table test_table");

        final Random rand = new Random();
        int iterations = totalSize / increment;
        long[] readTimes = new long[iterations];
        long[] writeTimes = new long[iterations];
        ExecutorService service = Executors.newFixedThreadPool(threads);
        for (int i = 0; i < iterations; i++) {
            System.out.println("Starting iteration " + i);
            List<Future<Object>> results = new ArrayList<Future<Object>>(increment);
            long startTime = System.currentTimeMillis();
            final int fi = i;
            for (int j = 0; j < increment; j++) {
                final int fj = j;
                results.add(service.submit(new Callable<Object>() {

                    public Object call() throws Exception {
                        upsert(conn, Integer.toString(fi * increment + fj), Integer.toString(fi * increment + fj));
                        return null;
                    }
                }));
            }
            for (int j = 0; j < increment; j++)
                results.get(j).get();
            writeTimes[i] = System.currentTimeMillis() - startTime;
            System.out.println("write: " + (writeTimes[i] / (double) increment));
            results.clear();

            startTime = System.currentTimeMillis();
            for (int j = 0; j < increment; j++) {
                results.add(service.submit(new Callable<Object>() {

                    public Object call() throws Exception {
                        return select(conn, Integer.toString(rand.nextInt((fi + 1) * increment)));
                    }
                }));
            }
            for (int j = 0; j < increment; j++)
                results.get(j).get();
            readTimes[i] = (System.currentTimeMillis() - startTime);
            System.out.println("read: " + (readTimes[i] / (double) increment));
        }
        conn.close();

        System.out.println();
        System.out.println("iteration read write:");
        for (int i = 0; i < iterations; i++) {
            System.out.print(i);
            System.out.print(" " + readTimes[i] / (double) increment);
            System.out.println(" " + writeTimes[i] / (double) increment);
        }

        System.exit(0);
    }

    private static void upsert(Connection conn, String key, String value) throws Exception {
        String upsert = "insert into test_table (key_, value_) values (?, ?) on duplicate key update value_ = ?";
        PreparedStatement stmt = conn.prepareStatement(upsert);
        try {
            stmt.setString(1, key);
            stmt.setString(2, value);
            stmt.setString(3, value);
            stmt.executeUpdate();
        } finally {
            try {
                stmt.close();
            } catch (Exception e) {
            }
        }
    }

    private static String select(Connection conn, String key) throws Exception {
        String upsert = "select value_ from test_table where key_ = ?";
        PreparedStatement stmt = conn.prepareStatement(upsert);
        ResultSet results = null;
        try {
            stmt.setString(1, key);
            results = stmt.executeQuery();
            if (results.next())
                return results.getString(1);
            else
                return null;
        } finally {
            try {
                stmt.close();
            } catch (Exception e) {
            }
        }
    }

}