co.mitro.core.util.RpcLogReader.java Source code

Introduction

Here is the source code for co.mitro.core.util.RpcLogReader.java

Source

/*******************************************************************************
 * Copyright (c) 2013, 2014 Lectorius, Inc.
 * Authors:
 * Vijay Pandurangan (vijayp@mitro.co)
 * Evan Jones (ej@mitro.co)
 * Adam Hilss (ahilss@mitro.co)
 *
 *
 *     This program is free software: you can redistribute it and/or modify
 *     it under the terms of the GNU General Public License as published by
 *     the Free Software Foundation, either version 3 of the License, or
 *     (at your option) any later version.
 *
 *     This program is distributed in the hope that it will be useful,
 *     but WITHOUT ANY WARRANTY; without even the implied warranty of
 *     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *     GNU General Public License for more details.
 *
 *     You should have received a copy of the GNU General Public License
 *     along with this program.  If not, see <http://www.gnu.org/licenses/>.
 *     
 *     You can contact the authors at inbound@mitro.co.
 *******************************************************************************/
package co.mitro.core.util;

import java.io.EOFException;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import co.mitro.recordio.JsonRecordReader;

import com.google.common.base.Strings;
import com.google.common.util.concurrent.AtomicLongMap;

public class RpcLogReader {
    public final static class Span {
        public long minTime = Long.MAX_VALUE;
        public long maxTime = Long.MIN_VALUE;

        public Span() {
        };

        public Span(long ts) {
            addTime(ts);
        }

        public void addTime(long ts) {
            minTime = java.lang.Math.min(minTime, ts);
            maxTime = java.lang.Math.max(maxTime, ts);
        }

        public long duration() {
            return maxTime - minTime;
        }
    }

    public static void main(String[] args) throws IOException {
        AtomicLongMap<String> counter = AtomicLongMap.<String>create();
        Map<String, Span> txnLength = new HashMap<>();
        Span duration = new Span();

        for (int i = 0; i < args.length; ++i) {
            String filename = args[i];
            System.err.println("Reading file: " + filename);
            JsonRecordReader rr = JsonRecordReader.MakeFromFilename(filename);
            JsonRecordReader.JsonLog log;
            try {
                while (null != (log = rr.readJson())) {
                    counter.incrementAndGet(log.metadata.endpoint);
                    duration.addTime(log.metadata.timestamp);
                    if (log.metadata.endpoint.endsWith("BeignTransaction")
                            || log.payload.implicitBeginTransaction) {
                        txnLength.put((String) ((Map) log.metadata.response).get("transactionId"),
                                new Span(log.metadata.timestamp));
                    } else if (!Strings.isNullOrEmpty(log.payload.transactionId)) {
                        txnLength.get(log.payload.transactionId).addTime(log.metadata.timestamp);
                    }
                }
            } catch (EOFException e) {
                System.err.println("unexpected end of file; skipping");
            }
        }
        System.out.println("total duration: " + duration.duration());
        for (String k : counter.asMap().keySet()) {
            System.out.println(k + ": " + counter.get(k));
        }
        List<Long> times = new ArrayList<>();

        for (Span s : txnLength.values()) {
            times.add(s.duration());
        }
        Collections.sort(times);
        double meanTime = 0;
        for (Long l : times) {
            meanTime += l;
        }

        meanTime /= txnLength.size();
        double stdDev = 0;
        for (Long l : times) {
            stdDev += Math.pow((l - meanTime), 2);
        }
        stdDev /= txnLength.size();
        stdDev = Math.pow(stdDev, 0.5);

        // percentiles
        long PERCENTILES = 10;
        for (int i = 0; i <= PERCENTILES; i += 1) {
            System.out.println("percentile " + i * PERCENTILES + ": "
                    + times.get((int) ((times.size() - 1) * i / PERCENTILES)));
        }

        System.out.println("write txns:");
        System.out.println("num: " + txnLength.size() + ", mean:" + meanTime + ", stddev:" + stdDev);

    }

}