Java tutorial
/* * Copyright 2013 the original author or authors. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.gradle.performance.results; import com.google.common.base.Joiner; import com.google.common.collect.Lists; import com.google.common.collect.Maps; import org.gradle.internal.UncheckedException; import org.gradle.performance.measure.DataAmount; import org.gradle.performance.measure.Duration; import org.gradle.performance.measure.MeasuredOperation; import org.gradle.util.GradleVersion; import org.joda.time.LocalDate; import java.io.Closeable; import java.math.BigDecimal; import java.sql.Connection; import java.sql.PreparedStatement; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Statement; import java.sql.Timestamp; import java.sql.Types; import java.text.DateFormat; import java.text.ParseException; import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Comparator; import java.util.List; import java.util.Map; import java.util.Set; import java.util.TimeZone; import java.util.TreeSet; import static org.gradle.performance.results.ResultsStoreHelper.toArray; /** * A {@link DataReporter} implementation that stores results in an H2 relational database. */ public class CrossVersionResultsStore implements DataReporter<CrossVersionPerformanceResults>, ResultsStore, Closeable { private final long ignoreV17Before; private final PerformanceDatabase db; public CrossVersionResultsStore() { this("results"); } public CrossVersionResultsStore(String databaseName) { db = new PerformanceDatabase(databaseName, new CrossVersionResultsSchemaInitializer()); // Ignore some broken samples before the given date DateFormat timeStampFormat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss"); timeStampFormat.setTimeZone(TimeZone.getTimeZone("UTC")); try { ignoreV17Before = timeStampFormat.parse("2013-07-03 00:00:00").getTime(); } catch (ParseException e) { throw UncheckedException.throwAsUncheckedException(e); } } public void report(final CrossVersionPerformanceResults results) { try { db.withConnection(new ConnectionAction<Void>() { public Void execute(Connection connection) throws SQLException { long testId; PreparedStatement statement = null; ResultSet keys = null; try { statement = connection.prepareStatement( "insert into testExecution(testId, startTime, endTime, targetVersion, testProject, tasks, args, gradleOpts, daemon, operatingSystem, jvm, vcsBranch, vcsCommit, channel) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"); statement.setString(1, results.getTestId()); statement.setTimestamp(2, new Timestamp(results.getStartTime())); statement.setTimestamp(3, new Timestamp(results.getEndTime())); statement.setString(4, results.getVersionUnderTest()); statement.setString(5, results.getTestProject()); statement.setObject(6, toArray(results.getTasks())); statement.setObject(7, toArray(results.getArgs())); statement.setObject(8, toArray(results.getGradleOpts())); statement.setObject(9, results.getDaemon()); statement.setString(10, results.getOperatingSystem()); statement.setString(11, results.getJvm()); statement.setString(12, results.getVcsBranch()); String vcs = results.getVcsCommits() == null ? null : Joiner.on(",").join(results.getVcsCommits()); statement.setString(13, vcs); statement.setString(14, results.getChannel()); statement.execute(); keys = statement.getGeneratedKeys(); keys.next(); testId = keys.getLong(1); } finally { closeStatement(statement); closeResultSet(keys); } try { statement = connection.prepareStatement( "insert into testOperation(testExecution, version, totalTime, configurationTime, executionTime, heapUsageBytes, totalHeapUsageBytes, maxHeapUsageBytes, maxUncollectedHeapBytes, maxCommittedHeapBytes, compileTotalTime, gcTotalTime) values (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)"); addOperations(statement, testId, null, results.getCurrent()); for (BaselineVersion baselineVersion : results.getBaselineVersions()) { addOperations(statement, testId, baselineVersion.getVersion(), baselineVersion.getResults()); } statement.executeBatch(); } finally { closeStatement(statement); } for (String previousId : results.getPreviousTestIds()) { statement = connection .prepareStatement("update testExecution set testId = ? where testId = ?"); try { statement.setString(1, results.getTestId()); statement.setString(2, previousId); statement.execute(); } finally { closeStatement(statement); } } return null; } }); } catch (Exception e) { throw new RuntimeException(String.format("Could not open results datastore '%s'.", db.getUrl()), e); } } private void addOperations(PreparedStatement statement, long testId, String version, MeasuredOperationList operations) throws SQLException { for (MeasuredOperation operation : operations) { statement.setLong(1, testId); statement.setString(2, version); statement.setBigDecimal(3, operation.getTotalTime().toUnits(Duration.MILLI_SECONDS).getValue()); statement.setBigDecimal(4, operation.getConfigurationTime().toUnits(Duration.MILLI_SECONDS).getValue()); statement.setBigDecimal(5, operation.getExecutionTime().toUnits(Duration.MILLI_SECONDS).getValue()); statement.setBigDecimal(6, operation.getTotalMemoryUsed().toUnits(DataAmount.BYTES).getValue()); statement.setBigDecimal(7, operation.getTotalHeapUsage().toUnits(DataAmount.BYTES).getValue()); statement.setBigDecimal(8, operation.getMaxHeapUsage().toUnits(DataAmount.BYTES).getValue()); statement.setBigDecimal(9, operation.getMaxUncollectedHeap().toUnits(DataAmount.BYTES).getValue()); statement.setBigDecimal(10, operation.getMaxCommittedHeap().toUnits(DataAmount.BYTES).getValue()); if (operation.getCompileTotalTime() != null) { statement.setBigDecimal(11, operation.getCompileTotalTime().toUnits(Duration.MILLI_SECONDS).getValue()); } else { statement.setNull(11, Types.DECIMAL); } if (operation.getGcTotalTime() != null) { statement.setBigDecimal(12, operation.getGcTotalTime().toUnits(Duration.MILLI_SECONDS).getValue()); } else { statement.setNull(12, Types.DECIMAL); } statement.addBatch(); } } @Override public List<String> getTestNames() { try { return db.withConnection(new ConnectionAction<List<String>>() { public List<String> execute(Connection connection) throws SQLException { List<String> testNames = new ArrayList<String>(); Statement statement = null; ResultSet testExecutions = null; try { statement = connection.createStatement(); testExecutions = statement .executeQuery("select distinct testId from testExecution order by testId"); while (testExecutions.next()) { testNames.add(testExecutions.getString(1)); } } finally { closeStatement(statement); closeResultSet(testExecutions); } return testNames; } }); } catch (Exception e) { throw new RuntimeException( String.format("Could not load test history from datastore '%s'.", db.getUrl()), e); } } @Override public CrossVersionPerformanceTestHistory getTestResults(String testName, String channel) { return getTestResults(testName, Integer.MAX_VALUE, Integer.MAX_VALUE, channel); } @Override public CrossVersionPerformanceTestHistory getTestResults(final String testName, final int mostRecentN, final int maxDaysOld, final String channel) { try { return db.withConnection(new ConnectionAction<CrossVersionPerformanceTestHistory>() { public CrossVersionPerformanceTestHistory execute(Connection connection) throws SQLException { Map<Long, CrossVersionPerformanceResults> results = Maps.newLinkedHashMap(); Set<String> allVersions = new TreeSet<String>(new Comparator<String>() { public int compare(String o1, String o2) { return GradleVersion.version(o1).compareTo(GradleVersion.version(o2)); } }); Set<String> allBranches = new TreeSet<String>(); PreparedStatement executionsForName = null; PreparedStatement operationsForExecution = null; ResultSet testExecutions = null; ResultSet operations = null; try { executionsForName = connection.prepareStatement( "select top ? id, startTime, endTime, targetVersion, testProject, tasks, args, gradleOpts, daemon, operatingSystem, jvm, vcsBranch, vcsCommit, channel from testExecution where testId = ? and startTime >= ? and channel = ? order by startTime desc"); executionsForName.setFetchSize(mostRecentN); executionsForName.setInt(1, mostRecentN); executionsForName.setString(2, testName); Timestamp minDate = new Timestamp(LocalDate.now().minusDays(maxDaysOld).toDate().getTime()); executionsForName.setTimestamp(3, minDate); executionsForName.setString(4, channel); testExecutions = executionsForName.executeQuery(); while (testExecutions.next()) { long id = testExecutions.getLong(1); CrossVersionPerformanceResults performanceResults = new CrossVersionPerformanceResults(); performanceResults.setTestId(testName); performanceResults.setStartTime(testExecutions.getTimestamp(2).getTime()); performanceResults.setEndTime(testExecutions.getTimestamp(3).getTime()); performanceResults.setVersionUnderTest(testExecutions.getString(4)); performanceResults.setTestProject(testExecutions.getString(5)); performanceResults.setTasks(ResultsStoreHelper.toList(testExecutions.getObject(6))); performanceResults.setArgs(ResultsStoreHelper.toList(testExecutions.getObject(7))); performanceResults .setGradleOpts(ResultsStoreHelper.toList(testExecutions.getObject(8))); performanceResults.setDaemon((Boolean) testExecutions.getObject(9)); performanceResults.setOperatingSystem(testExecutions.getString(10)); performanceResults.setJvm(testExecutions.getString(11)); performanceResults.setVcsBranch(testExecutions.getString(12).trim()); performanceResults .setVcsCommits(ResultsStoreHelper.split(testExecutions.getString(13))); performanceResults.setChannel(testExecutions.getString(14)); results.put(id, performanceResults); allBranches.add(performanceResults.getVcsBranch()); } operationsForExecution = connection.prepareStatement( "select version, testExecution, totalTime, configurationTime, executionTime, heapUsageBytes, totalHeapUsageBytes, maxHeapUsageBytes, maxUncollectedHeapBytes, maxCommittedHeapBytes, compileTotalTime, gcTotalTime from testOperation where testExecution in (select * from table(x int = ?))"); operationsForExecution.setFetchSize(10 * results.size()); operationsForExecution.setObject(1, results.keySet().toArray()); operations = operationsForExecution.executeQuery(); while (operations.next()) { CrossVersionPerformanceResults result = results.get(operations.getLong(2)); String version = operations.getString(1); if ("1.7".equals(version) && result.getStartTime() <= ignoreV17Before) { // Ignore some broken samples continue; } MeasuredOperation operation = new MeasuredOperation(); operation.setTotalTime(Duration.millis(operations.getBigDecimal(3))); operation.setConfigurationTime(Duration.millis(operations.getBigDecimal(4))); operation.setExecutionTime(Duration.millis(operations.getBigDecimal(5))); operation.setTotalMemoryUsed(DataAmount.bytes(operations.getBigDecimal(6))); operation.setTotalHeapUsage(DataAmount.bytes(operations.getBigDecimal(7))); operation.setMaxHeapUsage(DataAmount.bytes(operations.getBigDecimal(8))); operation.setMaxUncollectedHeap(DataAmount.bytes(operations.getBigDecimal(9))); operation.setMaxCommittedHeap(DataAmount.bytes(operations.getBigDecimal(10))); BigDecimal compileTotalTime = operations.getBigDecimal(11); if (compileTotalTime != null) { operation.setCompileTotalTime(Duration.millis(compileTotalTime)); } BigDecimal gcTotalTime = operations.getBigDecimal(12); if (gcTotalTime != null) { operation.setGcTotalTime(Duration.millis(gcTotalTime)); } if (version == null) { result.getCurrent().add(operation); } else { BaselineVersion baselineVersion = result.baseline(version); baselineVersion.getResults().add(operation); allVersions.add(version); } } } finally { closeResultSet(operations); closeStatement(operationsForExecution); closeResultSet(testExecutions); closeStatement(executionsForName); } return new CrossVersionPerformanceTestHistory(testName, new ArrayList<String>(allVersions), new ArrayList<String>(allBranches), Lists.newArrayList(results.values())); } }); } catch (Exception e) { throw new RuntimeException(String.format("Could not load results from datastore '%s'.", db.getUrl()), e); } } public void close() { db.close(); } private class CrossVersionResultsSchemaInitializer implements ConnectionAction<Void> { @Override public Void execute(Connection connection) throws SQLException { Statement statement = null; try { statement = connection.createStatement(); statement.execute( "create table if not exists testExecution (id bigint identity not null, testId varchar not null, executionTime timestamp not null, targetVersion varchar not null, testProject varchar not null, tasks array not null, args array not null, operatingSystem varchar not null, jvm varchar not null)"); statement.execute( "create table if not exists testOperation (testExecution bigint not null, version varchar, executionTimeMs decimal not null, heapUsageBytes decimal not null, foreign key(testExecution) references testExecution(id))"); statement.execute( "alter table testExecution add column if not exists vcsBranch varchar not null default 'master'"); statement.execute("alter table testExecution add column if not exists vcsCommit varchar"); statement.execute("alter table testExecution add column if not exists gradleOpts array"); statement.execute("alter table testExecution add column if not exists daemon boolean"); statement.execute("alter table testOperation add column if not exists totalHeapUsageBytes decimal"); statement.execute("alter table testOperation add column if not exists maxHeapUsageBytes decimal"); statement.execute( "alter table testOperation add column if not exists maxUncollectedHeapBytes decimal"); statement.execute( "alter table testOperation add column if not exists maxCommittedHeapBytes decimal"); statement.execute("alter table testOperation add column if not exists compileTotalTime decimal"); statement.execute("alter table testOperation add column if not exists gcTotalTime decimal"); if (columnExists(connection, "TESTOPERATION", "EXECUTIONTIMEMS")) { statement.execute("alter table testOperation alter column executionTimeMs rename to totalTime"); statement.execute("alter table testOperation add column executionTime decimal"); statement.execute("update testOperation set executionTime = 0"); statement.execute("alter table testOperation alter column executionTime set not null"); statement.execute("alter table testOperation add column configurationTime decimal"); statement.execute("update testOperation set configurationTime = 0"); statement.execute("alter table testOperation alter column configurationTime set not null"); } statement.execute("create index if not exists testExecution_testId on testExecution (testId)"); statement.execute( "create index if not exists testExecution_executionTime on testExecution (executionTime desc)"); if (columnExists(connection, "TESTEXECUTION", "EXECUTIONTIME")) { statement.execute("alter table testExecution alter column executionTime rename to startTime"); } if (!columnExists(connection, "TESTEXECUTION", "ENDTIME")) { statement.execute("alter table testExecution add column endTime timestamp"); statement.execute("update testExecution set endTime = startTime"); statement.execute("alter table testExecution alter column endTime set not null"); } if (!columnExists(connection, "TESTEXECUTION", "CHANNEL")) { statement.execute("alter table testExecution add column if not exists channel varchar"); statement.execute("update testExecution set channel='commits'"); statement.execute("alter table testExecution alter column channel set not null"); statement .execute("create index if not exists testExecution_channel on testExecution (channel)"); } } finally { closeStatement(statement); } return null; } private boolean columnExists(Connection connection, String table, String column) throws SQLException { ResultSet columns = null; boolean exists; try { columns = connection.getMetaData().getColumns(null, null, table, column); exists = columns.next(); } finally { closeResultSet(columns); } return exists; } } private void closeStatement(Statement statement) throws SQLException { if (statement != null) { statement.close(); } } private void closeResultSet(ResultSet resultSet) throws SQLException { if (resultSet != null) { resultSet.close(); } } }