/*
* RHQ Management Platform
* Copyright (C) 2005-2014 Red Hat, Inc.
* All rights reserved.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation version 2 of the License.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA
*/
package org.rhq.enterprise.server.performance.test;
import java.lang.reflect.Method;
import java.util.Date;
import java.util.List;
import javax.persistence.Query;
import org.testng.annotations.Listeners;
import org.testng.annotations.Test;
import org.rhq.core.domain.alert.AlertCondition;
import org.rhq.core.domain.alert.AlertConditionCategory;
import org.rhq.core.domain.alert.AlertDampening;
import org.rhq.core.domain.alert.AlertDefinition;
import org.rhq.core.domain.alert.AlertPriority;
import org.rhq.core.domain.auth.Subject;
import org.rhq.core.domain.discovery.AvailabilityReport;
import org.rhq.core.domain.measurement.Availability;
import org.rhq.core.domain.measurement.AvailabilityType;
import org.rhq.core.domain.resource.Agent;
import org.rhq.core.domain.resource.Resource;
import org.rhq.enterprise.server.alert.AlertDefinitionManagerLocal;
import org.rhq.enterprise.server.core.AgentManagerLocal;
import org.rhq.enterprise.server.measurement.AvailabilityManagerLocal;
import org.rhq.enterprise.server.purge.PurgeManagerLocal;
import org.rhq.enterprise.server.resource.ResourceManagerLocal;
import org.rhq.enterprise.server.system.SystemManagerLocal;
import org.rhq.enterprise.server.test.AbstractEJB3PerformanceTest;
import org.rhq.enterprise.server.util.LookupUtil;
import org.rhq.helpers.perftest.support.reporting.ExcelExporter;
import org.rhq.helpers.perftest.support.testng.DatabaseSetupInterceptor;
import org.rhq.helpers.perftest.support.testng.DatabaseState;
import org.rhq.helpers.perftest.support.testng.PerformanceReporting;
/**
* Performance test the availabilities subsystem
*
* @author Heiko W. Rupp
* @author Lukas Krejci
*/
@Test(groups = "PERF")
@Listeners({ DatabaseSetupInterceptor.class })
@PerformanceReporting(exporter = ExcelExporter.class)
@DatabaseState(url = "perftest/AvailabilityInsertPurgeTest-testOne-data.xml.zip", dbVersion = "2.125")
public class AvailabilityInsertPurgeTest extends AbstractEJB3PerformanceTest {
ResourceManagerLocal resourceManager;
AvailabilityManagerLocal availabilityManager;
PurgeManagerLocal purgeManager;
AgentManagerLocal agentManager;
SystemManagerLocal systemManager;
AlertDefinitionManagerLocal alertDefinitionManager;
private static final int MILLIS_APART = 2000;
private static final String ROUND__FORMAT = "Round %6d";
private static final String PURGE__FORMAT = "Purge %6d";
private static final int[] ROUNDS = new int[] { 1000, 2000, 3000, 5000, 10000 };
// private static final int[] ROUNDS = new int[]{10,20};
@Override
protected void beforeMethod(Method method) {
super.setupTimings(method);
Date now = new Date();
try {
this.availabilityManager = LookupUtil.getAvailabilityManager();
this.purgeManager = LookupUtil.getPurgeManager();
this.resourceManager = LookupUtil.getResourceManager();
this.agentManager = LookupUtil.getAgentManager();
this.systemManager = LookupUtil.getSystemManager();
this.alertDefinitionManager = LookupUtil.getAlertDefinitionManager();
/*
* NOTE: do not try to get Subjects in here, as they will only be available after
* this method has finished and the DatabaseSetupInterceptor has initialized the
* database.
*/
} catch (Throwable t) {
// Catch RuntimeExceptions and Errors and dump their stack trace, because Surefire will completely swallow them
// and throw a cryptic NPE (see http://jira.codehaus.org/browse/SUREFIRE-157)!
t.printStackTrace();
System.err.flush();
throw new RuntimeException(t);
}
}
/**
* Send availability reports to the server and measure timing.
* For each resource, availability alternates for each report.
* There are multiple rounds of sending with higher numbers of reports.
* @throws Exception If anything goes wrong
* @see #ROUNDS for the number of availability reports per round
*/
public void testAlternating() throws Exception {
Subject overlord = LookupUtil.getSubjectManager().getOverlord();
Date now = new Date();
Query q = em.createQuery("SELECT r FROM Resource r");
List<Resource> resources = q.getResultList();
Resource res = resources.get(0);
Agent agent = agentManager.getAgentByResourceId(overlord, res.getId());
q = em.createQuery("SELECT COUNT(a) FROM Availability a ");
Object o = q.getSingleResult();
Long l = (Long) o;
if (l != 0) {
throw new IllegalStateException("Availabilities table is not empty");
}
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
for (int MULTI : ROUNDS) {
String round = String.format(ROUND__FORMAT, MULTI);
long t1 = System.currentTimeMillis() - (MULTI * MILLIS_APART);
for (int i = 0; i < MULTI; i++) {
AvailabilityReport report = new AvailabilityReport(agent.getName());
for (Resource r : resources) {
AvailabilityType at = (i % 2 == 0) ? AvailabilityType.UP : AvailabilityType.DOWN;
Availability a = new Availability(r, (t1 + i * MILLIS_APART), at);
report.addAvailability(a);
}
startTiming(round);
availabilityManager.mergeAvailabilityReport(report);
endTiming(round);
}
// merge is over. Now lets purge in two steps
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1 + (MULTI / 2) * MILLIS_APART);
endTiming(String.format(PURGE__FORMAT, MULTI));
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1);
endTiming(String.format(PURGE__FORMAT, MULTI));
// Vacuum the db
overlord = LookupUtil.getSubjectManager().getOverlord();
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
}
long timing1000 = getTiming(String.format(ROUND__FORMAT, 1000));
long timing2000 = getTiming(String.format(ROUND__FORMAT, 2000));
long timing3000 = getTiming(String.format(ROUND__FORMAT, 3000));
long timing5000 = getTiming(String.format(ROUND__FORMAT, 5000));
long timing10000 = getTiming(String.format(ROUND__FORMAT, 10000));
assertLinear(timing1000, timing2000, 2, "Merge2");
assertLinear(timing1000, timing3000, 3, "Merge3");
assertLinear(timing1000, timing5000, 5, "Merge5");
assertLinear(timing1000, timing10000, 10, "Merge10");
long purge1000 = getTiming(String.format(PURGE__FORMAT, 1000));
long purge2000 = getTiming(String.format(PURGE__FORMAT, 2000));
long purge3000 = getTiming(String.format(PURGE__FORMAT, 3000));
long purge5000 = getTiming(String.format(PURGE__FORMAT, 5000));
assertLinear(purge1000, purge2000, 2, "Purge2");
assertLinear(purge1000, purge3000, 3, "Purge3");
assertLinear(purge1000, purge5000, 5, "Purge3");
}
/**
* Like {@link #testAlternating}, but availabilities are now random per resource and report.
* @throws Exception If anything goes wrong
* @see #ROUNDS for the number of availability reports per round
*/
public void testRandom() throws Exception {
Subject overlord = LookupUtil.getSubjectManager().getOverlord();
Query q = em.createQuery("SELECT r FROM Resource r");
List<Resource> resources = q.getResultList();
Resource res = resources.get(0);
Agent agent = agentManager.getAgentByResourceId(overlord, res.getId());
for (int MULTI : ROUNDS) {
String round = String.format(ROUND__FORMAT, MULTI);
long t1 = System.currentTimeMillis() - (MULTI * MILLIS_APART);
for (int i = 0; i < MULTI; i++) {
AvailabilityReport report = new AvailabilityReport(agent.getName());
for (Resource r : resources) {
int rand = (int) (Math.random() * 2);
AvailabilityType at = (rand == 1) ? AvailabilityType.UP : AvailabilityType.DOWN;
Availability a = new Availability(r, (t1 + i * MILLIS_APART), at);
report.addAvailability(a);
}
startTiming(round);
availabilityManager.mergeAvailabilityReport(report);
endTiming(round);
}
// merge is over. Now lets purge in two steps
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1 + (MULTI / 2) * MILLIS_APART);
endTiming(String.format(PURGE__FORMAT, MULTI));
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1);
endTiming(String.format(PURGE__FORMAT, MULTI));
// Vacuum the db
overlord = LookupUtil.getSubjectManager().getOverlord();
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
}
long timing1000 = getTiming(String.format(ROUND__FORMAT, 1000));
long timing2000 = getTiming(String.format(ROUND__FORMAT, 2000));
long timing3000 = getTiming(String.format(ROUND__FORMAT, 3000));
long timing5000 = getTiming(String.format(ROUND__FORMAT, 5000));
long timing10000 = getTiming(String.format(ROUND__FORMAT, 10000));
assertLinear(timing1000, timing2000, 2, "Merge2");
assertLinear(timing1000, timing3000, 3, "Merge3");
assertLinear(timing1000, timing5000, 5, "Merge5");
assertLinear(timing1000, timing10000, 10, "Merge10");
long purge1000 = getTiming(String.format(PURGE__FORMAT, 1000));
long purge2000 = getTiming(String.format(PURGE__FORMAT, 2000));
long purge3000 = getTiming(String.format(PURGE__FORMAT, 3000));
long purge5000 = getTiming(String.format(PURGE__FORMAT, 5000));
assertLinear(purge1000, purge2000, 2, "Purge2");
assertLinear(purge1000, purge3000, 3, "Purge3");
assertLinear(purge1000, purge5000, 5, "Purge3");
}
/**
* Like {@link #testAlternating}, but availabilities are always up per resource and report.
* @throws Exception If anything goes wrong
* @see #ROUNDS for the number of availability reports per round
*/
public void testAlwaysUp() throws Exception {
Subject overlord = LookupUtil.getSubjectManager().getOverlord();
Query q = em.createQuery("SELECT r FROM Resource r");
List<Resource> resources = q.getResultList();
Resource res = resources.get(0);
Agent agent = agentManager.getAgentByResourceId(overlord, res.getId());
for (int MULTI : ROUNDS) {
String round = String.format(ROUND__FORMAT, MULTI);
long t1 = System.currentTimeMillis() - (MULTI * MILLIS_APART);
for (int i = 0; i < MULTI; i++) {
AvailabilityReport report = new AvailabilityReport(agent.getName());
for (Resource r : resources) {
AvailabilityType at = AvailabilityType.UP;
Availability a = new Availability(r, (t1 + i * MILLIS_APART), at);
report.addAvailability(a);
}
startTiming(round);
availabilityManager.mergeAvailabilityReport(report);
endTiming(round);
}
// merge is over. Now lets purge in two steps
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1 + (MULTI / 2) * MILLIS_APART);
endTiming(String.format(PURGE__FORMAT, MULTI));
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1);
endTiming(String.format(PURGE__FORMAT, MULTI));
// Vacuum the db
overlord = LookupUtil.getSubjectManager().getOverlord();
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
}
long timing1000 = getTiming(String.format(ROUND__FORMAT, 1000));
long timing2000 = getTiming(String.format(ROUND__FORMAT, 2000));
long timing3000 = getTiming(String.format(ROUND__FORMAT, 3000));
long timing5000 = getTiming(String.format(ROUND__FORMAT, 5000));
long timing10000 = getTiming(String.format(ROUND__FORMAT, 10000));
assertLinear(timing1000, timing2000, 2, "Merge2");
assertLinear(timing1000, timing3000, 3, "Merge3");
assertLinear(timing1000, timing5000, 5, "Merge5");
assertLinear(timing1000, timing10000, 10, "Merge10");
long purge1000 = getTiming(String.format(PURGE__FORMAT, 1000));
long purge2000 = getTiming(String.format(PURGE__FORMAT, 2000));
long purge3000 = getTiming(String.format(PURGE__FORMAT, 3000));
long purge5000 = getTiming(String.format(PURGE__FORMAT, 5000));
assertLinear(purge1000, purge2000, 2, "Purge2");
assertLinear(purge1000, purge3000, 3, "Purge3");
assertLinear(purge1000, purge5000, 5, "Purge3");
}
/**
* Send availability reports to the server and measure timing.
* For each resource, availability alternates for each report.
* There are multiple rounds of sending with higher numbers of reports.
* For one resource we set up an alert to fire every going down report.
* @throws Exception If anything goes wrong
* @see #ROUNDS for the number of availability reports per round
*/
public void testAlternatingWithAlert() throws Exception {
Subject overlord = LookupUtil.getSubjectManager().getOverlord();
Query q = em.createQuery("SELECT r FROM Resource r");
List<Resource> resources = q.getResultList();
Resource res = resources.get(0);
Agent agent = agentManager.getAgentByResourceId(overlord, res.getId());
q = em.createQuery("SELECT COUNT(a) FROM Availability a ");
Object o = q.getSingleResult();
Long l = (Long) o;
if (l != 0) {
throw new IllegalStateException("Availabilities table is not empty");
}
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
// Set up an alert definition on one resource
AlertCondition goingDown = new AlertCondition();
goingDown.setCategory(AlertConditionCategory.AVAILABILITY);
goingDown.setComparator("==");
goingDown.setOption(AvailabilityType.DOWN.toString());
AlertDefinition def = new AlertDefinition();
def.addCondition(goingDown);
def.setName("Test alert definition");
def.setPriority(AlertPriority.MEDIUM);
def.setAlertDampening(new AlertDampening(AlertDampening.Category.NONE));
def.setRecoveryId(0);
alertDefinitionManager.createAlertDefinitionInNewTransaction(overlord, def, res.getId(), true);
for (int MULTI : ROUNDS) {
String round = String.format(ROUND__FORMAT, MULTI);
long t1 = System.currentTimeMillis() - (MULTI * MILLIS_APART);
for (int i = 0; i < MULTI; i++) {
AvailabilityReport report = new AvailabilityReport(agent.getName());
for (Resource r : resources) {
AvailabilityType at = (i % 2 == 0) ? AvailabilityType.UP : AvailabilityType.DOWN;
Availability a = new Availability(r, (t1 + i * MILLIS_APART), at);
report.addAvailability(a);
}
startTiming(round);
availabilityManager.mergeAvailabilityReport(report);
endTiming(round);
}
// merge is over. Now lets purge in two steps
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1 + (MULTI / 2) * MILLIS_APART);
endTiming(String.format(PURGE__FORMAT, MULTI));
startTiming(String.format(PURGE__FORMAT, MULTI));
purgeManager.purgeAvailabilities(t1);
endTiming(String.format(PURGE__FORMAT, MULTI));
// Vacuum the db
overlord = LookupUtil.getSubjectManager().getOverlord();
systemManager.vacuum(overlord, new String[] { "rhq_availability" });
}
long timing1000 = getTiming(String.format(ROUND__FORMAT, 1000));
long timing2000 = getTiming(String.format(ROUND__FORMAT, 2000));
long timing3000 = getTiming(String.format(ROUND__FORMAT, 3000));
long timing5000 = getTiming(String.format(ROUND__FORMAT, 5000));
long timing10000 = getTiming(String.format(ROUND__FORMAT, 10000));
assertLinear(timing1000, timing2000, 2, "Merge2");
assertLinear(timing1000, timing3000, 3, "Merge3");
assertLinear(timing1000, timing5000, 5, "Merge5");
assertLinear(timing1000, timing10000, 10, "Merge10");
long purge1000 = getTiming(String.format(PURGE__FORMAT, 1000));
long purge2000 = getTiming(String.format(PURGE__FORMAT, 2000));
long purge3000 = getTiming(String.format(PURGE__FORMAT, 3000));
long purge5000 = getTiming(String.format(PURGE__FORMAT, 5000));
assertLinear(purge1000, purge2000, 2, "Purge2");
assertLinear(purge1000, purge3000, 3, "Purge3");
assertLinear(purge1000, purge5000, 5, "Purge3");
}
}