/*******************************************************************************
* Copyright (c) 2000, 2015 IBM Corporation and others.
* All rights reserved. This program and the accompanying materials
* are made available under the terms of the Eclipse Public License v1.0
* which accompanies this distribution, and is available at
* http://www.eclipse.org/legal/epl-v10.html
*
* Contributors:
* IBM Corporation - initial API and implementation
*******************************************************************************/
package org.eclipse.jdt.core.tests.performance;
import java.io.PrintStream;
import java.text.NumberFormat;
import junit.framework.*;
import org.eclipse.core.runtime.CoreException;
import org.eclipse.core.runtime.IProgressMonitor;
import org.eclipse.jdt.core.IClassFile;
import org.eclipse.jdt.core.IField;
import org.eclipse.jdt.core.IJavaElement;
import org.eclipse.jdt.core.IMethod;
import org.eclipse.jdt.core.IType;
import org.eclipse.jdt.core.search.*;
import org.eclipse.jdt.core.tests.model.AbstractJavaModelTests;
import org.eclipse.jdt.internal.core.search.processing.IJob;
/**
* Performance test suite which covers all main search requests:
* <ul>
* </ul>
*
* Note that this test suite was not supposed to be included in releng performance tests
* as it would take too much time to be run...
*/
@SuppressWarnings("rawtypes")
public class FullSourceWorkspaceCompleteSearchTests extends FullSourceWorkspaceSearchTests {
// Tests counters
private static int TESTS_COUNT = 0;
private final static int ITERATIONS_COUNT = 0;
// Log file streams
private static PrintStream[] LOG_STREAMS = new PrintStream[DIM_NAMES.length];
// Verify VM memory arguments: should be -Xmx256M -Xms256M
final static long MAX_MEM = 512L * 1024 * 1024;
static {
// org.eclipse.jdt.internal.core.search.processing.JobManager.VERBOSE = true;
// TESTS_NAMES = new String[] { "testSearchField" };
}
/*
* Specific way to build test suite.
* We need to know whether test perf indexing is in list to allow
* index manager disabling.
* CAUTION: If test perf indexing is not included in test suite,
* then time for other tests may include time spent to index files!
*/
public static Test suite() {
Test suite = buildSuite(testClass());
TESTS_COUNT = suite.countTestCases();
createPrintStream(testClass(), LOG_STREAMS, TESTS_COUNT, null);
verifyVmArguments();
return suite;
}
private static Class testClass() {
return FullSourceWorkspaceCompleteSearchTests.class;
}
/*
* Verify VM arguments when full tests are run (should be -Xmx512M)
*/
private static void verifyVmArguments() {
StringBuffer buffer = null;
NumberFormat floatFormat = NumberFormat.getNumberInstance();
floatFormat.setMaximumFractionDigits(1);
long maxMem = Runtime.getRuntime().maxMemory(); // -Xmx
boolean tooMuch = false;
if (maxMem < (MAX_MEM*0.98) || (tooMuch = maxMem > (MAX_MEM*1.02))) {
if (buffer == null) buffer = new StringBuffer("WARNING: Performance tests results may be invalid !!!\n");
buffer.append(" - ");
buffer.append(tooMuch ? "too much " : "not enough ");
buffer.append("max memory allocated (");
buffer.append(floatFormat.format(((maxMem/1024.0)/1024.0)));
buffer.append("M)!\n");
buffer.append(" => -Xmx");
buffer.append(floatFormat.format(((MAX_MEM/1024.0)/1024.0)));
buffer.append("M should have been specified.\n");
}
}
/**
* @param name
*/
public FullSourceWorkspaceCompleteSearchTests(String name) {
super(name);
}
protected void setUp() throws Exception {
super.setUp();
}
/* (non-Javadoc)
* @see junit.framework.TestCase#tearDown()
*/
protected void tearDown() throws Exception {
// End of execution => one test less
TESTS_COUNT--;
// Log perf result
if (LOG_DIR != null) {
logPerfResult(LOG_STREAMS, TESTS_COUNT);
}
super.tearDown();
}
/**
* Simple search result collector: only count matches.
*/
class JavaSearchResultCollector extends SearchRequestor {
int count = 0;
public void acceptSearchMatch(SearchMatch match) throws CoreException {
this.count++;
}
}
/**
* Job to measure times in same thread than index manager.
*/
class Measuring implements IJob {
boolean start;
Measuring(boolean start) {
this.start = start;
}
public boolean belongsTo(String jobFamily) {
return true;
}
public void cancel() {
// nothing to cancel
}
public void ensureReadyToRun() {
// always ready to do nothing
}
/**
* Execute the current job, answer whether it was successful.
*/
public boolean execute(IProgressMonitor progress) {
if (this.start) {
startMeasuring();
} else {
stopMeasuring();
commitMeasurements();
assertPerformance();
}
return true;
}
public String getJobFamily() {
return "FullSourceWorkspaceCompleteSearchTests.Measuring";
}
}
protected void search(String patternString, int searchFor, int limitTo, JavaSearchResultCollector resultCollector) throws CoreException {
int matchMode = patternString.indexOf('*') != -1 || patternString.indexOf('?') != -1
? SearchPattern.R_PATTERN_MATCH
: SearchPattern.R_EXACT_MATCH;
SearchPattern pattern = SearchPattern.createPattern(
patternString,
searchFor,
limitTo,
matchMode | SearchPattern.R_CASE_SENSITIVE);
new SearchEngine().search(
pattern,
new SearchParticipant[] {SearchEngine.getDefaultSearchParticipant()},
SearchEngine.createWorkspaceScope(),
resultCollector,
null);
}
protected void search(IJavaElement element, int limitTo, JavaSearchResultCollector resultCollector) throws CoreException {
SearchPattern pattern = SearchPattern.createPattern(
element,
limitTo,
SearchPattern.R_EXACT_MATCH | SearchPattern.R_CASE_SENSITIVE);
new SearchEngine().search(
pattern,
new SearchParticipant[] {SearchEngine.getDefaultSearchParticipant()},
SearchEngine.createWorkspaceScope(),
resultCollector,
null);
}
/**
* Clean last category table cache
* @param type Tells whether previous search was a type search or not
* @param resultCollector result collector to count the matches found
*/
protected void cleanCategoryTableCache(boolean type, JavaSearchResultCollector resultCollector) throws CoreException {
long time = System.currentTimeMillis();
if (type) {
search("foo", FIELD, DECLARATIONS, resultCollector);
} else {
search("Foo", TYPE, DECLARATIONS, resultCollector);
}
if (DEBUG) System.out.println("Time to clean category table cache: "+(System.currentTimeMillis()-time));
}
/**
* Performance tests for search types in workspace:
* <ul>
* <li>declarations using string pattern</i>
* <li>references using string pattern</i>
* <li>delcarations using java element pattern</i>
* <li>references using java element pattern</i>
* </ul>
*/
public void testSearchStringTypeDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "Object";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, TYPE, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for type '"+name+"' in workspace.");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
cleanCategoryTableCache(true, resultCollector);
runGc();
startMeasuring();
search(name, TYPE, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchStringTypeReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "Object";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, TYPE, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for type '"+name+"' in workspace.");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
cleanCategoryTableCache(true, resultCollector);
runGc();
startMeasuring();
search(name, TYPE, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementTypeDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get Object type
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType type = object.getType();
assertTrue("Cannot find type 'Object'", type != null && type.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(type, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for type '"+type.getElementName()+"' in workspace.");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
cleanCategoryTableCache(true, resultCollector);
runGc();
startMeasuring();
search(type, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementTypeReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get Object type
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType type = object.getType();
assertTrue("Cannot find type 'Object'", type != null && type.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(type, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for type '"+type.getElementName()+"' in workspace.");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
cleanCategoryTableCache(true, resultCollector);
runGc();
startMeasuring();
search(type, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
/**
* Performance tests for search fields in workspace:
* <ul>
* <li>declarations using string pattern</i>
* <li>references using string pattern</i>
* <li>delcarations using java element pattern</i>
* <li>references using java element pattern</i>
* </ul>
*/
public void testSearchStringFieldDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "name";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, FIELD, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for field '"+name+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, FIELD, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchStringFieldReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "name";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, FIELD, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for field '"+name+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, FIELD, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementFieldDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get field 'name'
IType type = JDT_CORE_PROJECT.findType("org.eclipse.jdt.internal.core", "JavaElement");
assertTrue("Cannot find compilation unit 'JavaElement.java' in 'org.eclipse.jdt.internal.core'", type != null && type.exists());
IField field = type.getField("name");
assertTrue("Cannot find field equals", field != null && field.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(field, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for field '"+field.getElementName()+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(field, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementFieldReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get field 'name'
IType type = JDT_CORE_PROJECT.findType("org.eclipse.jdt.internal.core", "JavaElement");
assertTrue("Cannot find compilation unit 'JavaElement.java' in 'org.eclipse.jdt.internal.core'", type != null && type.exists());
IField field = type.getField("name");
assertTrue("Cannot find field equals", field != null && field.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(field, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for field '"+field.getElementName()+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(field, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
/**
* Performance tests for search methods in workspace:
* <ul>
* <li>declarations using string pattern</i>
* <li>references using string pattern</i>
* <li>delcarations using java element pattern</i>
* <li>references using java element pattern</i>
* </ul>
*/
public void testSearchStringMethodDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "equals";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, METHOD, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for method '"+name+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, METHOD, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchStringMethodReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "equals";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, METHOD, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for method '"+name+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, METHOD, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementMethodDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get method 'equals'
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType objectType = object.getType();
IMethod method = objectType.getMethod("equals", new String[] { "Ljava.lang.Object;" });
assertTrue("Cannot find method equals", method != null && method.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(method, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for method '"+method.getElementName()+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(method, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementMethodReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get method 'equals'
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType objectType = object.getType();
IMethod method = objectType.getMethod("equals", new String[] { "Ljava.lang.Object;" });
assertTrue("Cannot find method equals", method != null && method.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(method, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for method '"+method.getElementName()+"' in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(method, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
/**
* Performance tests for search constructors in workspace:
* <ul>
* <li>declarations using string pattern</i>
* <li>references using string pattern</i>
* <li>delcarations using java element pattern</i>
* <li>references using java element pattern</i>
* </ul>
*/
public void testSearchStringConstructorDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "()";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, CONSTRUCTOR, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for default constructor in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, CONSTRUCTOR, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchStringConstructorReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Warm up
String name = "()";
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(name, CONSTRUCTOR, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for default constructor in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(name, CONSTRUCTOR, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementConstructorDeclarations() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get constructor 'equals'
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType objectType = object.getType();
IMethod constructor = objectType.getMethod("Object", new String[0]);
assertTrue("Cannot find default constructor", constructor != null && constructor.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(constructor, DECLARATIONS, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" declarations for default constructor in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(constructor, DECLARATIONS, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
public void testSearchJavaElementConstructorReferences() throws CoreException {
// Wait for indexing end
AbstractJavaModelTests.waitUntilIndexesReady();
// Get constructor 'equals'
IClassFile object = getClassFile(JDT_CORE_PROJECT, "rt.jar", "java.lang", "Object.class");
IType objectType = object.getType();
IMethod constructor = objectType.getMethod("Object", new String[0]);
assertTrue("Cannot find default constructor", constructor != null && constructor.exists());
// Warm up
JavaSearchResultCollector resultCollector = new JavaSearchResultCollector();
search(constructor, REFERENCES, resultCollector);
NumberFormat intFormat = NumberFormat.getIntegerInstance();
System.out.println(" - "+intFormat.format(resultCollector.count)+" references for default constructor in workspace");
// Measures
for (int i=0; i<ITERATIONS_COUNT; i++) {
// clean before test
cleanCategoryTableCache(false, resultCollector);
runGc();
// test
startMeasuring();
search(constructor, REFERENCES, resultCollector);
stopMeasuring();
}
// Commit
commitMeasurements();
assertPerformance();
}
}