/*
* TestPMMemory.java
*
* Created on October 13, 2006, 3:28 PM
*
* To change this template, choose Tools | Template Manager
* and open the template in the editor.
*/
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.openjpa.persistence.kernel;
import java.util.Collection;
import java.util.Iterator;
import java.util.Map;
import org.apache.openjpa.persistence.kernel.common.apps.RuntimeTest1;
import org.apache.openjpa.event.AbstractTransactionListener;
import org.apache.openjpa.event.TransactionEvent;
import org.apache.openjpa.event.TransactionListener;
import org.apache.openjpa.persistence.OpenJPAEntityManager;
import org.apache.openjpa.persistence.OpenJPAEntityManagerFactory;
import org.apache.openjpa.persistence.OpenJPAQuery;
public class TestPMMemory extends BaseKernelTest {
/**
* Creates a new instance of TestPMMemory
*/
public TestPMMemory() {
}
public TestPMMemory(String s) {
super(s);
}
public boolean skipTest() {
return true;
}
private static final boolean _doPause = false;
private static final int NUM_OBJECTS = 2000;
private static final int NUM_FLUSHES = 5;
// Hack to run stand alone.
public static void main(String[] args)
throws Exception {
TestPMMemory testpm = new TestPMMemory("testPMMemory");
testpm.setUp();
testpm.testMemoryUse();
}
public void setUp() {
System.out.println("About to delete all");
deleteAllStaged(getPM(), RuntimeTest1.class);
// deleteAll (RuntimeTest1.class);
System.out.println("Done delete all");
}
public void deleteAllStaged(OpenJPAEntityManager pmArg, Class classType) {
/*
// create 64000 objects
// now call this, WITH the datacache on,
// and despite using a fetchBatch size,
// this _will_ run out of memory
// props:
kodo.DataCache: true(CacheSize=5, SoftReferenceSize=1)
kodo.RemoteCommitProvider: sjvm
*/
int delCount = 0;
OpenJPAEntityManager pm;
boolean needToDelete = true;
while (needToDelete) {
pm = getPM();
startTx(pm);
//pm.setLargeTransaction(true);
pm.setTrackChangesByType(true);
String cstrng = classType.getName();
OpenJPAQuery kq = pm.createQuery("SELECT o FROM " + cstrng + " o");
kq.getFetchPlan().setFetchBatchSize(100);
Collection results = (Collection) kq.getResultList();
if (results.size() == 0) {
needToDelete = false;
break;
}
System.out.println("We need to delete " + results.size());
Iterator iter = results.iterator();
while (iter.hasNext()) {
pm.remove(iter.next());
delCount += 1;
if ((delCount % 800) == 0) {
pm.flush();
// is the trans cahce now holding
// all these objects?
break;
}
}
System.out.print("deleted 200");
endTx(pm);
endEm(pm);
}
System.out.println("Done deleting");
}
private void reportMemory() {
reportMemory("Memory used");
/*
DataCacheImpl dc;
dc = (DataCacheImpl) kpm.getConfiguration ().getDataCacheManager ().
getDataCache ()
CacheMap cacheMap = dc.getCacheMap ();
values/keySet
*/
}
private void reportMemory(String msg) {
System.gc();
long memUsed = Runtime.getRuntime().totalMemory();
long memFree = Runtime.getRuntime().freeMemory();
System.out.println("" + msg + " : " + memUsed + ", " +
memFree);
}
private void pause(double seconds) {
if (!_doPause)
return;
try {
Thread.currentThread().yield();
Thread.currentThread().sleep((int) seconds * 1000);
} catch (Exception e) {
}
}
public void testMemoryUse() throws Exception {
System.out.println("Baseline, starting memory for N objects of " +
NUM_OBJECTS);
OpenJPAEntityManagerFactory kpmf =
(OpenJPAEntityManagerFactory) getEmf();
OpenJPAEntityManager kpm = (OpenJPAEntityManager)
kpmf.createEntityManager();
startTx(kpm);
int runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, 0);
endTx(kpm);
System.out.println("Baseline, starting memory ");
reportMemory();
TransactionListener l = new AbstractTransactionListener() {
public void afterCommit(TransactionEvent ev) {
System.out.println(
"My Listener in afterCommit");
System.out.println(
"Num objects in transaction "
+ ev.getTransactionalObjects().size());
// send out an email confirming that the
// transaction was a success
}
};
// kpm.registerListener (l);
// jprobe, jprofiler.
// prefer treeview
// Run a transaction for a whilw and report memory
startTx(kpm);
int objCount = 0;
for (int i = 0; i < NUM_FLUSHES; i++) {
System.out.println();
System.out.println("Iteration #" + i + " created " +
objCount);
reportMemory();
//kpm.setLargeTransaction(true);
kpm.setTrackChangesByType(true);
runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, runningId);
objCount += NUM_OBJECTS;
kpm.flush();
grabAllMemory();
// pause(30);
}
System.out.println("Created objects, about to commit ()");
pause(90);
endTx(kpm);
pause(1);
System.out.println("Now commit ()");
reportMemory();
pause(33);
}
protected void grabAllMemory() {
// exhaust all memory so that GC is run.
int size = 4096;
boolean grab = true;
int[] glob;
while (grab) {
try {
glob = new int[size];
size *= 2;
} catch (OutOfMemoryError e) {
System.out.println("Mem grabbed " + size);
grab = false;
glob = null;
}
}
glob = null;
}
protected int performAddsModifiesDeletes(OpenJPAEntityManager pm,
int numObjects, int runningId) {
// pm should be active. Function does not perform commit.
// Perform a series of transactions that will trigger adds,
// deletes, and udpates
// create objects
RuntimeTest1[] persistables = new RuntimeTest1[numObjects];
for (int i = 0; i < persistables.length; i++) {
persistables[i] = new RuntimeTest1("foo #" + i, runningId + i);
}
runningId += persistables.length;
// add them
for (int i = 0; i < persistables.length; i++) {
pm.persist(persistables[i]);
}
// modify them
for (int i = 0; i < persistables.length; i++) {
persistables[i].setIntField1(i + 1);
}
/*
// delete them
for (int i = 0; i < persistables.length; i++)
{
pm.deletePersistent (persistables [i]);
}
*/
return runningId + 1;
}
static int _fetchGroupSerial = 0;
protected OpenJPAEntityManagerFactory createDistinctFactory(
Class providerClass, String classProps1) {
Map props = null;
//FIXME jthomas
/*
if (providerClass != null) {
props = new String[]{
"openjpa.RemoteCommitProvider", Configurations.getPlugin(
providerClass.getNameclassProps1),
// use this property to differentiate the factory
"openjpa.FetchGroups", "differentiatingFetchGroup" +
_fetchGroupSerial,
};
} else {
// No RCP
props = new String[]{
// use this property to differentiate the factory
"openjpa.RemoteCommitProvider", "sjvm",
"openjpa.FetchGroups", "differentiatingFetchGroup" +
_fetchGroupSerial,
};
}
_fetchGroupSerial += 1;
*/
return (OpenJPAEntityManagerFactory) getEmf(props);
}
}