openjpa-persistence-jdbc/src/test/java/org/apache/openjpa/persistence/kernel/TestPMMemory.java - openjpa - Git at Google

 /*
  * TestPMMemory.java
  *
  * Created on October 13, 2006, 3:28 PM
  *
  * To change this template, choose Tools | Template Manager
  * and open the template in the editor.
  */
 /*
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
  * regarding copyright ownership.  The ASF licenses this file
  * to you under the Apache License, Version 2.0 (the
  * "License"); you may not use this file except in compliance
  * with the License.  You may obtain a copy of the License at
  *
  * http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing,
  * software distributed under the License is distributed on an
  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  * KIND, either express or implied.  See the License for the
  * specific language governing permissions and limitations
  * under the License.
  */
 package org.apache.openjpa.persistence.kernel;

 import java.util.Collection;
 import java.util.Iterator;
 import java.util.Map;

 import org.apache.openjpa.event.AbstractTransactionListener;
 import org.apache.openjpa.event.TransactionEvent;
 import org.apache.openjpa.event.TransactionListener;
 import org.apache.openjpa.persistence.OpenJPAEntityManager;
 import org.apache.openjpa.persistence.OpenJPAEntityManagerFactory;
 import org.apache.openjpa.persistence.OpenJPAQuery;
 import org.apache.openjpa.persistence.kernel.common.apps.RuntimeTest1;

 public class TestPMMemory extends BaseKernelTest {

     /**
      * Creates a new instance of TestPMMemory
      */
     public TestPMMemory() {
     }

     public TestPMMemory(String s) {
         super(s);
     }

     public boolean skipTest() {
         return true;
     }

     private static final boolean _doPause = false;
     private static final int NUM_OBJECTS = 2000;
     private static final int NUM_FLUSHES = 5;

     // Hack to run stand alone.
     public static void main(String[] args)
         throws Exception {
         TestPMMemory testpm = new TestPMMemory("testPMMemory");
         testpm.setUp();
         testpm.testMemoryUse();
     }

     @Override
     public void setUp() {
         System.out.println("About to delete all");
         deleteAllStaged(getPM(), RuntimeTest1.class);
         // deleteAll (RuntimeTest1.class);
         System.out.println("Done delete all");
     }

     public void deleteAllStaged(OpenJPAEntityManager pmArg, Class classType) {
         /*
           // create 64000 objects
           // now call this, WITH the datacache on,
           // and despite using a fetchBatch size,
           //		this _will_ run out of memory
           // props:
   kodo.DataCache: true(CacheSize=5, SoftReferenceSize=1)
   kodo.RemoteCommitProvider: sjvm
           */
         int delCount = 0;
         OpenJPAEntityManager pm;

         boolean needToDelete = true;
         while (needToDelete) {
             pm = getPM();
             startTx(pm);
             //pm.setLargeTransaction(true);
             pm.setTrackChangesByType(true);
             String cstrng = classType.getName();
             OpenJPAQuery kq = pm.createQuery("SELECT o FROM " + cstrng + " o");
             kq.getFetchPlan().setFetchBatchSize(100);
             Collection results = (Collection) kq.getResultList();
             if (results.size() == 0) {
                 needToDelete = false;
                 break;
             }
             System.out.println("We need to delete " + results.size());
             Iterator iter = results.iterator();
             while (iter.hasNext()) {
                 pm.remove(iter.next());
                 delCount += 1;
                 if ((delCount % 800) == 0) {
                     pm.flush();
                     // is the trans cahce now holding
                     // all these objects?
                     break;
                 }
             }
             System.out.print("deleted 200");
             endTx(pm);
             endEm(pm);
         }
         System.out.println("Done deleting");
     }

     private void reportMemory() {
         reportMemory("Memory used");
         /*
       DataCacheImpl dc;
       dc = (DataCacheImpl) kpm.getConfiguration ().getDataCacheManager ().
           getDataCache ()
       CacheMap cacheMap = dc.getCacheMap ();
       values/keySet
       */
     }

     private void reportMemory(String msg) {
         System.gc();
         long memUsed = Runtime.getRuntime().totalMemory();
         long memFree = Runtime.getRuntime().freeMemory();
         System.out.println("" + msg + " : " + memUsed + ", " +
             memFree);
     }

     private void pause(double seconds) {
         if (!_doPause)
             return;
         try {
             Thread.currentThread();
             Thread.yield();
             Thread.currentThread();
             Thread.sleep((int) seconds * 1000);
         } catch (Exception e) {
         }
     }

     public void testMemoryUse() throws Exception {

         System.out.println("Baseline, starting memory for N objects of " +
             NUM_OBJECTS);
         OpenJPAEntityManagerFactory kpmf =
             (OpenJPAEntityManagerFactory) getEmf();
         OpenJPAEntityManager kpm = (OpenJPAEntityManager)
             kpmf.createEntityManager();

         startTx(kpm);
         int runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, 0);
         endTx(kpm);

         System.out.println("Baseline, starting memory ");
         reportMemory();

         TransactionListener l = new AbstractTransactionListener() {
             @Override
             public void afterCommit(TransactionEvent ev) {
                 System.out.println(
                     "My Listener in afterCommit");
                 System.out.println(
                     "Num objects in transaction "
                         + ev.getTransactionalObjects().size());

                 // send out an email confirming that the
                 // transaction was a success
             }
         };

         // kpm.registerListener (l);

         // jprobe, jprofiler.
         // prefer treeview

         // Run a transaction for a whilw and report memory
         startTx(kpm);
         int objCount = 0;
         for (int i = 0; i < NUM_FLUSHES; i++) {
             System.out.println();
             System.out.println("Iteration #" + i + " created " +
                 objCount);
             reportMemory();
             //kpm.setLargeTransaction(true);
             kpm.setTrackChangesByType(true);
             runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, runningId);
             objCount += NUM_OBJECTS;
             kpm.flush();
             grabAllMemory();
             //    pause(30);
         }

         System.out.println("Created objects, about to commit ()");
         pause(90);
         endTx(kpm);
         pause(1);
         System.out.println("Now commit ()");
         reportMemory();
         pause(33);
     }

     protected void grabAllMemory() {
         // exhaust all memory so that GC is run.
         int size = 4096;
         boolean grab = true;
         int[] glob;
         while (grab) {
             try {
                 glob = new int[size];
                 size *= 2;
             } catch (OutOfMemoryError e) {
                 System.out.println("Mem grabbed " + size);
                 grab = false;
                 glob = null;
             }
         }
         glob = null;
     }

     protected int performAddsModifiesDeletes(OpenJPAEntityManager pm,
         int numObjects, int runningId) {
         // pm should be active. Function does not perform commit.

         // Perform a series of transactions that will trigger adds,
         // deletes, and udpates

         // create objects
         RuntimeTest1[] persistables = new RuntimeTest1[numObjects];
         for (int i = 0; i < persistables.length; i++) {
             persistables[i] = new RuntimeTest1("foo #" + i, runningId + i);
         }
         runningId += persistables.length;

         // add them
         for (RuntimeTest1 persistable : persistables) {
             pm.persist(persistable);
         }

         // modify them
         for (int i = 0; i < persistables.length; i++) {
             persistables[i].setIntField1(i + 1);
         }

 /*
 		// delete them
 		for (int i = 0; i < persistables.length; i++)
 		{
 			pm.deletePersistent (persistables [i]);
 		}
 */
         return runningId + 1;
     }

     static int _fetchGroupSerial = 0;

     protected OpenJPAEntityManagerFactory createDistinctFactory(
         Class providerClass, String classProps1) {
         Map props = null;

         //FIXME jthomas
         /*
         if (providerClass != null) {
             props = new String[]{
                 "openjpa.RemoteCommitProvider", Configurations.getPlugin(
                 providerClass.getNameclassProps1),
                 // use this property to differentiate the factory
                 "openjpa.FetchGroups", "differentiatingFetchGroup" +
                 _fetchGroupSerial,
             };
         } else {
             // No RCP
             props = new String[]{
                 // use this property to differentiate the factory
                 "openjpa.RemoteCommitProvider", "sjvm",
                 "openjpa.FetchGroups", "differentiatingFetchGroup" +
                 _fetchGroupSerial,
             };
         }
         _fetchGroupSerial += 1;
          */

         return (OpenJPAEntityManagerFactory) getEmf(props);
     }
 }
	/*
	* TestPMMemory.java
	*
	* Created on October 13, 2006, 3:28 PM
	*
	* To change this template, choose Tools \| Template Manager
	* and open the template in the editor.
	*/
	/*
	* Licensed to the Apache Software Foundation (ASF) under one
	* or more contributor license agreements. See the NOTICE file
	* distributed with this work for additional information
	* regarding copyright ownership. The ASF licenses this file
	* to you under the Apache License, Version 2.0 (the
	* "License"); you may not use this file except in compliance
	* with the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing,
	* software distributed under the License is distributed on an
	* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	* KIND, either express or implied. See the License for the
	* specific language governing permissions and limitations
	* under the License.
	*/
	package org.apache.openjpa.persistence.kernel;

	import java.util.Collection;
	import java.util.Iterator;
	import java.util.Map;

	import org.apache.openjpa.event.AbstractTransactionListener;
	import org.apache.openjpa.event.TransactionEvent;
	import org.apache.openjpa.event.TransactionListener;
	import org.apache.openjpa.persistence.OpenJPAEntityManager;
	import org.apache.openjpa.persistence.OpenJPAEntityManagerFactory;
	import org.apache.openjpa.persistence.OpenJPAQuery;
	import org.apache.openjpa.persistence.kernel.common.apps.RuntimeTest1;

	public class TestPMMemory extends BaseKernelTest {

	/**
	* Creates a new instance of TestPMMemory
	*/
	public TestPMMemory() {
	}

	public TestPMMemory(String s) {
	super(s);
	}

	public boolean skipTest() {
	return true;
	}

	private static final boolean _doPause = false;
	private static final int NUM_OBJECTS = 2000;
	private static final int NUM_FLUSHES = 5;

	// Hack to run stand alone.
	public static void main(String[] args)
	throws Exception {
	TestPMMemory testpm = new TestPMMemory("testPMMemory");
	testpm.setUp();
	testpm.testMemoryUse();
	}

	@Override
	public void setUp() {
	System.out.println("About to delete all");
	deleteAllStaged(getPM(), RuntimeTest1.class);
	// deleteAll (RuntimeTest1.class);
	System.out.println("Done delete all");
	}

	public void deleteAllStaged(OpenJPAEntityManager pmArg, Class classType) {
	/*
	// create 64000 objects
	// now call this, WITH the datacache on,
	// and despite using a fetchBatch size,
	// this _will_ run out of memory
	// props:
	kodo.DataCache: true(CacheSize=5, SoftReferenceSize=1)
	kodo.RemoteCommitProvider: sjvm
	*/
	int delCount = 0;
	OpenJPAEntityManager pm;

	boolean needToDelete = true;
	while (needToDelete) {
	pm = getPM();
	startTx(pm);
	//pm.setLargeTransaction(true);
	pm.setTrackChangesByType(true);
	String cstrng = classType.getName();
	OpenJPAQuery kq = pm.createQuery("SELECT o FROM " + cstrng + " o");
	kq.getFetchPlan().setFetchBatchSize(100);
	Collection results = (Collection) kq.getResultList();
	if (results.size() == 0) {
	needToDelete = false;
	break;
	}
	System.out.println("We need to delete " + results.size());
	Iterator iter = results.iterator();
	while (iter.hasNext()) {
	pm.remove(iter.next());
	delCount += 1;
	if ((delCount % 800) == 0) {
	pm.flush();
	// is the trans cahce now holding
	// all these objects?
	break;
	}
	}
	System.out.print("deleted 200");
	endTx(pm);
	endEm(pm);
	}
	System.out.println("Done deleting");
	}

	private void reportMemory() {
	reportMemory("Memory used");
	/*
	DataCacheImpl dc;
	dc = (DataCacheImpl) kpm.getConfiguration ().getDataCacheManager ().
	getDataCache ()
	CacheMap cacheMap = dc.getCacheMap ();
	values/keySet
	*/
	}

	private void reportMemory(String msg) {
	System.gc();
	long memUsed = Runtime.getRuntime().totalMemory();
	long memFree = Runtime.getRuntime().freeMemory();
	System.out.println("" + msg + " : " + memUsed + ", " +
	memFree);
	}

	private void pause(double seconds) {
	if (!_doPause)
	return;
	try {
	Thread.currentThread();
	Thread.yield();
	Thread.currentThread();
	Thread.sleep((int) seconds * 1000);
	} catch (Exception e) {
	}
	}

	public void testMemoryUse() throws Exception {

	System.out.println("Baseline, starting memory for N objects of " +
	NUM_OBJECTS);
	OpenJPAEntityManagerFactory kpmf =
	(OpenJPAEntityManagerFactory) getEmf();
	OpenJPAEntityManager kpm = (OpenJPAEntityManager)
	kpmf.createEntityManager();

	startTx(kpm);
	int runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, 0);
	endTx(kpm);

	System.out.println("Baseline, starting memory ");
	reportMemory();

	TransactionListener l = new AbstractTransactionListener() {
	@Override
	public void afterCommit(TransactionEvent ev) {
	System.out.println(
	"My Listener in afterCommit");
	System.out.println(
	"Num objects in transaction "
	+ ev.getTransactionalObjects().size());

	// send out an email confirming that the
	// transaction was a success
	}
	};

	// kpm.registerListener (l);

	// jprobe, jprofiler.
	// prefer treeview

	// Run a transaction for a whilw and report memory
	startTx(kpm);
	int objCount = 0;
	for (int i = 0; i < NUM_FLUSHES; i++) {
	System.out.println();
	System.out.println("Iteration #" + i + " created " +
	objCount);
	reportMemory();
	//kpm.setLargeTransaction(true);
	kpm.setTrackChangesByType(true);
	runningId = performAddsModifiesDeletes(kpm, NUM_OBJECTS, runningId);
	objCount += NUM_OBJECTS;
	kpm.flush();
	grabAllMemory();
	// pause(30);
	}

	System.out.println("Created objects, about to commit ()");
	pause(90);
	endTx(kpm);
	pause(1);
	System.out.println("Now commit ()");
	reportMemory();
	pause(33);
	}

	protected void grabAllMemory() {
	// exhaust all memory so that GC is run.
	int size = 4096;
	boolean grab = true;
	int[] glob;
	while (grab) {
	try {
	glob = new int[size];
	size *= 2;
	} catch (OutOfMemoryError e) {
	System.out.println("Mem grabbed " + size);
	grab = false;
	glob = null;
	}
	}
	glob = null;
	}

	protected int performAddsModifiesDeletes(OpenJPAEntityManager pm,
	int numObjects, int runningId) {
	// pm should be active. Function does not perform commit.

	// Perform a series of transactions that will trigger adds,
	// deletes, and udpates

	// create objects
	RuntimeTest1[] persistables = new RuntimeTest1[numObjects];
	for (int i = 0; i < persistables.length; i++) {
	persistables[i] = new RuntimeTest1("foo #" + i, runningId + i);
	}
	runningId += persistables.length;

	// add them
	for (RuntimeTest1 persistable : persistables) {
	pm.persist(persistable);
	}

	// modify them
	for (int i = 0; i < persistables.length; i++) {
	persistables[i].setIntField1(i + 1);
	}

	/*
	// delete them
	for (int i = 0; i < persistables.length; i++)
	{
	pm.deletePersistent (persistables [i]);
	}
	*/
	return runningId + 1;
	}

	static int _fetchGroupSerial = 0;

	protected OpenJPAEntityManagerFactory createDistinctFactory(
	Class providerClass, String classProps1) {
	Map props = null;

	//FIXME jthomas
	/*
	if (providerClass != null) {
	props = new String[]{
	"openjpa.RemoteCommitProvider", Configurations.getPlugin(
	providerClass.getNameclassProps1),
	// use this property to differentiate the factory
	"openjpa.FetchGroups", "differentiatingFetchGroup" +
	_fetchGroupSerial,
	};
	} else {
	// No RCP
	props = new String[]{
	// use this property to differentiate the factory
	"openjpa.RemoteCommitProvider", "sjvm",
	"openjpa.FetchGroups", "differentiatingFetchGroup" +
	_fetchGroupSerial,
	};
	}
	_fetchGroupSerial += 1;
	*/

	return (OpenJPAEntityManagerFactory) getEmf(props);
	}
	}