blob: b9bf76e09275fc2e07b0826f5db2a778f7b25780 [file] [log] [blame]
/*=========================================================================
* Copyright (c) 2010-2014 Pivotal Software, Inc. All Rights Reserved.
* This product is protected by U.S. and international copyright
* and intellectual property laws. Pivotal products are covered by
* one or more patents listed at http://www.pivotal.io/patents.
*=========================================================================
*/
/**
*
*/
package com.gemstone.gemfire.cache.query.partitioned;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import org.junit.experimental.categories.Category;
import com.gemstone.gemfire.cache.AttributesFactory;
import com.gemstone.gemfire.cache.PartitionAttributesFactory;
import com.gemstone.gemfire.cache.Region;
import com.gemstone.gemfire.cache.query.CacheUtils;
import com.gemstone.gemfire.cache.query.IndexStatistics;
import com.gemstone.gemfire.cache.query.IndexType;
import com.gemstone.gemfire.cache.query.Query;
import com.gemstone.gemfire.cache.query.QueryService;
import com.gemstone.gemfire.cache.query.data.Portfolio;
import com.gemstone.gemfire.cache.query.data.Position;
import com.gemstone.gemfire.cache.query.internal.index.IndexManager;
import com.gemstone.gemfire.cache.query.internal.index.IndexProtocol;
import com.gemstone.gemfire.cache.query.internal.index.PartitionedIndex;
import com.gemstone.gemfire.internal.cache.PartitionedRegion;
import com.gemstone.gemfire.test.junit.categories.IntegrationTest;
/**
* @author shobhit
*
*/
@Category(IntegrationTest.class)
public class PRIndexStatisticsJUnitTest {
static QueryService qs;
static boolean isInitDone = false;
static Region region;
static IndexProtocol keyIndex1;
static IndexProtocol keyIndex2;
static IndexProtocol keyIndex3;
@Before
public void setUp() throws Exception {
try {
CacheUtils.startCache();
qs = CacheUtils.getQueryService();
}
catch (Exception e) {
e.printStackTrace();
}
}
@After
public void tearDown() throws Exception {
CacheUtils.closeCache();
IndexManager.TEST_RANGEINDEX_ONLY = false;
}
private void createAndPopulateRegion() {
PartitionAttributesFactory paf = new PartitionAttributesFactory();
AttributesFactory af = new AttributesFactory();
af.setPartitionAttributes(paf.create());
region = CacheUtils.createRegion("portfolio", af.create(), false);
assertTrue(region instanceof PartitionedRegion);
Position.cnt = 0;
if(region.size() == 0){
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
}
assertEquals(100, region.size());
}
private void createRegion() {
PartitionAttributesFactory paf = new PartitionAttributesFactory();
AttributesFactory af = new AttributesFactory();
af.setPartitionAttributes(paf.create());
region = CacheUtils.createRegion("portfolio", af.create(), false);
assertTrue(region instanceof PartitionedRegion);
}
/*public static Test suite() {
TestSuite suite = new TestSuite(IndexMaintenanceTest.class);
return suite;
}*/
/**
* Test RenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForRangeIndex() throws Exception{
createAndPopulateRegion();
keyIndex1 = (IndexProtocol) qs.createIndex("multiKeyIndex1",
IndexType.FUNCTIONAL, "pos.secId", "/portfolio p, p.positions.values pos");
assertTrue(keyIndex1 instanceof PartitionedIndex);
IndexStatistics keyIndex1Stats = keyIndex1.getStatistics();
assertEquals(89, keyIndex1Stats.getNumberOfBucketIndexes());
//Initial stats test (keys, values & updates)
assertEquals(2*100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(200, keyIndex1Stats.getNumberOfValues());
assertEquals(200, keyIndex1Stats.getNumUpdates());
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2*100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(200, keyIndex1Stats.getNumberOfValues());
assertEquals(400, keyIndex1Stats.getNumUpdates());
//IndexUsed stats test
String queryStr = "select * from /portfolio p, p.positions.values pos where pos.secId = 'YHOO'";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
assertEquals(50, keyIndex1Stats.getTotalUses());
//NumOfValues should be reduced.
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(450, keyIndex1Stats.getNumUpdates());
//Should not have any effect as invalidated values are destroyed
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(450, keyIndex1Stats.getNumUpdates());
//NumOfKeys should get zero as all values are destroyed
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(500, keyIndex1Stats.getNumUpdates());
assertEquals(0, keyIndex1Stats.getNumberOfKeys());
qs.removeIndex(keyIndex1);
region.destroyRegion();
}
/**
* Test CompactRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForCompactRangeIndex() throws Exception{
createAndPopulateRegion();
keyIndex2 = (IndexProtocol) qs.createIndex("multiKeyIndex2",
IndexType.FUNCTIONAL, "ID", "/portfolio ");
assertTrue(keyIndex2 instanceof PartitionedIndex);
IndexStatistics keyIndex1Stats = keyIndex2.getStatistics();
assertEquals(89, keyIndex1Stats.getNumberOfBucketIndexes());
//Initial stats test (keys, values & updates)
assertEquals(100, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(100, keyIndex1Stats.getNumUpdates());
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(100, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(200, keyIndex1Stats.getNumUpdates());
//IndexUsed stats test
String queryStr = "select * from /portfolio where ID > 0";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
assertEquals(50, keyIndex1Stats.getTotalUses());
//NumOfValues should be reduced.
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(50, keyIndex1Stats.getNumberOfKeys());
assertEquals(50, keyIndex1Stats.getNumberOfValues());
assertEquals(250, keyIndex1Stats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(50, keyIndex1Stats.getNumberOfKeys());
assertEquals(50, keyIndex1Stats.getNumberOfValues());
assertEquals(250, keyIndex1Stats.getNumUpdates());
//NumOfKeys should get zero as all values are destroyed
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(300, keyIndex1Stats.getNumUpdates());
assertEquals(0, keyIndex1Stats.getNumberOfKeys());
qs.removeIndex(keyIndex2);
region.destroyRegion();
}
/**
* Test CompactMapRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForCompactMapRangeIndex() throws Exception{
createAndPopulateRegion();
keyIndex3 = (IndexProtocol) qs.createIndex("multiKeyIndex3",
IndexType.FUNCTIONAL, "positions['DELL', 'YHOO']", "/portfolio p");
assertTrue(keyIndex3 instanceof PartitionedIndex);
IndexStatistics keyIndexStats = keyIndex3.getStatistics();
assertTrue(keyIndexStats instanceof IndexStatistics);
assertEquals(89, keyIndexStats.getNumberOfBucketIndexes());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(100, keyIndexStats.getNumUpdates());
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(200, keyIndexStats.getNumUpdates());
String queryStr = "select * from /portfolio where positions['DELL'] != NULL OR positions['YHOO'] != NULL";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
//Both RangeIndex should be used
assertEquals(100 /*Execution time*/,
keyIndexStats.getTotalUses());
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(250, keyIndexStats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(250, keyIndexStats.getNumUpdates());
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(300, keyIndexStats.getNumUpdates());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(0, keyIndexStats.getNumberOfKeys());
qs.removeIndex(keyIndex3);
region.destroyRegion();
}
/**
* Test MapRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForMapRangeIndex() throws Exception{
IndexManager.TEST_RANGEINDEX_ONLY = true;
createAndPopulateRegion();
keyIndex3 = (IndexProtocol) qs.createIndex("multiKeyIndex3",
IndexType.FUNCTIONAL, "positions['DELL', 'YHOO']", "/portfolio");
assertTrue(keyIndex3 instanceof PartitionedIndex);
IndexStatistics keyIndexStats = keyIndex3.getStatistics();
assertTrue(keyIndexStats instanceof IndexStatistics);
assertEquals(89, keyIndexStats.getNumberOfBucketIndexes());
assertEquals(89, keyIndexStats.getNumberOfBucketIndexes());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(100, keyIndexStats.getNumUpdates());
Position.cnt = 0;
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(200, keyIndexStats.getNumUpdates());
String queryStr = "select * from /portfolio where positions['DELL'] != NULL OR positions['YHOO'] != NULL";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
//Both RangeIndex should be used
assertEquals(100 /*Execution time*/,
keyIndexStats.getTotalUses());
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(300, keyIndexStats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(300, keyIndexStats.getNumUpdates());
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(400, keyIndexStats.getNumUpdates());
assertEquals(0, keyIndexStats.getNumberOfKeys());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
qs.removeIndex(keyIndex3);
region.destroyRegion();
}
/**
* Test RenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForRangeIndexBeforeRegionCreation() throws Exception{
//Destroy region
createRegion();
assertEquals(0, region.size());
keyIndex1 = (IndexProtocol) qs.createIndex("multiKeyIndex4",
IndexType.FUNCTIONAL, "pos.secId", "/portfolio p, p.positions.values pos");
//Recreate all entries in the region
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertTrue(keyIndex1 instanceof PartitionedIndex);
IndexStatistics keyIndex1Stats = keyIndex1.getStatistics();
assertEquals(89, keyIndex1Stats.getNumberOfBucketIndexes());
//Initial stats test (keys, values & updates)
assertEquals(2*100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(200, keyIndex1Stats.getNumberOfValues());
assertEquals(200, keyIndex1Stats.getNumUpdates());
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2*100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(200, keyIndex1Stats.getNumberOfValues());
assertEquals(400, keyIndex1Stats.getNumUpdates());
//IndexUsed stats test
String queryStr = "select * from /portfolio p, p.positions.values pos where pos.secId = 'YHOO'";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
assertEquals(50, keyIndex1Stats.getTotalUses());
//NumOfValues should be reduced.
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(450, keyIndex1Stats.getNumUpdates());
//Should not have any effect as invalidated values are destroyed
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(100/*Num of values in region*/, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(450, keyIndex1Stats.getNumUpdates());
//NumOfKeys should get zero as all values are destroyed
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(500, keyIndex1Stats.getNumUpdates());
assertEquals(0, keyIndex1Stats.getNumberOfKeys());
qs.removeIndex(keyIndex1);
region.destroyRegion();
}
/**
* Test CompactRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForCompactRangeIndexBeforeRegionCreation() throws Exception{
//Destroy region
createRegion();
assertEquals(0, region.size());
keyIndex2 = (IndexProtocol) qs.createIndex("multiKeyIndex5",
IndexType.FUNCTIONAL, "ID", "/portfolio ");
//Recreate all entries in the region
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertTrue(keyIndex2 instanceof PartitionedIndex);
IndexStatistics keyIndex1Stats = keyIndex2.getStatistics();
assertEquals(89, keyIndex1Stats.getNumberOfBucketIndexes());
//Initial stats test (keys, values & updates)
assertEquals(100, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(100, keyIndex1Stats.getNumUpdates());
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(100, keyIndex1Stats.getNumberOfKeys());
assertEquals(100, keyIndex1Stats.getNumberOfValues());
assertEquals(200, keyIndex1Stats.getNumUpdates());
//IndexUsed stats test
String queryStr = "select * from /portfolio where ID > 0";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
assertEquals(50, keyIndex1Stats.getTotalUses());
//NumOfValues should be reduced.
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(50, keyIndex1Stats.getNumberOfKeys());
assertEquals(50, keyIndex1Stats.getNumberOfValues());
assertEquals(250, keyIndex1Stats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(50, keyIndex1Stats.getNumberOfKeys());
assertEquals(50, keyIndex1Stats.getNumberOfValues());
assertEquals(250, keyIndex1Stats.getNumUpdates());
//NumOfKeys should get zero as all values are destroyed
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(300, keyIndex1Stats.getNumUpdates());
assertEquals(0, keyIndex1Stats.getNumberOfKeys());
qs.removeIndex(keyIndex2);
region.destroyRegion();
}
/**
* Test MapRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForCompactMapRangeIndexBeforeRegionCreation() throws Exception{
//Destroy region
createRegion();
assertEquals(0, region.size());
keyIndex3 = (IndexProtocol) qs.createIndex("multiKeyIndex6",
IndexType.FUNCTIONAL, "positions['DELL', 'YHOO']", "/portfolio");
//Recreate all entries in the region
Position.cnt = 0;
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertTrue(keyIndex3 instanceof PartitionedIndex);
IndexStatistics keyIndexStats = keyIndex3.getStatistics();
assertTrue(keyIndexStats instanceof IndexStatistics);
assertEquals(89, keyIndexStats.getNumberOfBucketIndexes());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(100, keyIndexStats.getNumUpdates());
Position.cnt = 0;
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(200, keyIndexStats.getNumUpdates());
String queryStr = "select * from /portfolio where positions['DELL'] != NULL OR positions['YHOO'] != NULL";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
//Both RangeIndex should be used
assertEquals((100 /*Execution time*/),
keyIndexStats.getTotalUses());
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(250, keyIndexStats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(250, keyIndexStats.getNumUpdates());
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(300, keyIndexStats.getNumUpdates());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(0, keyIndexStats.getNumberOfKeys());
qs.removeIndex(keyIndex3);
region.destroyRegion();
}
/**
* Test MapRenageIndex IndexStatistics for keys, values, updates and uses.
* @throws Exception
*/
@Test
public void testStatsForMapRangeIndexBeforeRegionCreation() throws Exception{
//Destroy region
IndexManager.TEST_RANGEINDEX_ONLY = true;
createRegion();
assertEquals(0, region.size());
keyIndex3 = (IndexProtocol) qs.createIndex("multiKeyIndex6",
IndexType.FUNCTIONAL, "positions['DELL', 'YHOO']", "/portfolio");
//Recreate all entries in the region
Position.cnt = 0;
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertTrue(keyIndex3 instanceof PartitionedIndex);
IndexStatistics keyIndexStats = keyIndex3.getStatistics();
assertTrue(keyIndexStats instanceof IndexStatistics);
assertEquals(89, keyIndexStats.getNumberOfBucketIndexes());
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(100, keyIndexStats.getNumUpdates());
Position.cnt = 0;
for(int i=0; i<100; i++){
region.put(Integer.toString(i), new Portfolio(i, i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(100, keyIndexStats.getNumberOfKeys());
assertEquals(100, keyIndexStats.getNumberOfValues());
assertEquals(200, keyIndexStats.getNumUpdates());
String queryStr = "select * from /portfolio where positions['DELL'] != NULL OR positions['YHOO'] != NULL";
Query query = qs.newQuery(queryStr);
for(int i=0; i<50; i++){
query.execute();
}
//Both RangeIndex should be used
assertEquals(100 /*Execution time*/,
keyIndexStats.getTotalUses());
for(int i=0; i<50; i++){
region.invalidate(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(300, keyIndexStats.getNumUpdates());
for(int i=0; i<50; i++){
region.destroy(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(50, keyIndexStats.getNumberOfKeys());
assertEquals(50, keyIndexStats.getNumberOfValues());
assertEquals(300, keyIndexStats.getNumUpdates());
for(int i=50; i<100; i++){
region.destroy(Integer.toString(i));
}
assertEquals(2, keyIndexStats.getNumberOfMapIndexKeys());
assertEquals(400, keyIndexStats.getNumUpdates());
assertEquals(0, keyIndexStats.getNumberOfKeys());
qs.removeIndex(keyIndex3);
region.destroyRegion();
}
}