| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more contributor license |
| * agreements. See the NOTICE file distributed with this work for additional information regarding |
| * copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance with the License. You may obtain a |
| * copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software distributed under the License |
| * is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express |
| * or implied. See the License for the specific language governing permissions and limitations under |
| * the License. |
| */ |
| package org.apache.geode.cache.query.internal.index; |
| |
| import static java.lang.System.getProperties; |
| import static org.apache.geode.cache.query.IndexType.FUNCTIONAL; |
| import static org.apache.geode.distributed.internal.DistributionConfig.GEMFIRE_PREFIX; |
| import static org.junit.Assert.assertFalse; |
| |
| import java.util.HashSet; |
| import java.util.Set; |
| import java.util.concurrent.CyclicBarrier; |
| |
| import org.junit.After; |
| import org.junit.Before; |
| import org.junit.Test; |
| import org.junit.experimental.categories.Category; |
| |
| import org.apache.geode.cache.Cache; |
| import org.apache.geode.cache.Region; |
| import org.apache.geode.cache.query.CacheUtils; |
| import org.apache.geode.cache.query.Index; |
| import org.apache.geode.cache.query.IndexType; |
| import org.apache.geode.cache.query.QueryService; |
| import org.apache.geode.cache.query.data.Portfolio; |
| import org.apache.geode.distributed.internal.DistributionConfig; |
| import org.apache.geode.test.awaitility.GeodeAwaitility; |
| import org.apache.geode.test.dunit.ThreadUtils; |
| import org.apache.geode.test.dunit.WaitCriterion; |
| import org.apache.geode.test.junit.categories.OQLIndexTest; |
| |
| @Category({OQLIndexTest.class}) |
| public class AsynchIndexMaintenanceJUnitTest { |
| |
| private QueryService qs; |
| |
| private Region region; |
| |
| private boolean indexUsed = false; |
| private volatile boolean exceptionOccurred = false; |
| |
| private Set idSet; |
| |
| private void init() throws Exception { |
| idSet = new HashSet(); |
| CacheUtils.startCache(); |
| Cache cache = CacheUtils.getCache(); |
| region = CacheUtils.createRegion("portfolio", Portfolio.class, false); |
| |
| qs = cache.getQueryService(); |
| } |
| |
| @Before |
| public void setUp() throws Exception { |
| init(); |
| } |
| |
| @After |
| public void tearDown() throws Exception { |
| CacheUtils.closeCache(); |
| } |
| |
| private int getIndexSize(Index ri) { |
| if (ri instanceof RangeIndex) { |
| return ((RangeIndex) ri).valueToEntriesMap.size(); |
| } else { |
| return ((CompactRangeIndex) ri).getIndexStorage().size(); |
| } |
| } |
| |
| @Test |
| public void testIndexMaintenanceBasedOnThreshold() throws Exception { |
| getProperties() |
| .put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceThreshold", "50"); |
| getProperties().put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceInterval", |
| "0"); |
| final Index ri = qs.createIndex("statusIndex", FUNCTIONAL, "p.getID", "/portfolio p"); |
| for (int i = 0; i < 49; ++i) { |
| region.put("" + (i + 1), new Portfolio(i + 1)); |
| idSet.add((i + 1) + ""); |
| } |
| // assertIndexDetailsEquals(0, getIndexSize(ri)); |
| region.put("50", new Portfolio(50)); |
| WaitCriterion ev = new WaitCriterion() { |
| @Override |
| public boolean done() { |
| return (getIndexSize(ri) == 50); |
| } |
| |
| @Override |
| public String description() { |
| return "valueToEntriesMap never became 50"; |
| } |
| }; |
| GeodeAwaitility.await().untilAsserted(ev); |
| } |
| |
| @Test |
| public void testIndexMaintenanceBasedOnTimeInterval() throws Exception { |
| getProperties() |
| .put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceThreshold", "-1"); |
| getProperties().put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceInterval", |
| "10000"); |
| final Index ri = |
| (Index) qs.createIndex("statusIndex", FUNCTIONAL, "p.getID", "/portfolio p"); |
| |
| final int size = 5; |
| for (int i = 0; i < size; ++i) { |
| region.put("" + (i + 1), new Portfolio(i + 1)); |
| idSet.add((i + 1) + ""); |
| } |
| |
| // assertIndexDetailsEquals(0, getIndexSize(ri)); |
| |
| WaitCriterion evSize = new WaitCriterion() { |
| @Override |
| public boolean done() { |
| return (getIndexSize(ri) == size); |
| } |
| |
| @Override |
| public String description() { |
| return "valueToEntriesMap never became size :" + size; |
| } |
| }; |
| |
| GeodeAwaitility.await().untilAsserted(evSize); |
| |
| // clear region. |
| region.clear(); |
| |
| WaitCriterion evClear = new WaitCriterion() { |
| @Override |
| public boolean done() { |
| return (getIndexSize(ri) == 0); |
| } |
| |
| @Override |
| public String description() { |
| return "valueToEntriesMap never became size :" + 0; |
| } |
| }; |
| GeodeAwaitility.await().untilAsserted(evClear); |
| |
| // Add to region. |
| for (int i = 0; i < size; ++i) { |
| region.put("" + (i + 1), new Portfolio(i + 1)); |
| idSet.add((i + 1) + ""); |
| } |
| // assertIndexDetailsEquals(0, getIndexSize(ri)); |
| GeodeAwaitility.await().untilAsserted(evSize); |
| } |
| |
| @Test |
| public void testIndexMaintenanceBasedOnThresholdAsZero() throws Exception { |
| getProperties() |
| .put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceThreshold", "0"); |
| getProperties().put(GEMFIRE_PREFIX + "AsynchIndexMaintenanceInterval", |
| "60000"); |
| final Index ri = |
| (Index) qs.createIndex("statusIndex", FUNCTIONAL, "p.getID", "/portfolio p"); |
| for (int i = 0; i < 3; ++i) { |
| region.put("" + (i + 1), new Portfolio(i + 1)); |
| idSet.add((i + 1) + ""); |
| } |
| |
| WaitCriterion ev = new WaitCriterion() { |
| @Override |
| public boolean done() { |
| return (getIndexSize(ri) == 3); |
| } |
| |
| @Override |
| public String description() { |
| return "valueToEntries map never became size 3"; |
| } |
| }; |
| GeodeAwaitility.await().untilAsserted(ev); |
| } |
| |
| @Test |
| public void testNoIndexMaintenanceBasedOnNegativeThresholdAndZeroSleepTime() throws Exception { |
| System.getProperties() |
| .put(DistributionConfig.GEMFIRE_PREFIX + "AsynchIndexMaintenanceThreshold", "-1"); |
| System.getProperties().put(DistributionConfig.GEMFIRE_PREFIX + "AsynchIndexMaintenanceInterval", |
| "0"); |
| Index ri = |
| (Index) qs.createIndex("statusIndex", IndexType.FUNCTIONAL, "p.getID", "/portfolio p"); |
| |
| int size = this.getIndexSize(ri); |
| |
| for (int i = 0; i < 3; ++i) { |
| region.put("" + (i + 1), new Portfolio(i + 1)); |
| idSet.add((i + 1) + ""); |
| } |
| Thread.sleep(10000); // TODO: delete this sleep |
| } |
| |
| @Test |
| public void testConcurrentIndexMaintenanceForNoDeadlocks() throws Exception { |
| System.getProperties() |
| .put(DistributionConfig.GEMFIRE_PREFIX + "AsynchIndexMaintenanceThreshold", "700"); |
| System.getProperties().put(DistributionConfig.GEMFIRE_PREFIX + "AsynchIndexMaintenanceInterval", |
| "500"); |
| qs.createIndex("statusIndex", IndexType.FUNCTIONAL, "p.getID", "/portfolio p"); |
| final int TOTAL_THREADS = 25; |
| final int NUM_UPDATES = 25; |
| final CyclicBarrier barrier = new CyclicBarrier(TOTAL_THREADS); |
| Thread threads[] = new Thread[TOTAL_THREADS]; |
| for (int i = 0; i < TOTAL_THREADS; ++i) { |
| final int k = i; |
| threads[i] = new Thread(new Runnable() { |
| @Override |
| public void run() { |
| try { |
| barrier.await(); |
| for (int i = 0; i < NUM_UPDATES; ++i) { |
| try { |
| region.put("" + (k + 1), new Portfolio(k + 1)); |
| Thread.sleep(10); |
| } catch (IllegalStateException ie) { |
| // If Asynchronous index queue is full. Retry. |
| if (ie.getMessage().contains("Queue full")) { |
| // retry |
| i--; |
| continue; |
| } |
| throw ie; |
| } |
| } |
| } catch (Exception e) { |
| CacheUtils.getLogger().error(e); |
| exceptionOccurred = true; |
| } |
| } |
| }); |
| } |
| for (int i = 0; i < TOTAL_THREADS; ++i) { |
| threads[i].start(); |
| } |
| try { |
| for (int i = 0; i < TOTAL_THREADS; ++i) { |
| ThreadUtils.join(threads[i], 30 * 1000); |
| } |
| } catch (Exception e) { |
| CacheUtils.getLogger().error(e); |
| exceptionOccurred = true; |
| } |
| assertFalse(exceptionOccurred); |
| } |
| |
| } |