| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.ignite.internal.processors.cache.distributed; |
| |
| import java.util.LinkedHashMap; |
| import java.util.Map; |
| import java.util.Objects; |
| import java.util.TreeMap; |
| import java.util.concurrent.Callable; |
| import java.util.concurrent.ThreadLocalRandom; |
| import java.util.concurrent.atomic.AtomicBoolean; |
| import javax.cache.Cache; |
| import javax.cache.CacheException; |
| import javax.cache.configuration.Factory; |
| import javax.cache.integration.CacheLoaderException; |
| import javax.cache.integration.CacheWriterException; |
| import org.apache.ignite.Ignite; |
| import org.apache.ignite.IgniteCache; |
| import org.apache.ignite.IgniteException; |
| import org.apache.ignite.cache.CacheWriteSynchronizationMode; |
| import org.apache.ignite.cache.store.CacheStore; |
| import org.apache.ignite.cache.store.CacheStoreAdapter; |
| import org.apache.ignite.configuration.CacheConfiguration; |
| import org.apache.ignite.configuration.IgniteConfiguration; |
| import org.apache.ignite.configuration.NearCacheConfiguration; |
| import org.apache.ignite.internal.IgniteInternalFuture; |
| import org.apache.ignite.internal.util.lang.GridAbsPredicate; |
| import org.apache.ignite.internal.util.typedef.internal.U; |
| import org.apache.ignite.lang.IgniteBiInClosure; |
| import org.apache.ignite.lang.IgniteInClosure; |
| import org.apache.ignite.spi.communication.tcp.TcpCommunicationSpi; |
| import org.apache.ignite.testframework.GridTestUtils; |
| import org.apache.ignite.testframework.MvccFeatureChecker; |
| import org.apache.ignite.testframework.junits.common.GridCommonAbstractTest; |
| import org.apache.ignite.transactions.Transaction; |
| import org.apache.ignite.transactions.TransactionOptimisticException; |
| import org.jetbrains.annotations.NotNull; |
| import org.junit.Test; |
| |
| import static org.apache.ignite.cache.CacheAtomicityMode.TRANSACTIONAL; |
| import static org.apache.ignite.cache.CacheWriteSynchronizationMode.FULL_ASYNC; |
| import static org.apache.ignite.cache.CacheWriteSynchronizationMode.FULL_SYNC; |
| import static org.apache.ignite.cache.CacheWriteSynchronizationMode.PRIMARY_SYNC; |
| import static org.apache.ignite.transactions.TransactionConcurrency.OPTIMISTIC; |
| import static org.apache.ignite.transactions.TransactionConcurrency.PESSIMISTIC; |
| import static org.apache.ignite.transactions.TransactionIsolation.REPEATABLE_READ; |
| import static org.apache.ignite.transactions.TransactionIsolation.SERIALIZABLE; |
| |
| /** |
| * |
| */ |
| public class IgniteTxCacheWriteSynchronizationModesMultithreadedTest extends GridCommonAbstractTest { |
| /** */ |
| private static final int SRVS = 4; |
| |
| /** */ |
| private static final int CLIENTS = 2; |
| |
| /** */ |
| private static final int NODES = SRVS + CLIENTS; |
| |
| /** */ |
| private static final int MULTITHREADED_TEST_KEYS = 100; |
| |
| /** {@inheritDoc} */ |
| @Override protected IgniteConfiguration getConfiguration(String igniteInstanceName) throws Exception { |
| IgniteConfiguration cfg = super.getConfiguration(igniteInstanceName); |
| |
| ((TcpCommunicationSpi)cfg.getCommunicationSpi()).setSharedMemoryPort(-1); |
| |
| return cfg; |
| } |
| |
| /** {@inheritDoc} */ |
| @Override protected long getTestTimeout() { |
| return 5 * 60_000; |
| } |
| |
| /** {@inheritDoc} */ |
| @Override protected void beforeTestsStarted() throws Exception { |
| super.beforeTestsStarted(); |
| |
| startGridsMultiThreaded(SRVS); |
| |
| startClientGridsMultiThreaded(SRVS, CLIENTS); |
| |
| for (int i = 0; i < CLIENTS; i++) |
| assertTrue(grid(SRVS + i).configuration().isClientMode()); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedPrimarySyncRestart() throws Exception { |
| multithreadedTests(PRIMARY_SYNC, true); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedPrimarySync() throws Exception { |
| multithreadedTests(PRIMARY_SYNC, false); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedFullSync() throws Exception { |
| multithreadedTests(FULL_SYNC, false); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedFullSyncRestart() throws Exception { |
| multithreadedTests(FULL_SYNC, true); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedFullAsync() throws Exception { |
| multithreadedTests(FULL_ASYNC, false); |
| } |
| |
| /** |
| * @throws Exception If failed. |
| */ |
| @Test |
| public void testMultithreadedFullAsyncRestart() throws Exception { |
| multithreadedTests(FULL_ASYNC, true); |
| } |
| |
| /** |
| * @param syncMode Write synchronization mode. |
| * @param restart Restart flag. |
| * @throws Exception If failed. |
| */ |
| private void multithreadedTests(CacheWriteSynchronizationMode syncMode, boolean restart) throws Exception { |
| multithreaded(syncMode, 0, false, false, restart); |
| |
| multithreaded(syncMode, 1, false, false, restart); |
| |
| multithreaded(syncMode, 1, true, false, restart); |
| |
| multithreaded(syncMode, 2, false, false, restart); |
| } |
| |
| /** |
| * @param syncMode Write synchronization mode. |
| * @param backups Number of backups. |
| * @param store If {@code true} sets store in cache configuration. |
| * @param nearCache If {@code true} creates near cache on one of client nodes. |
| * @param restart If {@code true} restarts one node during test. |
| * @throws Exception If failed. |
| */ |
| private void multithreaded(CacheWriteSynchronizationMode syncMode, |
| int backups, |
| boolean store, |
| boolean nearCache, |
| boolean restart) throws Exception { |
| if (MvccFeatureChecker.forcedMvcc()) { |
| if (store && !MvccFeatureChecker.isSupported(MvccFeatureChecker.Feature.CACHE_STORE)) |
| return; |
| |
| if (nearCache && !MvccFeatureChecker.isSupported(MvccFeatureChecker.Feature.NEAR_CACHE)) |
| return; |
| } |
| |
| final Ignite ignite = ignite(0); |
| |
| createCache(ignite, cacheConfiguration(DEFAULT_CACHE_NAME, syncMode, backups, store), nearCache); |
| |
| final AtomicBoolean stop = new AtomicBoolean(); |
| |
| IgniteInternalFuture<?> restartFut = null; |
| |
| try { |
| if (restart) { |
| restartFut = GridTestUtils.runAsync(new Callable<Void>() { |
| @Override public Void call() throws Exception { |
| while (!stop.get()) { |
| startGrid(NODES); |
| |
| U.sleep(100); |
| |
| stopGrid(NODES); |
| } |
| return null; |
| } |
| }, "restart-thread"); |
| } |
| |
| commitMultithreaded(new IgniteBiInClosure<Ignite, IgniteCache<Integer, Integer>>() { |
| @Override public void apply(Ignite ignite, IgniteCache<Integer, Integer> cache) { |
| ThreadLocalRandom rnd = ThreadLocalRandom.current(); |
| |
| Integer key = rnd.nextInt(MULTITHREADED_TEST_KEYS); |
| |
| while (true) { |
| try { |
| cache.put(key, rnd.nextInt()); |
| |
| break; |
| } |
| catch (CacheException e) { |
| MvccFeatureChecker.assertMvccWriteConflict(e); |
| } |
| } |
| } |
| }); |
| |
| commitMultithreaded(new IgniteBiInClosure<Ignite, IgniteCache<Integer, Integer>>() { |
| @Override public void apply(Ignite ignite, IgniteCache<Integer, Integer> cache) { |
| ThreadLocalRandom rnd = ThreadLocalRandom.current(); |
| |
| Map<Integer, Integer> map = new TreeMap<>(); |
| |
| for (int i = 0; i < 100; i++) { |
| Integer key = rnd.nextInt(MULTITHREADED_TEST_KEYS); |
| |
| map.put(key, rnd.nextInt()); |
| } |
| |
| while (true) { |
| try { |
| cache.putAll(map); |
| |
| break; |
| } |
| catch (CacheException e) { |
| MvccFeatureChecker.assertMvccWriteConflict(e); |
| } |
| } |
| } |
| }); |
| |
| commitMultithreaded(new IgniteBiInClosure<Ignite, IgniteCache<Integer, Integer>>() { |
| @Override public void apply(Ignite ignite, IgniteCache<Integer, Integer> cache) { |
| ThreadLocalRandom rnd = ThreadLocalRandom.current(); |
| |
| Map<Integer, Integer> map = new TreeMap<>(); |
| |
| for (int i = 0; i < 100; i++) { |
| Integer key = rnd.nextInt(MULTITHREADED_TEST_KEYS); |
| |
| map.put(key, rnd.nextInt()); |
| } |
| |
| try { |
| try (Transaction tx = ignite.transactions().txStart(PESSIMISTIC, REPEATABLE_READ)) { |
| for (Map.Entry<Integer, Integer> e : map.entrySet()) |
| cache.put(e.getKey(), e.getValue()); |
| |
| tx.commit(); |
| } |
| } |
| catch (CacheException | IgniteException ignored) { |
| // No-op. |
| } |
| } |
| }); |
| |
| if (!MvccFeatureChecker.forcedMvcc()) { |
| commitMultithreaded(new IgniteBiInClosure<Ignite, IgniteCache<Integer, Integer>>() { |
| @Override public void apply(Ignite ignite, IgniteCache<Integer, Integer> cache) { |
| ThreadLocalRandom rnd = ThreadLocalRandom.current(); |
| |
| Map<Integer, Integer> map = new LinkedHashMap<>(); |
| |
| for (int i = 0; i < 10; i++) { |
| Integer key = rnd.nextInt(MULTITHREADED_TEST_KEYS); |
| |
| map.put(key, rnd.nextInt()); |
| } |
| |
| while (true) { |
| try (Transaction tx = ignite.transactions().txStart(OPTIMISTIC, SERIALIZABLE)) { |
| for (Map.Entry<Integer, Integer> e : map.entrySet()) |
| cache.put(e.getKey(), e.getValue()); |
| |
| tx.commit(); |
| |
| break; |
| } |
| catch (TransactionOptimisticException ignored) { |
| // Retry. |
| } |
| catch (CacheException | IgniteException ignored) { |
| break; |
| } |
| } |
| } |
| }); |
| } |
| } |
| finally { |
| stop.set(true); |
| |
| ignite.destroyCache(DEFAULT_CACHE_NAME); |
| |
| if (restartFut != null) |
| restartFut.get(); |
| } |
| } |
| |
| /** |
| * @param c Test iteration closure. |
| * @throws Exception If failed. |
| */ |
| private void commitMultithreaded(final IgniteBiInClosure<Ignite, IgniteCache<Integer, Integer>> c) throws Exception { |
| final long stopTime = System.currentTimeMillis() + 10_000; |
| |
| GridTestUtils.runMultiThreaded(new IgniteInClosure<Integer>() { |
| @Override public void apply(Integer idx) { |
| int nodeIdx = idx % NODES; |
| |
| Thread.currentThread().setName("tx-thread-" + nodeIdx); |
| |
| Ignite ignite = ignite(nodeIdx); |
| |
| IgniteCache<Integer, Integer> cache = ignite.cache(DEFAULT_CACHE_NAME); |
| |
| while (System.currentTimeMillis() < stopTime) |
| c.apply(ignite, cache); |
| } |
| }, NODES * 3, "tx-thread"); |
| |
| final IgniteCache<Integer, Integer> cache = ignite(0).cache(DEFAULT_CACHE_NAME); |
| |
| for (int key = 0; key < MULTITHREADED_TEST_KEYS; key++) { |
| final Integer key0 = key; |
| |
| boolean wait = GridTestUtils.waitForCondition(new GridAbsPredicate() { |
| @Override public boolean apply() { |
| final Integer val = cache.get(key0); |
| |
| for (int i = 1; i < NODES; i++) { |
| IgniteCache<Integer, Integer> cache = ignite(i).cache(DEFAULT_CACHE_NAME); |
| |
| if (!Objects.equals(val, cache.get(key0))) |
| return false; |
| } |
| return true; |
| } |
| }, 5000); |
| |
| assertTrue(wait); |
| } |
| } |
| |
| /** |
| * @param ignite Node. |
| * @param ccfg Cache configuration. |
| * @param nearCache If {@code true} creates near cache on one of client nodes. |
| * @return Created cache. |
| */ |
| private <K, V> IgniteCache<K, V> createCache(Ignite ignite, CacheConfiguration<K, V> ccfg, |
| boolean nearCache) { |
| IgniteCache<K, V> cache = ignite.createCache(ccfg); |
| |
| if (nearCache) |
| ignite(NODES - 1).createNearCache(ccfg.getName(), new NearCacheConfiguration<>()); |
| |
| return cache; |
| } |
| |
| /** |
| * @param name Cache name. |
| * @param syncMode Write synchronization mode. |
| * @param backups Number of backups. |
| * @param store If {@code true} configures cache store. |
| * @return Cache configuration. |
| */ |
| private CacheConfiguration<Object, Object> cacheConfiguration(@NotNull String name, |
| CacheWriteSynchronizationMode syncMode, |
| int backups, |
| boolean store) { |
| CacheConfiguration<Object, Object> ccfg = new CacheConfiguration<>(DEFAULT_CACHE_NAME); |
| |
| ccfg.setName(name); |
| ccfg.setAtomicityMode(TRANSACTIONAL); |
| ccfg.setWriteSynchronizationMode(syncMode); |
| ccfg.setBackups(backups); |
| |
| if (store) { |
| ccfg.setCacheStoreFactory(new TestStoreFactory()); |
| ccfg.setReadThrough(true); |
| ccfg.setWriteThrough(true); |
| } |
| |
| return ccfg; |
| } |
| |
| /** |
| * |
| */ |
| private static class TestStoreFactory implements Factory<CacheStore<Object, Object>> { |
| /** {@inheritDoc} */ |
| @SuppressWarnings("unchecked") |
| @Override public CacheStore<Object, Object> create() { |
| return new CacheStoreAdapter() { |
| @Override public Object load(Object key) throws CacheLoaderException { |
| return null; |
| } |
| |
| @Override public void write(Cache.Entry entry) throws CacheWriterException { |
| // No-op. |
| } |
| |
| @Override public void delete(Object key) throws CacheWriterException { |
| // No-op. |
| } |
| }; |
| } |
| } |
| } |