tests/cli/NewFwkLib/DurableTest/DurableClientTests.cs - geode-native - Git at Google

 /*
  * Licensed to the Apache Software Foundation (ASF) under one or more
  * contributor license agreements.  See the NOTICE file distributed with
  * this work for additional information regarding copyright ownership.
  * The ASF licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
  *
  *      http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */

 using System;
 using System.Text;
 using System.Threading;

 namespace Apache.Geode.Client.FwkLib
 {
   using Apache.Geode.DUnitFramework;
   using Apache.Geode.Client;

   public class DurableClientTests<TKey,TVal> : PerfTests<TKey,TVal>
   {
     #region Private constants

     private const string KeepAlive = "keepAlive";
     private const string IsDurable = "isDurable";
     private const string RestartTime = "restartTime";
     private const string UpdateReceiveTime = "updateReceiveTime";
     private const string SleepTime = "sleepTime";
     private const string RegisterType = "registerType";
     private const string MissedEvents = "missedEvents";
     private const string ValueStart = "valueStart";
     private const string ValueEnd = "valueEnd";

     private static ICacheListener<TKey,TVal> g_listener = null;
     private static ICacheListener<TKey,TVal> g_perflistener = null;
     //private static bool isReady = false;

     #endregion

     #region Public methods

     //bool isReady = false;

     public static ICacheListener<TKey,TVal> CreateDurableCacheListener()
     {
       g_listener = new DurableListener<TKey,TVal>();
       return g_listener;
     }
     public static ICacheListener<TKey, TVal> CreateConflationTestCacheListenerDC()
     {
       g_listener = new ConflationTestCacheListenerDC<TKey,TVal>();
       return g_listener;
     }
     public static ICacheListener<TKey, TVal> CreateDurablePerfListener()
     {
       g_perflistener = new DurablePerfListener<TKey,TVal>();
       return g_perflistener;
     }

     public void DoIncrementalPuts()
     {
       FwkInfo("In DoIncrementalPuts()");
       try
       {
         IRegion<TKey, TVal> region = GetRegion();

         string keyType = GetStringValue(KeyType); // int is only type to use
         int keySize = GetUIntValue(KeySize);
         int numKeys = GetUIntValue(DistinctKeys);
         Int32 valStart = GetUIntValue(ValueStart);
         int valEnd = GetUIntValue(ValueEnd);

         // validate the above tags

         char typ = keyType[0] == 'i' ? 'i' : 's';

         Int32 currVal = valStart > 1 ? valStart : 1;

         if (numKeys <= 0)
         {
           FwkSevere("Error reading distinctKeys");
         }

         if (valEnd <= 0)
         {
           FwkSevere("Error reading valueEnd");
         }

         int keyIndex = 0;


         while (true)
         {
           if (keyIndex == numKeys)
           {
             keyIndex = 1; // start over
           }
           else
           {
             keyIndex++; // next key
           }

           if (typ == 'i')
           {
             TKey key = (TKey)(object)keyIndex;
             TVal value =(TVal)(object)currVal;
             region[key] = value;
           }
           else
           {
             keySize = keySize > 0 ? keySize : 10;
             string keyBase = new string('A', keySize);
             string keyFull = String.Format("{0}{1}", keyBase, keyIndex.ToString("D10"));
             TKey key = (TKey)(object)(keyFull.ToString());
             TVal value = (TVal)(object)currVal;
             region[key] = value;
           }

           if (++currVal > valEnd)
           {
             break;
           }

           if (currVal % 1000 == 1)
           {
             FwkInfo("DurableClientTest: Putting {0}st...", currVal);
           }
         }
       }
       catch (Exception ex)
       {
         FwkSevere("DoIncrementalPuts() Caught Exception: {0}", ex);
         throw;
       }
       FwkInfo("DoIncrementalPuts() complete.");
     }

     public void DoLogDurablePerformance()
     {
       DurablePerfListener<TKey, TVal> perflistener = g_perflistener as DurablePerfListener<TKey, TVal>;
       if (perflistener != null)
       {
         FwkInfo("Logging durable performance.");
         perflistener.logPerformance();
       }
     }

     public void DoDurableCloseCache()
     {
       FwkInfo("In DoDurableCloseCache()");
       try
       {
         bool keepalive = GetBoolValue(KeepAlive);
         bool isDurable = GetBoolValue(IsDurable);
         FwkInfo("KeepAlive is {0}, isDurable is {1}", keepalive, isDurable);
         if (isDurable && keepalive)
         {
           CacheHelper<TKey, TVal>.CloseKeepAlive();
         }
         else
         {
           CacheHelper<TKey, TVal>.Close();
         }
       }
       catch (Exception ex)
       {
         FwkSevere("DoDurableCloseCache() Caught Exception: {0}", ex);
         throw;
       }
       FwkInfo("DoDurableCloseCache() complete.");
     }

     public override void DoCreateRegion()
     {
       FwkInfo("In DoCreateRegion() Durable");

       ClearCachedKeys();

       string rootRegionData = GetStringValue("regionSpec");
       string tagName = GetStringValue("TAG");
       string endpoints = Util.BBGet(JavaServerBB, EndPointTag + tagName)
         as string;
       if (rootRegionData != null && rootRegionData.Length > 0)
       {
         string rootRegionName;
         rootRegionName = GetRegionName(rootRegionData);
         if (rootRegionName != null && rootRegionName.Length > 0)
         {
           IRegion<TKey, TVal> region;
           if ((region = CacheHelper<TKey, TVal>.GetRegion(rootRegionName)) == null)
           {
             bool isDC = GetBoolValue("isDurable");
             string m_isPool = null;
             try
              {
               // Check if this is a thin-client region; if so set the endpoints
               int redundancyLevel = 0;
               if (endpoints != null && endpoints.Length > 0)
               {
                 redundancyLevel = GetUIntValue(RedundancyLevelKey);
                 if (redundancyLevel < 0)
                   redundancyLevel = 0;
                 if (redundancyLevel < 0)
                   redundancyLevel = 0;
                 string conflateEvents = GetStringValue(ConflateEventsKey);
                 string durableClientId = "";
                 int durableTimeout = 300;
                 if (isDC)
                 {
                   durableTimeout = GetUIntValue("durableTimeout");
                   bool isFeeder = GetBoolValue("isFeeder");
                   if (isFeeder)
                   {
                     durableClientId = "Feeder";
                     // VJR: Setting FeederKey because listener cannot read boolean isFeeder
                     // FeederKey is used later on by Verify task to identify feeder's key in BB
                     Util.BBSet("DURABLEBB", "FeederKey", "ClientName_" + Util.ClientNum + "_Count");
                   }
                   else
                   {
                     durableClientId = String.Format("ClientName_{0}", Util.ClientNum);
                   }
                 }
                 FwkInfo("DurableClientID is {0} and DurableTimeout is {1}", durableClientId, durableTimeout);
                 ResetKey("sslEnable");
                 bool isSslEnable = GetBoolValue("sslEnable");
                 CacheHelper<TKey, TVal>.InitConfigForPoolDurable(durableClientId, durableTimeout, conflateEvents, isSslEnable);
                }
               RegionFactory rootAttrs = CacheHelper<TKey, TVal>.DCache.CreateRegionFactory(RegionShortcut.PROXY);
               SetRegionAttributes(rootAttrs, rootRegionData, ref m_isPool);
               rootAttrs = CreatePool(rootAttrs, redundancyLevel);
               region = CacheHelper<TKey, TVal>.CreateRegion(rootRegionName, rootAttrs);
               Apache.Geode.Client.RegionAttributes<TKey, TVal> regAttr = region.Attributes;
               FwkInfo("Region attributes for {0}: {1}", rootRegionName,
                 CacheHelper<TKey, TVal>.RegionAttributesToString(regAttr));

             }
             catch (Exception ex)
             {
               FwkSevere("Caught Exception: {0}", ex);
             }
           }
         }
         else
         {
           FwkSevere("DoCreateRegion() failed to create region");
         }

       }
       FwkInfo("DoCreateRegion() complete.");
     }

     public void DoCloseCacheAndReInitialize()
     {
       FwkInfo("In DoCloseCacheAndReInitialize()");

       DoDurableCloseCache();

       //isReady = false;
       DoRestartClientAndRegInt();

       FwkInfo("DoCloseCacheAndReInitialize() complete.");
     }

     public void DoRestartClientAndRegInt()
     {
       FwkInfo("In DoRestartClientAndRegInt()");

       ClearCachedKeys();

       int sleepSec = GetUIntValue(RestartTime);
       if (sleepSec > 0)
       {
         Thread.Sleep(sleepSec * 1000);
         FwkInfo("Sleeping for {0} seconds before DoCreateRegion()", sleepSec);
       }

       DoCreateRegion();

       string regType = GetStringValue(RegisterType);

       if (regType == "All")
       {
         DoRegisterAllKeys();
       }
       else if (regType == "List")
       {
         DoRegisterInterestList();
       }
       else
       {
         DoRegisterRegexList();
       }
       //isReady = true;
       int waitSec = GetUIntValue(UpdateReceiveTime);
       if (waitSec > 0)
       {
         Thread.Sleep(waitSec * 1000);
         FwkInfo("Sleeping for {0} seconds after DoCreateRegion()", sleepSec);
       }

       FwkInfo("DoRestartClientAndRegInt() complete.");
     }

     public void DoVerifyEventCount()
     {
       FwkInfo("In DoVerifyEventCount()");

       try
       {
         bool failed = false;

         string name = String.Format("ClientName_{0}", Util.ClientNum);
         string operkey = name + "_Count";
         //string feedkey = "Feeder_Count";
         string feedkey = (string) Util.BBGet("DURABLEBB", "FeederKey");
         Int32 currcnt = 0;
         Int32 feedcnt = 0;

         try
         {
           currcnt = (Int32)Util.BBGet("DURABLEBB", operkey);
         }
         catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
         {
           FwkInfo("Key not found for DURABLEBB {0}", operkey);
         }

         try
         {
           feedcnt = (Int32)Util.BBGet("DURABLEBB", feedkey);
         }
         catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
         {
           FwkInfo("Key not found for DURABLEBB {0}", feedkey);
         }

         FwkInfo("DoVerifyEventCount: Feeder is " + feedcnt + ", Actual is " + currcnt);

         bool missedEvents = GetBoolValue(MissedEvents);

         if (!missedEvents && currcnt != feedcnt)
         {
           string clientErrorKey = name + "_ErrMsg";
           string errorMsg = null;
           try
           {
             errorMsg = (string)Util.BBGet("DURABLEBB", clientErrorKey);
           }
           catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
           {
             errorMsg = "unknown";
             FwkInfo("Key not found for DURABLEBB {0}", clientErrorKey);
           }
           FwkSevere("DoVerifyEventCount: Failed. # Missed = {0}, Err: {1}", feedcnt-currcnt, errorMsg);
           failed = true;
         }
         else if (missedEvents && currcnt > feedcnt)
         {
           FwkSevere("DoVerifyEventCount: Failed: Few events should have been missed.");
           failed = true;
         }

         FwkAssert(!failed, "DoVerifyEventCount() verification failed");
       }
       catch (Exception ex)
       {
         FwkSevere("DoVerifyEventCount() Caught Exception: {0}", ex);
         throw;
       }

       FwkInfo("DoVerifyEventCount() complete.");
     }

     public void DoDummyTask()
     {
       FwkInfo("DoDummyTask() called.");
     }

     #endregion
   }
 }
	/*
	* Licensed to the Apache Software Foundation (ASF) under one or more
	* contributor license agreements. See the NOTICE file distributed with
	* this work for additional information regarding copyright ownership.
	* The ASF licenses this file to You under the Apache License, Version 2.0
	* (the "License"); you may not use this file except in compliance with
	* the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/

	using System;
	using System.Text;
	using System.Threading;

	namespace Apache.Geode.Client.FwkLib
	{
	using Apache.Geode.DUnitFramework;
	using Apache.Geode.Client;

	public class DurableClientTests<TKey,TVal> : PerfTests<TKey,TVal>
	{
	#region Private constants

	private const string KeepAlive = "keepAlive";
	private const string IsDurable = "isDurable";
	private const string RestartTime = "restartTime";
	private const string UpdateReceiveTime = "updateReceiveTime";
	private const string SleepTime = "sleepTime";
	private const string RegisterType = "registerType";
	private const string MissedEvents = "missedEvents";
	private const string ValueStart = "valueStart";
	private const string ValueEnd = "valueEnd";

	private static ICacheListener<TKey,TVal> g_listener = null;
	private static ICacheListener<TKey,TVal> g_perflistener = null;
	//private static bool isReady = false;

	#endregion

	#region Public methods

	//bool isReady = false;

	public static ICacheListener<TKey,TVal> CreateDurableCacheListener()
	{
	g_listener = new DurableListener<TKey,TVal>();
	return g_listener;
	}
	public static ICacheListener<TKey, TVal> CreateConflationTestCacheListenerDC()
	{
	g_listener = new ConflationTestCacheListenerDC<TKey,TVal>();
	return g_listener;
	}
	public static ICacheListener<TKey, TVal> CreateDurablePerfListener()
	{
	g_perflistener = new DurablePerfListener<TKey,TVal>();
	return g_perflistener;
	}

	public void DoIncrementalPuts()
	{
	FwkInfo("In DoIncrementalPuts()");
	try
	{
	IRegion<TKey, TVal> region = GetRegion();

	string keyType = GetStringValue(KeyType); // int is only type to use
	int keySize = GetUIntValue(KeySize);
	int numKeys = GetUIntValue(DistinctKeys);
	Int32 valStart = GetUIntValue(ValueStart);
	int valEnd = GetUIntValue(ValueEnd);

	// validate the above tags

	char typ = keyType[0] == 'i' ? 'i' : 's';

	Int32 currVal = valStart > 1 ? valStart : 1;

	if (numKeys <= 0)
	{
	FwkSevere("Error reading distinctKeys");
	}

	if (valEnd <= 0)
	{
	FwkSevere("Error reading valueEnd");
	}

	int keyIndex = 0;


	while (true)
	{
	if (keyIndex == numKeys)
	{
	keyIndex = 1; // start over
	}
	else
	{
	keyIndex++; // next key
	}

	if (typ == 'i')
	{
	TKey key = (TKey)(object)keyIndex;
	TVal value =(TVal)(object)currVal;
	region[key] = value;
	}
	else
	{
	keySize = keySize > 0 ? keySize : 10;
	string keyBase = new string('A', keySize);
	string keyFull = String.Format("{0}{1}", keyBase, keyIndex.ToString("D10"));
	TKey key = (TKey)(object)(keyFull.ToString());
	TVal value = (TVal)(object)currVal;
	region[key] = value;
	}

	if (++currVal > valEnd)
	{
	break;
	}

	if (currVal % 1000 == 1)
	{
	FwkInfo("DurableClientTest: Putting {0}st...", currVal);
	}
	}
	}
	catch (Exception ex)
	{
	FwkSevere("DoIncrementalPuts() Caught Exception: {0}", ex);
	throw;
	}
	FwkInfo("DoIncrementalPuts() complete.");
	}

	public void DoLogDurablePerformance()
	{
	DurablePerfListener<TKey, TVal> perflistener = g_perflistener as DurablePerfListener<TKey, TVal>;
	if (perflistener != null)
	{
	FwkInfo("Logging durable performance.");
	perflistener.logPerformance();
	}
	}

	public void DoDurableCloseCache()
	{
	FwkInfo("In DoDurableCloseCache()");
	try
	{
	bool keepalive = GetBoolValue(KeepAlive);
	bool isDurable = GetBoolValue(IsDurable);
	FwkInfo("KeepAlive is {0}, isDurable is {1}", keepalive, isDurable);
	if (isDurable && keepalive)
	{
	CacheHelper<TKey, TVal>.CloseKeepAlive();
	}
	else
	{
	CacheHelper<TKey, TVal>.Close();
	}
	}
	catch (Exception ex)
	{
	FwkSevere("DoDurableCloseCache() Caught Exception: {0}", ex);
	throw;
	}
	FwkInfo("DoDurableCloseCache() complete.");
	}

	public override void DoCreateRegion()
	{
	FwkInfo("In DoCreateRegion() Durable");

	ClearCachedKeys();

	string rootRegionData = GetStringValue("regionSpec");
	string tagName = GetStringValue("TAG");
	string endpoints = Util.BBGet(JavaServerBB, EndPointTag + tagName)
	as string;
	if (rootRegionData != null && rootRegionData.Length > 0)
	{
	string rootRegionName;
	rootRegionName = GetRegionName(rootRegionData);
	if (rootRegionName != null && rootRegionName.Length > 0)
	{
	IRegion<TKey, TVal> region;
	if ((region = CacheHelper<TKey, TVal>.GetRegion(rootRegionName)) == null)
	{
	bool isDC = GetBoolValue("isDurable");
	string m_isPool = null;
	try
	{
	// Check if this is a thin-client region; if so set the endpoints
	int redundancyLevel = 0;
	if (endpoints != null && endpoints.Length > 0)
	{
	redundancyLevel = GetUIntValue(RedundancyLevelKey);
	if (redundancyLevel < 0)
	redundancyLevel = 0;
	if (redundancyLevel < 0)
	redundancyLevel = 0;
	string conflateEvents = GetStringValue(ConflateEventsKey);
	string durableClientId = "";
	int durableTimeout = 300;
	if (isDC)
	{
	durableTimeout = GetUIntValue("durableTimeout");
	bool isFeeder = GetBoolValue("isFeeder");
	if (isFeeder)
	{
	durableClientId = "Feeder";
	// VJR: Setting FeederKey because listener cannot read boolean isFeeder
	// FeederKey is used later on by Verify task to identify feeder's key in BB
	Util.BBSet("DURABLEBB", "FeederKey", "ClientName_" + Util.ClientNum + "_Count");
	}
	else
	{
	durableClientId = String.Format("ClientName_{0}", Util.ClientNum);
	}
	}
	FwkInfo("DurableClientID is {0} and DurableTimeout is {1}", durableClientId, durableTimeout);
	ResetKey("sslEnable");
	bool isSslEnable = GetBoolValue("sslEnable");
	CacheHelper<TKey, TVal>.InitConfigForPoolDurable(durableClientId, durableTimeout, conflateEvents, isSslEnable);
	}
	RegionFactory rootAttrs = CacheHelper<TKey, TVal>.DCache.CreateRegionFactory(RegionShortcut.PROXY);
	SetRegionAttributes(rootAttrs, rootRegionData, ref m_isPool);
	rootAttrs = CreatePool(rootAttrs, redundancyLevel);
	region = CacheHelper<TKey, TVal>.CreateRegion(rootRegionName, rootAttrs);
	Apache.Geode.Client.RegionAttributes<TKey, TVal> regAttr = region.Attributes;
	FwkInfo("Region attributes for {0}: {1}", rootRegionName,
	CacheHelper<TKey, TVal>.RegionAttributesToString(regAttr));

	}
	catch (Exception ex)
	{
	FwkSevere("Caught Exception: {0}", ex);
	}
	}
	}
	else
	{
	FwkSevere("DoCreateRegion() failed to create region");
	}

	}
	FwkInfo("DoCreateRegion() complete.");
	}

	public void DoCloseCacheAndReInitialize()
	{
	FwkInfo("In DoCloseCacheAndReInitialize()");

	DoDurableCloseCache();

	//isReady = false;
	DoRestartClientAndRegInt();

	FwkInfo("DoCloseCacheAndReInitialize() complete.");
	}

	public void DoRestartClientAndRegInt()
	{
	FwkInfo("In DoRestartClientAndRegInt()");

	ClearCachedKeys();

	int sleepSec = GetUIntValue(RestartTime);
	if (sleepSec > 0)
	{
	Thread.Sleep(sleepSec * 1000);
	FwkInfo("Sleeping for {0} seconds before DoCreateRegion()", sleepSec);
	}

	DoCreateRegion();

	string regType = GetStringValue(RegisterType);

	if (regType == "All")
	{
	DoRegisterAllKeys();
	}
	else if (regType == "List")
	{
	DoRegisterInterestList();
	}
	else
	{
	DoRegisterRegexList();
	}
	//isReady = true;
	int waitSec = GetUIntValue(UpdateReceiveTime);
	if (waitSec > 0)
	{
	Thread.Sleep(waitSec * 1000);
	FwkInfo("Sleeping for {0} seconds after DoCreateRegion()", sleepSec);
	}

	FwkInfo("DoRestartClientAndRegInt() complete.");
	}

	public void DoVerifyEventCount()
	{
	FwkInfo("In DoVerifyEventCount()");

	try
	{
	bool failed = false;

	string name = String.Format("ClientName_{0}", Util.ClientNum);
	string operkey = name + "_Count";
	//string feedkey = "Feeder_Count";
	string feedkey = (string) Util.BBGet("DURABLEBB", "FeederKey");
	Int32 currcnt = 0;
	Int32 feedcnt = 0;

	try
	{
	currcnt = (Int32)Util.BBGet("DURABLEBB", operkey);
	}
	catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
	{
	FwkInfo("Key not found for DURABLEBB {0}", operkey);
	}

	try
	{
	feedcnt = (Int32)Util.BBGet("DURABLEBB", feedkey);
	}
	catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
	{
	FwkInfo("Key not found for DURABLEBB {0}", feedkey);
	}

	FwkInfo("DoVerifyEventCount: Feeder is " + feedcnt + ", Actual is " + currcnt);

	bool missedEvents = GetBoolValue(MissedEvents);

	if (!missedEvents && currcnt != feedcnt)
	{
	string clientErrorKey = name + "_ErrMsg";
	string errorMsg = null;
	try
	{
	errorMsg = (string)Util.BBGet("DURABLEBB", clientErrorKey);
	}
	catch (Apache.Geode.DUnitFramework.KeyNotFoundException)
	{
	errorMsg = "unknown";
	FwkInfo("Key not found for DURABLEBB {0}", clientErrorKey);
	}
	FwkSevere("DoVerifyEventCount: Failed. # Missed = {0}, Err: {1}", feedcnt-currcnt, errorMsg);
	failed = true;
	}
	else if (missedEvents && currcnt > feedcnt)
	{
	FwkSevere("DoVerifyEventCount: Failed: Few events should have been missed.");
	failed = true;
	}

	FwkAssert(!failed, "DoVerifyEventCount() verification failed");
	}
	catch (Exception ex)
	{
	FwkSevere("DoVerifyEventCount() Caught Exception: {0}", ex);
	throw;
	}

	FwkInfo("DoVerifyEventCount() complete.");
	}

	public void DoDummyTask()
	{
	FwkInfo("DoDummyTask() called.");
	}

	#endregion
	}
	}