Loki/test/CachedFactory/CachedFactoryTest.cpp
syntheticpp a35442b5d1 subversion uses Id instead of Header
git-svn-id: svn://svn.code.sf.net/p/loki-lib/code/trunk@760 7ec92016-0320-0410-acc4-a06ded1c099a
2006-10-17 20:36:13 +00:00

426 lines
14 KiB
C++

// $Id$
#define USE_SEQUENCE
#include <cassert>
#include <iostream>
#include <loki/Factory.h>
#ifdef LOKI_DISABLE_TYPELIST_MACROS
#define USE_WQUENCE
#endif
#ifdef USE_SEQUENCE
#include <loki/Sequence.h>
#endif
#include <loki/CachedFactory.h>
#if defined(_WIN32) || defined(__CYGWIN__)
#include <windows.h>
#else
#include <unistd.h>
void Sleep(unsigned int t) { usleep(t);}
#endif
using std::cout;
using std::cerr;
using std::endl;
using std::vector;
using namespace Loki;
class AbstractProduct{
public:
virtual ~AbstractProduct(){};
};
class Product : public AbstractProduct
{
public:
Product(){}
Product( int, int ){}
};
class CostlyProduct : public AbstractProduct
{
public:
CostlyProduct(){Sleep(100);}
CostlyProduct( int, int ){Sleep(100);}
};
class DebugProduct : public AbstractProduct
{
public:
DebugProduct()
{ cout << "Product Ctor()" << endl; }
DebugProduct( int, int )
{ cout << "Product Ctor(int, int)" << endl; }
~DebugProduct()
{ cout << "Product Dtor()" << endl; }
};
CostlyProduct* createCostlyProductNull()
{
return new CostlyProduct;
}
DebugProduct* createDebugProductNull()
{
return new DebugProduct;
}
Product* createProductNull()
{
return new Product;
}
Product* createProductInt(int a, int b)
{
return new Product(a,b);
}
const int nullID(0);
const int intID(1);
bool dispResult(const char* message, bool result)
{
cout << "## " << message << (result?" ...OK":" ...Failed !") << endl;
return result;
}
template<class CCache>
bool unitTestCacheOverhead(int loop){
std::clock_t start, elapsedNoCache, elapsedCache;
start = std::clock();
for(int i=0;i<loop;i++)
delete createProductNull();
elapsedNoCache = std::clock() - start;
cout << " " << elapsedNoCache << " ms" ;
CCache CC;
CC.Register(nullID, createProductNull);
start = std::clock();
for(int i=0;i<loop;i++){
AbstractProduct *pProduct(CC.CreateObject(nullID));
CC.ReleaseObject(pProduct);
}
elapsedCache = std::clock() - start;
cout << " " << elapsedCache << " ms";
cout << " | average overhead per fetch : " <<((static_cast<double>(elapsedCache-elapsedNoCache)) / CLOCKS_PER_SEC * 1000 / loop) << " ms" << endl;
return true;
}
void testCacheOverhead(){
const int loop(1000000);
cout << "Starting cache overhead test with " << loop << " loops" << endl;
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictRandom > CRandomEvict;
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictLRU > CLRUEvict;
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictAging > CAgingEvict;
bool test1 = dispResult("Random policy", unitTestCacheOverhead< CRandomEvict >(loop));(void)test1;
bool test2 = dispResult("LRU policy", unitTestCacheOverhead< CLRUEvict >(loop));(void)test2;
bool test3 = dispResult("Aging policy", unitTestCacheOverhead< CAgingEvict >(loop));(void)test3;
}
void unitTestCachePerformance(int loop){
typedef CachedFactory< AbstractProduct, int > CCache;
std::clock_t start, elapsedNoCache, elapsedCache;
start = std::clock();
for(int i=0;i<loop;i++)
delete createCostlyProductNull();
elapsedNoCache = std::clock() - start;
CCache CC;
CC.Register(nullID, createCostlyProductNull);
start = std::clock();
for(int i=0;i<loop;i++){
AbstractProduct *pProduct(CC.CreateObject(nullID));
CC.ReleaseObject(pProduct);
}
elapsedCache = std::clock() - start;
cout << "No cache "<<elapsedNoCache<<" ms | Cache "<<elapsedCache<<" ms | Efficiency " << (double(elapsedNoCache)/elapsedCache)-1 << endl;
}
void testCachePerformance()
{
for(int i=1;i<=5;i++){
cout << " || => " << i << " iterations" << endl;
unitTestCachePerformance(i);
}
}
template< class Cache >
std::clock_t typicalUse( Cache &CC, unsigned objectKind, unsigned maxObjectCount, unsigned maxIteration)
{
assert(objectKind>0);
assert(maxIteration>0);
assert(maxObjectCount>0);
vector< AbstractProduct* > fetched;
fetched.reserve(maxObjectCount);
srand(0); // initialise the pseudo random operator
std::clock_t start(0);
std::clock_t end(0);
try{
// Registering objects
for(size_t i=0;i<objectKind;i++)
CC.Register(i, createProductNull);
// Simulating real use
start = std::clock();
for(unsigned i=0;i<maxIteration;i++)
{
const size_t size(fetched.size());
if( size == maxObjectCount ){
CC.ReleaseObject(fetched.back());
fetched.pop_back();
} else if(size == 0){
fetched.push_back(CC.CreateObject(int(objectKind*rand()/(RAND_MAX + 1.0))));
} else if(rand()<RAND_MAX/2){
CC.ReleaseObject(fetched.back());
fetched.pop_back();
} else {
fetched.push_back(CC.CreateObject(int(objectKind*rand()/(RAND_MAX + 1.0))));
}
}
end = std::clock();
}catch(std::exception &e)
{
cout << "Error in executing typicalUse " << endl << e.what() << endl;
}
// Cleaning in use objects
for(std::vector<AbstractProduct*>::iterator itr = fetched.begin(); itr!=fetched.end(); itr++)
CC.ReleaseObject(*itr);
fetched.clear();
return end-start;
}
template< class Cache >
void displayTypicalUse(Cache &CC, unsigned objectKind, unsigned maxObjectCount, unsigned maxIteration)
{
CC.displayCacheType();
cout << "====> " << typicalUse<Cache>(CC, objectKind, maxObjectCount, maxIteration) << " ms" << endl;
}
void testTypicalUse()
{
const unsigned objectKind(10);
const unsigned maxObjectCount(300);
const unsigned maxIteration(1000000);
cout << "# " << objectKind << " objects registered in the Factory" << endl;
cout << "# Cache contains max " << maxObjectCount << " objects" << endl;
cout << "# Test performs "<< maxIteration <<" iterations" << endl;
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AlwaysCreate, EvictRandom, SimpleStatisticPolicy > CRandomEvict;
CRandomEvict cache;
displayTypicalUse<CRandomEvict>( cache, objectKind, maxObjectCount, maxIteration);
}
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AlwaysCreate, EvictLRU, SimpleStatisticPolicy > CLRUEvict;
CLRUEvict cache;
displayTypicalUse( cache, objectKind, maxObjectCount, maxIteration);
}
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AlwaysCreate, EvictAging, SimpleStatisticPolicy > CAgingEvict;
CAgingEvict cache;
displayTypicalUse( cache, objectKind, maxObjectCount, maxIteration);
}
}
template< class Cache >
bool testEvictionError()
{
bool testPassed = false;
Cache CC;
CC.Register(nullID, createProductNull);
CC.setMaxCreation(1);
AbstractProduct *pProduct1 = NULL, *pProduct2 = NULL;
try{
pProduct1 = CC.CreateObject(nullID); // should be OK
pProduct2 = CC.CreateObject(nullID); // should cast an exception
} catch(std::exception &e){
if(strcmp(e.what(), EvictionException().what())==0)
testPassed = true;
}
if(pProduct1!=NULL)
CC.ReleaseObject(pProduct1);
if(pProduct2!=NULL)
CC.ReleaseObject(pProduct2);
return testPassed;
}
bool testAllEvictionError()
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictRandom > CRandomEvict;
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictLRU > CLRUEvict;
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictAging > CAgingEvict;
bool test1 = dispResult("Random policy", testEvictionError< CRandomEvict >());
bool test2 = dispResult("LRU policy", testEvictionError< CLRUEvict >());
bool test3 = dispResult("Aging policy", testEvictionError< CAgingEvict >());
return test1 && test2 && test3;
}
bool testAmountLimitedCreation()
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, AmountLimitedCreation, EvictRandom, SimpleStatisticPolicy > CCache;
CCache CC;
CC.Register(nullID, createDebugProductNull);
CC.Register(intID, createDebugProductNull);
// CC.setMaxCreation(0); <== would break on assert, such a cache is useless
CC.setMaxCreation(1);
AbstractProduct *pProduct1 = NULL, *pProduct2 = NULL;
pProduct1 = CC.CreateObject(nullID); // should be OK
CC.ReleaseObject(pProduct1);
pProduct2 = CC.CreateObject(intID); // should call the evict method
if(pProduct1!=NULL)
CC.ReleaseObject(pProduct1);
if(pProduct2!=NULL)
CC.ReleaseObject(pProduct2);
return (CC.getDestroyed()==1);
}
bool testRateLimitedFetchPolicy(bool waitBetweenFetch)
{
typedef CachedFactory< AbstractProduct, int, NullType, SimplePointer, RateLimitedCreation > CCache;
CCache CC;
CC.Register(nullID, createProductNull);
CC.setRate(2/*max two fetchs*/,100/*within 100 ms*/);
bool exceptionOccured = false;
const int number(5);
const int sleepTime(60);
AbstractProduct *products[number];
for(int i=0;i<number;i++) products[i]=NULL; // initializing
try{
for(int i=0;i<number;i++){
products[i] = CC.CreateObject(nullID);
if(waitBetweenFetch && (i!=(number-1))){
Sleep(sleepTime);
}
}
} catch (std::exception &e){
exceptionOccured = true;
cout << "Exception occured" << endl << e.what() <<endl;
}
// Cleaning things by releasing
for(int i=0;i<number;i++)
if(products[i]!=NULL)
CC.ReleaseObject(products[i]);
return exceptionOccured;
}
bool fullTestRateLimitedFetchPolicy()
{
cout << " || => Setting rate limit to 2 fetch within 100 ms." << endl;
cout << " || => generating 5 objects " << endl;
bool test1 = dispResult("Fast creation", testRateLimitedFetchPolicy(false)==true);
cout << " || => generating 5 objects with 60ms between each Fetch" << endl;
bool test2 = dispResult("Slow creation", testRateLimitedFetchPolicy(true)==false);
return test1 && test2;
}
bool testRelease(){
typedef CachedFactory< AbstractProduct, int > CCache;
CCache CC;
CC.Register(nullID, createProductNull);
AbstractProduct *pProduct = NULL;
CC.ReleaseObject(pProduct);
cout << "Caching failed" << endl;
return false;
}
bool testCache()
{
typedef CachedFactory< AbstractProduct, int, Seq< int, int > > CCache2Parm;
CCache2Parm CC2;
CC2.Register(intID, createProductInt);
AbstractProduct * pProduct = CC2.CreateObject(intID,5,3);
AbstractProduct * pSave(pProduct);
CC2.ReleaseObject(pProduct);
pProduct = CC2.CreateObject(intID,5,3);
if(pSave != pProduct)
{
cout << "Caching failed" << endl;
return false;
}
else
{
CC2.ReleaseObject(pProduct);
return true;
}
}
void dispText(const char* text)
{
cout << endl;
cout << "##========================================"<< endl;
cout << "## " << text << endl;
cout << "##========================================"<< endl;
}
void dispText(const char* text, const char* comment)
{
cout << endl;
cout << "##========================================"<< endl;
cout << "## " << text << endl;
cout << "## " << comment << endl;
cout << "##========================================"<< endl;
}
void separator()
{
cout << endl << endl;
}
void performanceTests()
{
dispText(" ==> Performance tests <==");
separator();
dispText("Test typical use", "tries different Cache strategies in a typical use configuration");
testTypicalUse();
separator();
dispText("Test efficiency","Comparison between generating costly objects (100ms) and using Cache");
testCachePerformance();
separator();
dispText("Test overhead","Intensive use of Cache to determine the cache time overhead");
testCacheOverhead();
separator();
}
void reliabilityTests()
{
dispText(" ==> Reliability tests <==");
separator();
dispText("Test caching", "Trying to Create, Release, Create and see if Cache gives the same object");
bool cacheResult= dispResult("caching result", testCache());
separator();
dispText("Test RateLimitedFetch policy",
"Trying to quickly create objects, then same scenario with pause in between");
bool rateLimitedResult= dispResult("RateLimitedFetch policy result",fullTestRateLimitedFetchPolicy());
separator();
dispText("Test AmountLimitedCreation policy","Trying to create 2 objects with a limit of 1 creation max, you should see a destroyed object (eviction)");
bool amountLimitedResult = dispResult("AmountLimitedCreation policy result", testAmountLimitedCreation());
separator();
dispText("Test eviction error", "An eviction should occur (Creation Policy), but all object are in use");
bool evictionTest = dispResult("eviction error test result", testAllEvictionError());
separator();
if(cacheResult&&rateLimitedResult&&amountLimitedResult&&evictionTest)
dispText("All tests passed successfully");
else
dispText("One or more test have failed");
}
int main(int , char **)
{
try{
performanceTests();
reliabilityTests();
}catch(std::exception &e){
cerr << e.what() << endl;
cerr << "Error while performing tests" << endl;
}
}
// TODO provide :
// +Efficiency tests
// +Overhead tests
// +Fiability tests