public void ParallelOperations(ILRUCache <SimpleLRUCacheItem, int> c, int NumThreads = 10)
{
int MaxKey = NumThreads * 100;
int NumGets = 1000;
if (c.Capacity < MaxKey)
{
throw new ArgumentOutOfRangeException();
}
Parallel.For(0, NumThreads, t =>
{
var maxIndex = (t * 100) + 100;
for (int i = (t * 100); i < maxIndex; i++)
{
c.Put(new SimpleLRUCacheItem(i, i.ToString()));
}
});
Assert.AreEqual(MaxKey, c.Count, 0, "Cache size incorrect");
Parallel.For(0, NumThreads * 10, t =>
{
for (int i = 0; i < NumGets; i++)
{
var k = this.random.Next(0, MaxKey);
var n = c.Get(k);
Assert.AreEqual(k.ToString(), n.Value, "Cache did not contain key.");
}
});
}
public ReadIndex(IPublisher bus,
int readerCount,
Func<ITransactionFileSequentialReader> seqReaderFactory,
Func<ITransactionFileReader> readerFactory,
ITableIndex tableIndex,
IHasher hasher,
ILRUCache<string, StreamCacheInfo> streamInfoCache)
{
Ensure.NotNull(bus, "bus");
Ensure.Positive(readerCount, "readerCount");
Ensure.NotNull(seqReaderFactory, "seqReaderFactory");
Ensure.NotNull(readerFactory, "readerFactory");
Ensure.NotNull(tableIndex, "tableIndex");
Ensure.NotNull(hasher, "hasher");
Ensure.NotNull(streamInfoCache, "streamInfoCache");
_bus = bus;
_tableIndex = tableIndex;
_hasher = hasher;
_streamInfoCache = streamInfoCache;
for (int i = 0; i < readerCount; ++i)
{
_seqReaders.Push(seqReaderFactory());
_readers.Push(readerFactory());
}
}
/// <param name="c">Expected to be empty, capacity constraint may impact performance</param>
/// <param name="NumPuts"></param>
public void ManyPuts(ILRUCache <SimpleLRUCacheItem, int> c, int NumPuts = 1000)
{
for (int i = 0; i < NumPuts; i++)
{
c.Put(new SimpleLRUCacheItem(i, i.ToString()));
}
}
public TFChunkReaderExistsAtOptimizer(int maxCached)
{
Func <object, bool> onPut = (o) => {
var chunk = (TFChunk.TFChunk)o;
if (chunk == null)
{
return(false);
}
Log.Debug("Optimizing chunk {chunk} for fast merge...", chunk.FileName);
chunk.OptimizeExistsAt();
return(true);
};
Func <object, bool> onRemove = (o) => {
var chunk = (TFChunk.TFChunk)o;
if (chunk == null)
{
return(false);
}
Log.Debug("Clearing fast merge optimizations from chunk {chunk}...", chunk.FileName);
chunk.DeOptimizeExistsAt();
return(true);
};
_cache = new LRUCache <string, TFChunk.TFChunk>(maxCached, onPut, onRemove);
}
public ReadIndex(IPublisher bus,
int readerCount,
Func <ITransactionFileSequentialReader> seqReaderFactory,
Func <ITransactionFileReader> readerFactory,
ITableIndex tableIndex,
IHasher hasher,
ILRUCache <string, StreamCacheInfo> streamInfoCache)
{
Ensure.NotNull(bus, "bus");
Ensure.Positive(readerCount, "readerCount");
Ensure.NotNull(seqReaderFactory, "seqReaderFactory");
Ensure.NotNull(readerFactory, "readerFactory");
Ensure.NotNull(tableIndex, "tableIndex");
Ensure.NotNull(hasher, "hasher");
Ensure.NotNull(streamInfoCache, "streamInfoCache");
_bus = bus;
_tableIndex = tableIndex;
_hasher = hasher;
_streamInfoCache = streamInfoCache;
for (int i = 0; i < readerCount; ++i)
{
_seqReaders.Push(seqReaderFactory());
_readers.Push(readerFactory());
}
}
public void TestFind(ILRUCache <SimpleLRUCacheItem, int> c)
{
Assert.AreEqual(7, c.Count, 0, "Cache size is not 7");
Assert.AreEqual("Red", c.Get(0).Value, "Cache did not contain key 0");
Assert.AreEqual("Violet", c.Get(6).Value, "Cache did not contain key 6");
SimpleLRUCacheTests_lockfree.DumpCache(c, "Most Used/ Recently added to Least used/Oldest ");
Console.WriteLine("Test Complete.");
}
public void Put_and_Replace(ILRUCache <SimpleLRUCacheItem, int> c)
{
c.Put(new SimpleLRUCacheItem(10, "Dog"));
var numItems = c.Count;
Assert.AreEqual("Dog", c.Get(10).Value, "Cache did not contain key 10");
c.Put(new SimpleLRUCacheItem(10, "Cat")); // Dog should be replaced with "Cat"
Assert.AreEqual("Cat", c.Get(10).Value, "Cache did not contain key 10");
Assert.AreEqual(numItems, c.Count, 0, "Cache size changed");
}
public IndexBackend(ObjectPool <ITransactionFileReader> readers,
int lastEventNumberCacheCapacity,
int metadataCacheCapacity)
{
Ensure.NotNull(readers, "readers");
_readers = readers;
_streamLastEventNumberCache = new LRUCache <TStreamId, EventNumberCached>(lastEventNumberCacheCapacity);
_streamMetadataCache = new LRUCache <TStreamId, MetadataCached>(metadataCacheCapacity);
}
public IndexBackend(ObjectPool<ITransactionFileReader> readers,
int lastEventNumberCacheCapacity,
int metadataCacheCapacity)
{
Ensure.NotNull(readers, "readers");
_readers = readers;
_streamLastEventNumberCache = new LRUCache<string, EventNumberCached>(lastEventNumberCacheCapacity);
_streamMetadataCache = new LRUCache<string, MetadataCached>(metadataCacheCapacity);
}
static public void AddRainbowItems(ILRUCache <SimpleLRUCacheItem, int> c)
{
c.Put(new SimpleLRUCacheItem(0, "Red"));
c.Put(new SimpleLRUCacheItem(1, "Orange"));
c.Put(new SimpleLRUCacheItem(2, "Yellow"));
c.Put(new SimpleLRUCacheItem(3, "Green"));
c.Put(new SimpleLRUCacheItem(4, "Blue"));
c.Put(new SimpleLRUCacheItem(5, "Indigo"));
c.Put(new SimpleLRUCacheItem(6, "Violet"));
}
/// <param name="c">Expect the cache to be empty with a capacity of at least 10</param>
public void ExpirationTest(ILRUCache <SimpleLRUCacheItem, int> c)
{
c.Put(new SimpleLRUCacheItem(1, "Cat", new TimeSpan(0, 0, 5))); // 5 second timespan
Assert.AreEqual(1, c.Count);
Thread.Sleep(1 * 1000); // Sleep for 5 seconds.
Assert.AreEqual(1, c.Count);
Assert.AreEqual("Cat", c.Get(1).Value);
Thread.Sleep(4 * 1000); // Sleep for 5 seconds.
Assert.AreEqual(1, c.Count);
Thread.Sleep(1 * 1000); // Sleep for 5 seconds.
Assert.AreEqual(0, c.Count);
}
public void ManyGets(ILRUCache <SimpleLRUCacheItem, int> c, int NumGets = 1000, int MaxKey = 1000)
{
if (c.Capacity < MaxKey)
{
throw new ArgumentOutOfRangeException();
}
ManyPuts(c, MaxKey);
for (int i = 0; i < NumGets; i++)
{
var k = this.random.Next(0, MaxKey);
var n = c.Get(k);
Assert.AreEqual(k.ToString(), n.Value, "Cache did not contain key.");
}
}
static public void DumpCache(ILRUCache <SimpleLRUCacheItem, int> Cache, string Title = null)
{
if (Title != null)
{
Console.WriteLine(Title);
Console.WriteLine("++++++++++++++++++++++");
}
var list = Cache?.ToList();
foreach (var i in list)
{
Console.WriteLine("Key:{0} Value:{1}", i.Key, i.Value);
}
}
public void RemoveOneTest(ILRUCache <SimpleLRUCacheItem, int> c)
{
var dog = new SimpleLRUCacheItem(10, "Dog");
c.Put(dog);
var numItems = c.Count;
Assert.AreEqual("Dog", c.Get(dog.Key).Value, "Cache did not contain dog");
var wasRemoved = c.Remove(dog.Key);
Assert.IsTrue(wasRemoved); // Was it successfully removed?
try
{
var dog2 = c.Get(10); // Try to get dogs Key
Assert.IsTrue(true, "Dog was found but not expected");
} catch (KeyNotFoundException kex)
{
// OK!
}
}
public LRURelationshipCache()
{
_cache = new LargeLRUCache <string, IList <CacheItem> >(CACHE_SIZE);
_cacheHistory = new HashSet <Guid>();
}
static void OnResourcePathObjectsPruned(ILRUCache <ResourcePath, IResourceAccessor> sender, ResourcePath key, IResourceAccessor value)
{
value.Dispose();
}
public ReadIndex(IPublisher bus,
int initialReaderCount,
int maxReaderCount,
Func<ITransactionFileReader> readerFactory,
ITableIndex tableIndex,
IHasher hasher,
ILRUCache<string, StreamCacheInfo> streamInfoCache,
bool additionalCommitChecks,
int metastreamMaxCount)
{
Ensure.NotNull(bus, "bus");
Ensure.Positive(initialReaderCount, "initialReaderCount");
Ensure.Positive(maxReaderCount, "maxReaderCount");
if (initialReaderCount > maxReaderCount)
throw new ArgumentOutOfRangeException("initialReaderCount", "initialReaderCount is greater than maxReaderCount.");
Ensure.NotNull(readerFactory, "readerFactory");
Ensure.NotNull(tableIndex, "tableIndex");
Ensure.NotNull(hasher, "hasher");
Ensure.NotNull(streamInfoCache, "streamInfoCache");
Ensure.Positive(metastreamMaxCount, "metastreamMaxCount");
_tableIndex = tableIndex;
_hasher = hasher;
_bus = bus;
_streamInfoCache = streamInfoCache;
_readers = new ObjectPool<ITransactionFileReader>("ReadIndex readers pool", initialReaderCount, maxReaderCount, readerFactory);
_additionalCommitChecks = additionalCommitChecks;
_metastreamMetadata = new StreamMetadata(metastreamMaxCount, null, null, null);
}