Ejemplo n.º 1
0
        public void ParallelOperations(ILRUCache <SimpleLRUCacheItem, int> c, int NumThreads = 10)
        {
            int MaxKey  = NumThreads * 100;
            int NumGets = 1000;

            if (c.Capacity < MaxKey)
            {
                throw new ArgumentOutOfRangeException();
            }

            Parallel.For(0, NumThreads, t =>
            {
                var maxIndex = (t * 100) + 100;
                for (int i = (t * 100); i < maxIndex; i++)
                {
                    c.Put(new SimpleLRUCacheItem(i, i.ToString()));
                }
            });

            Assert.AreEqual(MaxKey, c.Count, 0, "Cache size incorrect");

            Parallel.For(0, NumThreads * 10, t =>
            {
                for (int i = 0; i < NumGets; i++)
                {
                    var k = this.random.Next(0, MaxKey);
                    var n = c.Get(k);
                    Assert.AreEqual(k.ToString(), n.Value, "Cache did not contain key.");
                }
            });
        }
Ejemplo n.º 2
0
        public ReadIndex(IPublisher bus,
                         int readerCount,
                         Func<ITransactionFileSequentialReader> seqReaderFactory,
                         Func<ITransactionFileReader> readerFactory,
                         ITableIndex tableIndex,
                         IHasher hasher,
                         ILRUCache<string, StreamCacheInfo> streamInfoCache)
        {
            Ensure.NotNull(bus, "bus");
            Ensure.Positive(readerCount, "readerCount");
            Ensure.NotNull(seqReaderFactory, "seqReaderFactory");
            Ensure.NotNull(readerFactory, "readerFactory");
            Ensure.NotNull(tableIndex, "tableIndex");
            Ensure.NotNull(hasher, "hasher");
            Ensure.NotNull(streamInfoCache, "streamInfoCache");

            _bus = bus;
            _tableIndex = tableIndex;
            _hasher = hasher;
            _streamInfoCache = streamInfoCache;

            for (int i = 0; i < readerCount; ++i)
            {
                _seqReaders.Push(seqReaderFactory());
                _readers.Push(readerFactory());
            }
        }
Ejemplo n.º 3
0
 /// <param name="c">Expected to be empty, capacity constraint may impact performance</param>
 /// <param name="NumPuts"></param>
 public void ManyPuts(ILRUCache <SimpleLRUCacheItem, int> c, int NumPuts = 1000)
 {
     for (int i = 0; i < NumPuts; i++)
     {
         c.Put(new SimpleLRUCacheItem(i, i.ToString()));
     }
 }
Ejemplo n.º 4
0
        public TFChunkReaderExistsAtOptimizer(int maxCached)
        {
            Func <object, bool> onPut = (o) => {
                var chunk = (TFChunk.TFChunk)o;
                if (chunk == null)
                {
                    return(false);
                }
                Log.Debug("Optimizing chunk {chunk} for fast merge...", chunk.FileName);
                chunk.OptimizeExistsAt();
                return(true);
            };

            Func <object, bool> onRemove = (o) => {
                var chunk = (TFChunk.TFChunk)o;
                if (chunk == null)
                {
                    return(false);
                }
                Log.Debug("Clearing fast merge optimizations from chunk {chunk}...", chunk.FileName);
                chunk.DeOptimizeExistsAt();
                return(true);
            };

            _cache = new LRUCache <string, TFChunk.TFChunk>(maxCached, onPut, onRemove);
        }
Ejemplo n.º 5
0
        public ReadIndex(IPublisher bus,
                         int readerCount,
                         Func <ITransactionFileSequentialReader> seqReaderFactory,
                         Func <ITransactionFileReader> readerFactory,
                         ITableIndex tableIndex,
                         IHasher hasher,
                         ILRUCache <string, StreamCacheInfo> streamInfoCache)
        {
            Ensure.NotNull(bus, "bus");
            Ensure.Positive(readerCount, "readerCount");
            Ensure.NotNull(seqReaderFactory, "seqReaderFactory");
            Ensure.NotNull(readerFactory, "readerFactory");
            Ensure.NotNull(tableIndex, "tableIndex");
            Ensure.NotNull(hasher, "hasher");
            Ensure.NotNull(streamInfoCache, "streamInfoCache");

            _bus             = bus;
            _tableIndex      = tableIndex;
            _hasher          = hasher;
            _streamInfoCache = streamInfoCache;

            for (int i = 0; i < readerCount; ++i)
            {
                _seqReaders.Push(seqReaderFactory());
                _readers.Push(readerFactory());
            }
        }
Ejemplo n.º 6
0
 public void TestFind(ILRUCache <SimpleLRUCacheItem, int> c)
 {
     Assert.AreEqual(7, c.Count, 0, "Cache size is not 7");
     Assert.AreEqual("Red", c.Get(0).Value, "Cache did not contain key 0");
     Assert.AreEqual("Violet", c.Get(6).Value, "Cache did not contain key 6");
     SimpleLRUCacheTests_lockfree.DumpCache(c, "Most Used/ Recently added to Least used/Oldest ");
     Console.WriteLine("Test Complete.");
 }
Ejemplo n.º 7
0
        public void Put_and_Replace(ILRUCache <SimpleLRUCacheItem, int> c)
        {
            c.Put(new SimpleLRUCacheItem(10, "Dog"));
            var numItems = c.Count;

            Assert.AreEqual("Dog", c.Get(10).Value, "Cache did not contain key 10");
            c.Put(new SimpleLRUCacheItem(10, "Cat")); // Dog should be replaced with "Cat"
            Assert.AreEqual("Cat", c.Get(10).Value, "Cache did not contain key 10");
            Assert.AreEqual(numItems, c.Count, 0, "Cache size changed");
        }
Ejemplo n.º 8
0
        public IndexBackend(ObjectPool <ITransactionFileReader> readers,
                            int lastEventNumberCacheCapacity,
                            int metadataCacheCapacity)
        {
            Ensure.NotNull(readers, "readers");

            _readers = readers;
            _streamLastEventNumberCache = new LRUCache <TStreamId, EventNumberCached>(lastEventNumberCacheCapacity);
            _streamMetadataCache        = new LRUCache <TStreamId, MetadataCached>(metadataCacheCapacity);
        }
Ejemplo n.º 9
0
        public IndexBackend(ObjectPool<ITransactionFileReader> readers,
                            int lastEventNumberCacheCapacity,
                            int metadataCacheCapacity)
        {
            Ensure.NotNull(readers, "readers");

            _readers = readers;
            _streamLastEventNumberCache = new LRUCache<string, EventNumberCached>(lastEventNumberCacheCapacity);
            _streamMetadataCache = new LRUCache<string, MetadataCached>(metadataCacheCapacity);
        }
Ejemplo n.º 10
0
 static public void AddRainbowItems(ILRUCache <SimpleLRUCacheItem, int> c)
 {
     c.Put(new SimpleLRUCacheItem(0, "Red"));
     c.Put(new SimpleLRUCacheItem(1, "Orange"));
     c.Put(new SimpleLRUCacheItem(2, "Yellow"));
     c.Put(new SimpleLRUCacheItem(3, "Green"));
     c.Put(new SimpleLRUCacheItem(4, "Blue"));
     c.Put(new SimpleLRUCacheItem(5, "Indigo"));
     c.Put(new SimpleLRUCacheItem(6, "Violet"));
 }
Ejemplo n.º 11
0
 /// <param name="c">Expect the cache to be empty with a capacity of at least 10</param>
 public void ExpirationTest(ILRUCache <SimpleLRUCacheItem, int> c)
 {
     c.Put(new SimpleLRUCacheItem(1, "Cat", new TimeSpan(0, 0, 5))); // 5 second timespan
     Assert.AreEqual(1, c.Count);
     Thread.Sleep(1 * 1000);                                         // Sleep for 5 seconds.
     Assert.AreEqual(1, c.Count);
     Assert.AreEqual("Cat", c.Get(1).Value);
     Thread.Sleep(4 * 1000); // Sleep for 5 seconds.
     Assert.AreEqual(1, c.Count);
     Thread.Sleep(1 * 1000); // Sleep for 5 seconds.
     Assert.AreEqual(0, c.Count);
 }
Ejemplo n.º 12
0
        public void ManyGets(ILRUCache <SimpleLRUCacheItem, int> c, int NumGets = 1000, int MaxKey = 1000)
        {
            if (c.Capacity < MaxKey)
            {
                throw new ArgumentOutOfRangeException();
            }

            ManyPuts(c, MaxKey);
            for (int i = 0; i < NumGets; i++)
            {
                var k = this.random.Next(0, MaxKey);
                var n = c.Get(k);
                Assert.AreEqual(k.ToString(), n.Value, "Cache did not contain key.");
            }
        }
Ejemplo n.º 13
0
        static public void DumpCache(ILRUCache <SimpleLRUCacheItem, int> Cache, string Title = null)
        {
            if (Title != null)
            {
                Console.WriteLine(Title);
                Console.WriteLine("++++++++++++++++++++++");
            }

            var list = Cache?.ToList();

            foreach (var i in list)
            {
                Console.WriteLine("Key:{0}  Value:{1}", i.Key, i.Value);
            }
        }
Ejemplo n.º 14
0
        public void RemoveOneTest(ILRUCache <SimpleLRUCacheItem, int> c)
        {
            var dog = new SimpleLRUCacheItem(10, "Dog");

            c.Put(dog);
            var numItems = c.Count;

            Assert.AreEqual("Dog", c.Get(dog.Key).Value, "Cache did not contain dog");
            var wasRemoved = c.Remove(dog.Key);

            Assert.IsTrue(wasRemoved); // Was it successfully removed?
            try
            {
                var dog2 = c.Get(10); // Try to get dogs Key
                Assert.IsTrue(true, "Dog was found but not expected");
            } catch (KeyNotFoundException kex)
            {
                // OK!
            }
        }
 public LRURelationshipCache()
 {
     _cache        = new LargeLRUCache <string, IList <CacheItem> >(CACHE_SIZE);
     _cacheHistory = new HashSet <Guid>();
 }
Ejemplo n.º 16
0
 static void OnResourcePathObjectsPruned(ILRUCache <ResourcePath, IResourceAccessor> sender, ResourcePath key, IResourceAccessor value)
 {
     value.Dispose();
 }
Ejemplo n.º 17
0
        public ReadIndex(IPublisher bus,
                         int initialReaderCount,
                         int maxReaderCount,
                         Func<ITransactionFileReader> readerFactory,
                         ITableIndex tableIndex,
                         IHasher hasher,
                         ILRUCache<string, StreamCacheInfo> streamInfoCache,
                         bool additionalCommitChecks,
                         int metastreamMaxCount)
        {
            Ensure.NotNull(bus, "bus");
            Ensure.Positive(initialReaderCount, "initialReaderCount");
            Ensure.Positive(maxReaderCount, "maxReaderCount");
            if (initialReaderCount > maxReaderCount)
                throw new ArgumentOutOfRangeException("initialReaderCount", "initialReaderCount is greater than maxReaderCount.");
            Ensure.NotNull(readerFactory, "readerFactory");
            Ensure.NotNull(tableIndex, "tableIndex");
            Ensure.NotNull(hasher, "hasher");
            Ensure.NotNull(streamInfoCache, "streamInfoCache");
            Ensure.Positive(metastreamMaxCount, "metastreamMaxCount");

            _tableIndex = tableIndex;
            _hasher = hasher;
            _bus = bus;
            _streamInfoCache = streamInfoCache;

            _readers = new ObjectPool<ITransactionFileReader>("ReadIndex readers pool", initialReaderCount, maxReaderCount, readerFactory);

            _additionalCommitChecks = additionalCommitChecks;
            _metastreamMetadata = new StreamMetadata(metastreamMaxCount, null, null, null);
        }