Exemplo n.º 1
0
        public void Merge()
        {
            const int size = 65536;
            const int numToMerge = 5;
            const int cardinality = 1000;
            const uint expectedCardinalityOfMerged = numToMerge * cardinality;

            var lcs = new LinearCounter[numToMerge];
            var baseline = new LinearCounter(size);

            for (var i = 0; i < numToMerge; ++i)
            {
                lcs[i] = new LinearCounter(size);
                for (var j = 0; j < cardinality; ++j)
                {
                    int val = Rnd.Next();
                    lcs[i].OfferHashed(Hash32(val));
                    baseline.OfferHashed(Hash32(val));
                }
            }

            ulong mergeAllEstimate = LinearCounter.MergeAll(lcs).Cardinality();
            double mergeAllError = Math.Abs((double)mergeAllEstimate - expectedCardinalityOfMerged) / expectedCardinalityOfMerged;
            Assert.That(mergeAllError, Is.EqualTo(0.01).Within(0.01));

            var mergeWithEstimate = lcs[0].MergeWith(lcs.Skip(1).ToArray()).Cardinality();
            var mergeWithError = Math.Abs((double)mergeWithEstimate - expectedCardinalityOfMerged) / expectedCardinalityOfMerged;
            Assert.That(mergeWithEstimate, Is.EqualTo(mergeAllEstimate));
            Assert.That(mergeWithError, Is.EqualTo(mergeAllError));

            ulong baselineEstimate = baseline.Cardinality();
            Assert.That(mergeWithEstimate, Is.EqualTo(baselineEstimate));
        }
Exemplo n.º 2
0
 public void LinearCounterFullfilled_CardinalityReturnMaxValue()
 {
     var lc = new LinearCounter(1);
     while (lc.UnsetBits > 0)
         lc.OfferHashed(Hash32(Rnd.Next()));
     Assert.That(lc.Cardinality(), Is.EqualTo(ulong.MaxValue), "Cardinality");
 }
Exemplo n.º 3
0
 public void OfferReturnsWasModifiedInternalBytes()
 {
     Prop.ForAll<int>(num =>
     {
         var lc = new LinearCounter(4);
         var hash = Hash32(num);
         Assert.True(lc.OfferHashed(hash), "first offer");
         Assert.False(lc.OfferHashed(hash), "second offer");
     }).QuickCheck();
 }
Exemplo n.º 4
0
        /// <summary>Return new estimator which is result of merge this estimator with others</summary>
        public LinearCounter MergeWith(params LinearCounter[] estimators)
        {
            if (estimators == null)
            {
                throw new ArgumentNullException("estimators");
            }

            var lcs = new LinearCounter[estimators.Length + 1];

            Array.Copy(estimators, lcs, estimators.Length);
            lcs[lcs.Length - 1] = this;
            return(MergeAll(lcs));
        }
Exemplo n.º 5
0
        public void Serialization()
        {
            var lc = new LinearCounter(4);
            lc.OfferHashed(Hash32("a"));
            lc.OfferHashed(Hash32("b"));
            lc.OfferHashed(Hash32("c"));
            lc.OfferHashed(Hash32("d"));
            lc.OfferHashed(Hash32("e"));

            var lc2 = new LinearCounter(lc.Bitmap);

            Assert.That(lc2.Bitmap, Is.EqualTo(lc.Bitmap), "Bitmap");
            Assert.That(lc2.UnsetBits, Is.EqualTo(lc.UnsetBits), "UnsetBits");
            Assert.That(lc2.Cardinality(), Is.EqualTo(lc.Cardinality()), "Cardinality");
        }
Exemplo n.º 6
0
        /// <summary>Return new estimator which is result of merge this estimator with others</summary>
        public LinearCounter MergeWith(params LinearCounter[] estimators)
        {
            if (estimators == null)
                throw new ArgumentNullException("estimators");

            var lcs = new LinearCounter[estimators.Length + 1];
            Array.Copy(estimators, lcs, estimators.Length);
            lcs[lcs.Length - 1] = this;
            return MergeAll(lcs);
        }