public static void StressTest()
{
var rnd = new Random(0);
var start = 0;
var count = 100000;
var lm = new LocalMaxima(1000);
for (var i = start; i <= start + count; ++i)
{
var list = new List<int>();
for (var j = 0; j < i; ++j)
{
list.Add(rnd.Next(0, 1000));
}
//var x0 = LocalMaximaNaive(list);
var x1 = lm.CalcUsingNaive(list);
var x2 = lm.CalcUsingBlockAlgo(list);
//if (!Check(x0, x1))
//{
// Console.WriteLine("Failed for localmaxima1");
//}
if (!Check(x1, x2))
{
throw new InvalidOperationException("wrong ans");
}
Console.WriteLine("N list: {0} - N local maxima: {1}", list.Count, x1.Count);
}
}
static void ProcessFileNaive(string filename, List<int> partitionHash)
{
var rollingHash = new List<uint>();
var localMaximaPos = new List<int>();
var fciBC = new BlockingCollectionDataChunk<FileChunkInfo>();
var fileBytes = File.ReadAllBytes(filename);
using (var ms = new MemoryStream(fileBytes, 0, fileBytes.Length, true, true))
{
var fh = new FileHash(1024);
fh.StreamToHashValuesNaive(ms, rollingHash);
}
var lm = new LocalMaxima(4 * 1024);
lm.CalcUsingNaive(rollingHash, localMaximaPos);
var localMaximaPosBC = new BlockingCollectionDataChunk<int>();
foreach (var pos in localMaximaPos)
{
localMaximaPosBC.Add(pos);
}
localMaximaPosBC.CompleteAdding();
var ph = new BlockingCollectionDataChunk<uint>();
var mmh = new MurmurHash3_x86_32();
var fph = new FileParitionHash(mmh);
using (var fs = new FileStream(filename, FileMode.Open, FileAccess.Read, FileShare.Read))
{
fph.ProcessStream(fs, localMaximaPosBC, ph, fciBC);
}
foreach (var items in ph.BlockingCollection.GetConsumingEnumerable())
{
for (var i = 0; i < items.DataSize; ++i)
{
partitionHash.Add((int)items.Data[i]);
}
}
}
