static Task LaunchReader(CacheFetcher fetcher, CancellationToken token, string name)
{
var cacheReader = fetcher.CreateReaderInstance();
var recordCount = 500;
var random = new Random();
return(Task.Factory.StartNew(() => {
var pos = 0L;
while (!token.IsCancellationRequested)
{
try {
var result = cacheReader.ReadAll(pos, recordCount, (id, position, maxPosition) => { });
if (result.ReadEndOfCacheBeforeItWasFlushed)
{
Console.WriteLine(name + ": we are too eager to read data :]");
token.WaitHandle.WaitOne(20);
}
if (result.ReadRecords == 0)
{
token.WaitHandle.WaitOne(50 + random.Next(150));
continue;
}
Console.WriteLine(name + ": read {0} records", result.ReadRecords);
pos = result.CurrentCachePosition;
}
catch (Exception ex) {
Console.WriteLine(name + ": error " + ex);
}
}
Console.WriteLine(name + ": terminating");
}));
}
static void Main(string[] args)
{
if (args.Length < 2)
{
Quit("we need 2 args: connection string and stream name");
}
var connection = args[0].Trim('"', '\'').Split(new[] { ';' }, StringSplitOptions.RemoveEmptyEntries);
var streamName = args[1];
var cache = Path.Combine(Directory.GetCurrentDirectory(), "cache");
if (args.Length > 2)
{
cache = args[2];
}
if (!Directory.Exists(cache))
{
Directory.CreateDirectory(cache);
}
var server = connection[0];
var user = connection[1];
var pwd = connection[2];
var client = new CloudClient(server, user, pwd);
var sas = client.GetReaderSignatureAsync(streamName);
sas.Wait();
var fetcher = CacheFetcher.CreateStandalone(sas.Result, streamName, new DirectoryInfo(cache));
fetcher.AmountToLoadMax = 1024 * 512;
using (var source = new CancellationTokenSource()) {
var token = source.Token;
var tasks = new List <Task>();
for (int i = 0; i < 5; i++)
{
var task = LaunchReader(fetcher, token, string.Format("reader-{0}", i));
tasks.Add(task);
}
while (true)
{
var started = Stopwatch.StartNew();
var downloadTask = fetcher.DownloadNextAsync(token);
downloadTask.Wait(token);
var result = downloadTask.Result;
var percent = (100 * (result.UsedBytes + result.CurrentRemotePosition)) /
result.MaxRemotePosition;
var usedPerSec = result.UsedBytes / started.Elapsed.TotalSeconds;
Console.WriteLine("Downloaded {0}% at speed {1:F1}. {2} records", percent, usedPerSec, result.DownloadedRecords);
if (result.DownloadedBytes == 0)
{
break;
}
}
Console.WriteLine("Downloading done. Hit <Enter> to stop readers");
Console.ReadLine();
source.Cancel();
Console.Write("Stopping readers....");
Task.WaitAll(tasks.ToArray(), TimeSpan.FromSeconds(10));
Console.WriteLine("done");
}
//var async = reader.GetMessageReaderAsync(streamName);
//async.Wait();
//var result = async.Result;
//var remote = result.GetPosition();
//using (var writer = FileSetup.CreateAndInitWriter(new DirectoryInfo(cache), streamName)) {
// var cached = writer.GetPosition();
// Console.WriteLine("Remote {0}, local {1}, to cache {2}", remote, cached, remote - cached);
// long lastCached = cached;
// while (((remote - lastCached)) > 0) {
// var downloaded = async.Result.ReadMessages(lastCached, remote, 1000);
// var appendResult = writer.Append(
// downloaded.Messages.Select(mi => new Message(mi.Attributes, mi.Key, mi.Value, mi.Crc32))
// .ToArray());
// Console.WriteLine("Next {0}/{1}", downloaded.NextOffset, appendResult.Position);
// lastCached = downloaded.NextOffset;
// }
//}
}