static void Main(string[] args)
{
var x = new tqdm();
x.set_theme_basic();
for (int i = 0; i < 100; i++)
{
x.progress(i, 100);
Thread.Sleep(50);
}
x.finish();
Console.ReadLine();
}
internal async void DownloadByteArray(string URL, double Parts, string FileOut, Action <byte[]> callback)
{
var responseLength = WebRequest.Create(URL).GetResponse().ContentLength;
var partSize = (long)Math.Floor(responseLength / Parts);
Console.WriteLine(responseLength.ToString(CultureInfo.InvariantCulture) + " TOTAL SIZE");
Console.WriteLine(partSize.ToString(CultureInfo.InvariantCulture) + " PART SIZE" + "\n");
var previous = 0;
var bar = new tqdm();
bar.set_theme_basic();
var ms = new MemoryStream();
try
{
ms.SetLength(responseLength);
ConcurrentQueue <Tuple <Task <byte[]>, int, int> > asyncTasks = new ConcurrentQueue <Tuple <Task <byte[]>, int, int> >();
// GetResponseAsync deadlocks for some reason so switched to HttpClient instead
HttpClient client = new HttpClient()
{
MaxResponseContentBufferSize = 1000000000
};
for (int i = (int)partSize; i < responseLength + partSize; i = i + (int)partSize)
{
var previous2 = previous;
var i2 = (int)i;
client.DefaultRequestHeaders.Range = new RangeHeaderValue(previous2, i2);
byte[] urlContents = await client.GetByteArrayAsync(URL);
// start each download task and keep track of them for later
//Console.WriteLine("start {0},{1}", previous2, i2);
bar.progress((int)i, (int)i + (int)(responseLength + partSize));
var downloadTask = client.GetByteArrayAsync(URL);
asyncTasks.Enqueue(new Tuple <Task <byte[]>, int, int>(downloadTask, previous2, i2));
previous = i2;
}
// now that all the downloads are started, we can await the results
// loop through looking for a completed task in case they complete out of order
while (asyncTasks.Count > 0)
{
Parallel.ForEach(asyncTasks, async(task, state) =>
{
// as each task completes write the data to the file
if (task.Item1.IsCompleted)
{
var array = await task.Item1;
//Console.WriteLine("write to file {0},{1}", task.Item2, task.Item3);
lock (ms)
{
ms.Position = task.Item2;
ms.Write(array, 0, array.Length);
asyncTasks.TryDequeue(out task);
}
}
});
}
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
}
finally
{
ms.Flush();
ms.Close();
bar.finish();
if (callback != null)
{
callback(ms.ToArray());
}
}
}