コード例 #1
0
 public bool ValidateHttpLinks(DownloadRequest files)
 {
     if (files.Links == null)
     {
         return(false);
     }
     return(!files.Links.Any(x => !x.Link.ToLower().StartsWith("http://")));
 }
コード例 #2
0
        public List <string> GetDuplicatedFiles(DownloadRequest files)
        {
            if (files.Links == null)
            {
                return(new List <string>());
            }
            List <string> duplicatedFiles = files.Links.GroupBy(x => x.Filename).Where(w => w.Count() > 1).Select(s => s.Key).ToList();

            return(duplicatedFiles);
        }
コード例 #3
0
        public List <FileDownloadDefinition> GetGroupedLinks(DownloadRequest files)
        {
            if (files.Links == null)
            {
                return(new List <FileDownloadDefinition>());
            }
            var items = files.Links.GroupBy(x => x.Link).Select(x => new FileDownloadDefinition(x)).ToList();

            return(items);
        }
コード例 #4
0
        public async Task Download(DownloadRequest files)
        {
            if (files.Links == null || files.Links.Count == 0)
            {
                return;
            }
            if (!ValidateHttpLinks(files))
            {
                return;
            }
            var tasks = new List <Task>();

            if (files.Threads < 1)
            {
                files.Threads = 1;
            }

            var duplicated = GetDuplicatedFiles(files);

            if (duplicated.Count != 0)
            {
                return;
            }

            //Semaphore to control max concurrent parallel downloads.
            var semaphore = new SemaphoreSlim(files.Threads, files.Threads);

            //Fix Duplicated links to different file names
            var currentDownloadDefinitions = GetGroupedLinks(files);

            _definitions.AddRange(currentDownloadDefinitions);

            var downloadTasks = new List <Task>();

            foreach (var link in currentDownloadDefinitions)
            {
                var downloadTask = Task.Run(async() =>
                {
                    var freshLink   = link;
                    var fileStreams = new List <FileStream>();
                    await semaphore.WaitAsync();
                    _logger.LogInformation("{link}, Started", freshLink.FileDefinitions[0].Link);
                    freshLink.Status          = State.Downloading;
                    freshLink.Started         = DateTime.Now;
                    freshLink.BytesDownloaded = 0;
                    try
                    {
                        HttpWebRequest req = (HttpWebRequest)WebRequest.Create(freshLink.FileDefinitions[0].Link);
                        var response       = await req.GetResponseAsync();

                        using (var reponseStream = response.GetResponseStream())
                        {
                            foreach (var fileDefinition in freshLink.FileDefinitions)
                            {
                                if (!Directory.Exists(_downloadFolder))
                                {
                                    Directory.CreateDirectory(_downloadFolder);
                                }
                                fileStreams.Add(new FileStream(Path.Combine(_downloadFolder, fileDefinition.Filename), FileMode.OpenOrCreate));
                            }
                            const int bufferSize = 1024 * 500;  //500kb
                            var buffer           = new byte[bufferSize];
                            int bytesRead        = 0;
                            var stopwatch        = new Stopwatch();
                            do
                            {
                                stopwatch.Restart();
                                //reponseStream.Seek(downloader.Start, SeekOrigin.Current);
                                bytesRead = await reponseStream.ReadAsync(buffer, 0, bufferSize);
                                stopwatch.Stop();
                                freshLink.BytesDownloaded += bytesRead;
                                foreach (var fs in fileStreams)
                                {
                                    await fs.WriteAsync(buffer, 0, bytesRead);
                                }
                                decimal speed          = bytesRead / (decimal)1024;
                                speed                  = speed / (decimal)stopwatch.Elapsed.TotalSeconds;
                                freshLink.CurrentSpeed = $"{Math.Round(speed, 2)} kb/s";
                            } while (bytesRead > 0);
                            freshLink.DownloadEnd = DateTime.Now;
                            freshLink.Status      = State.Finished;
                        }
                    }
                    catch (Exception e)
                    {
                        freshLink.Status = State.Error;
                        _logger.LogError(e, $"Error downloading [{freshLink.FileDefinitions[0].Link}].");
                    }
                    finally
                    {
                        foreach (var fs in fileStreams)
                        {
                            fs.Close();
                        }
                        semaphore.Release();
                    }
                });
                downloadTasks.Add(downloadTask);
            }
            await Task.WhenAll(downloadTasks);

            _logger.LogInformation("all requested downloads finished");
        }