private void process(object o)
{
try
{
while (true)
{
DownloadRequest currentItem = null;
bool QueueEmpty = false;
lock (sync)
QueueEmpty = queue.Count == 0;
if (QueueEmpty && null != OnWorkerFinished)
{
OnWorkerFinished(this, EventArgs.Empty);
}
lock (sync)
{
if (queue.Count > 0)
{
currentItem = queue.Dequeue();
}
if (null == currentItem)
{
isComplete = true;
return;
}
}
currentItem.State = DownloadRequestState.Downloading;
if (currentItem.IsFolder)
{
length = 0;
position = 0;
status = "Downloading folder info for " + currentItem.FullPath;
//Item is a folder - Just get the folder items and add them to the queue.
var verb = new BrowseVerb(null);
verb.Path = currentItem.FullPath;
//Always get the latest info.
verb.NoCache = true;
var client = new Client(null);
if (client.Execute(verb, remoteNode))
{
currentItem.State = DownloadRequestState.Downloaded;
var newItems = new List <DownloadRequest>();
foreach (BrowsingFile item in verb.Results)
{
newItems.Add(new DownloadRequest
{
Added = DateTime.Now,
ClientID = remoteNode.ID,
FullPath = currentItem.FullPath + "/" + item.Name,
IsFolder = item.IsFolder,
LocalPath = currentItem.LocalPath + "\\" + currentItem.FileName,
NextTryTime = 0,
Nickname = remoteNode.Nickname,
Size = item.Size,
State = DownloadRequestState.None
});
}
model.DownloadQueue.List.AddRange(newItems);
}
else
{
currentItem.State = DownloadRequestState.Error;
currentItem.NextTryTime = Environment.TickCount + Model.DOWNLOAD_RETRY_TIME;
}
}
else
{
MemoryBuffer buffer = bufferService.GetBuffer();
buffer.SetDataLocation(0, buffer.Data.Length);
//Item is a file - download it
try
{
length = currentItem.Size;
position = 0;
status = currentItem.Nickname + " - " + currentItem.FileName + " - Connecting..";
currentItem.State = DownloadRequestState.Downloading;
string mainPath = string.Empty;
string mainFolder = string.Empty;
string incompletePath = string.Empty;
;
string incompleteFolder = string.Empty;
//Build paths
var mainsb = new StringBuilder();
mainsb.Append(model.DownloadFolder);
if (!string.IsNullOrEmpty(currentItem.LocalPath))
{
mainsb.Append("\\");
mainsb.Append(currentItem.LocalPath);
}
mainFolder = mainsb.ToString();
mainsb.Append("\\");
mainsb.Append(currentItem.FileName);
mainPath = mainsb.ToString();
var incompletesb = new StringBuilder();
incompletesb.Append(model.IncompleteFolder);
if (!string.IsNullOrEmpty(currentItem.LocalPath))
{
incompletesb.Append("\\");
incompletesb.Append(currentItem.LocalPath);
}
incompleteFolder = incompletesb.ToString();
incompletesb.Append("\\");
incompletesb.Append(currentItem.FileName);
incompletePath = incompletesb.ToString();
FileStream fileStream = null;
//Check to see if the file already exists.
if (File.Exists(mainPath))
{
//File exists in the download directory.
fileStream = File.Open(mainPath, FileMode.Open, FileAccess.Write, FileShare.None);
incompletePath = mainPath;
}
else
{
if (!Directory.Exists(incompleteFolder))
{
Directory.CreateDirectory(incompleteFolder);
}
//Else resume or just create
fileStream = File.Open(incompletePath, FileMode.OpenOrCreate, FileAccess.Write,
FileShare.None);
}
var req =
(HttpWebRequest)
WebRequest.Create(Multiplexor.Encode(getDownloadUrl(), "GET", currentItem.FullPath));
req.UserAgent = Model.AppVersion;
req.Headers.Add("FAP-SOURCE", model.LocalNode.ID);
// req.Timeout = 300000;
// req.ReadWriteTimeout = 3000000;
//If we are resuming then add range
long resumePoint = 0;
if (fileStream.Length != 0)
{
//Yes Micrsoft if you read this... OH WHY IS ADDRANGE ONLY AN INT?? We live in an age where we might actually download more than 2gb
//req.AddRange(fileStream.Length);
//Hack
MethodInfo method = typeof(WebHeaderCollection).GetMethod("AddWithoutValidate",
BindingFlags.Instance |
BindingFlags.NonPublic);
string key = "Range";
string val = string.Format("bytes={0}", fileStream.Length);
method.Invoke(req.Headers, new object[] { key, val });
position = fileStream.Length;
resumePoint = fileStream.Length;
//Seek to the end of the file
fileStream.Seek(fileStream.Length, SeekOrigin.Begin);
}
var resp = (HttpWebResponse)req.GetResponse();
if (resp.StatusCode == HttpStatusCode.OK)
{
using (Stream responseStream = resp.GetResponseStream())
{
var tokenizer = new StreamTokenizer(Encoding.ASCII, "|");
var utilisedBuffers = new List <MemoryBuffer>();
try
{
bool streamIncomplete = true;
while (streamIncomplete)
{
MemoryBuffer tokenBuffer = bufferService.GetSmallBuffer();
//utilisedBuffers.Add(tokenBuffer);
//Receive data
tokenBuffer.SetDataLocation(0,
responseStream.Read(tokenBuffer.Data, 0,
tokenBuffer.DataSize));
tokenizer.ReceiveData(tokenBuffer);
if (tokenizer.ContainsCommand())
{
string data = tokenizer.GetCommand();
int queuePosition = int.Parse(data);
if (queuePosition == 0)
{
if (tokenizer.Buffers.Count > 0)
{
LogManager.GetLogger("faplog").Warn(
"Queue info overlaps with file data. File: {0}",
currentItem.FileName);
//Due to the way chunks are delivered we should never get here
//Just incase write left over data
foreach (MemoryBuffer buff in tokenizer.Buffers)
{
fileStream.Write(buff.Data, 0, buff.DataSize);
}
}
status = currentItem.Nickname + " - " + currentItem.FileName + " - " +
Utility.FormatBytes(currentItem.Size);
DateTime start = DateTime.Now;
while (true)
{
//Receive file
int read = responseStream.Read(buffer.Data, 0,
buffer.Data.Length);
if (read == 0)
{
streamIncomplete = false;
break;
}
else
{
fileStream.Write(buffer.Data, 0, read);
position += read;
netSpeed.PutData(read);
}
}
//Add log of transfer
double seconds = (DateTime.Now - start).TotalSeconds;
var rxlog = new TransferLog();
rxlog.Added = currentItem.Added;
rxlog.Completed = DateTime.Now;
rxlog.Filename = currentItem.FileName;
rxlog.Nickname = currentItem.Nickname;
rxlog.Path = currentItem.FolderPath;
rxlog.Size = currentItem.Size - resumePoint;
if (0 != seconds)
{
rxlog.Speed = (int)(rxlog.Size / seconds);
}
model.CompletedDownloads.Add(rxlog);
}
else
{
//Queued
status = currentItem.Nickname + " - " + currentItem.FileName +
" - Queue position " + queuePosition;
}
}
}
}
finally
{
foreach (MemoryBuffer buff in utilisedBuffers)
{
bufferService.FreeBuffer(buff);
}
tokenizer.Dispose();
}
}
}
resp.Close();
model.DownloadQueue.List.Remove(currentItem);
currentItem.State = DownloadRequestState.Downloaded;
fileStream.Close();
fileStream.Dispose();
//Move from the incomplete folder.
if (mainPath != incompletePath)
{
if (!Directory.Exists(mainFolder))
{
Directory.CreateDirectory(mainFolder);
}
File.Move(incompletePath, mainPath);
}
status = currentItem.Nickname + " - Complete: " + currentItem.FileName;
resp.Close();
}
catch
{
currentItem.State = DownloadRequestState.Error;
currentItem.NextTryTime = Environment.TickCount + Model.DOWNLOAD_RETRY_TIME;
}
finally
{
bufferService.FreeBuffer(buffer);
}
}
}
}
catch
{
//Something went very wrong. Clear the queue and die.
lock (sync)
{
isComplete = true;
foreach (DownloadRequest v in queue)
{
v.State = DownloadRequestState.None;
}
queue.Clear();
}
}
}
public bool DoRequest(string url, NetworkRequest input, out NetworkRequest result, int timeout)
{
result = new NetworkRequest();
if (callingNode != null)
{
input.SourceID = callingNode.ID;
}
try
{
var req = (HttpWebRequest)WebRequest.Create(Multiplexor.Encode(url, input.Verb, input.Param));
req.Timeout = timeout;
//Add headers
req.UserAgent = Model.AppVersion;
//Add fap headers
if (!string.IsNullOrEmpty(input.AuthKey))
{
req.Headers.Add("FAP-AUTH", input.AuthKey);
}
if (!string.IsNullOrEmpty(input.SourceID))
{
req.Headers.Add("FAP-SOURCE", input.SourceID);
}
if (!string.IsNullOrEmpty(input.OverlordID))
{
req.Headers.Add("FAP-OVERLORD", input.OverlordID);
}
//If we need to send data then do a post
if (string.IsNullOrEmpty(input.Data))
{
req.Method = "GET";
req.ContentLength = 0;
}
else
{
req.ContentType = "application/json";
req.Method = "POST";
byte[] bytes = Encoding.UTF8.GetBytes(input.Data);
req.ContentLength = bytes.Length;
Stream os = req.GetRequestStream();
os.Write(bytes, 0, bytes.Length); //Push it out there
os.Flush();
}
//Get the response
var resp = (HttpWebResponse)req.GetResponse();
req.Timeout = 100000;
if (resp == null)
{
return(false);
}
//If data was returned then get it from the stream
if (resp.ContentLength > 0)
{
using (Stream s = resp.GetResponseStream())
{
using (var sr = new StreamReader(s, Encoding.UTF8))
{
result.Data = sr.ReadToEnd().Trim();
}
}
}
//Get the headers
foreach (string header in resp.Headers.AllKeys)
{
switch (header)
{
case "FAP-AUTH":
result.AuthKey = resp.Headers[header];
break;
case "FAP-SOURCE":
result.SourceID = resp.Headers[header];
break;
case "FAP-OVERLORD":
result.OverlordID = resp.Headers[header];
break;
}
}
return(true);
}
catch
{
return(false);
}
}