private void process(object o)
{
try
{
while (true)
{
DownloadRequest currentItem = null;
bool QueueEmpty = false;
lock (sync)
QueueEmpty = queue.Count == 0;
if (QueueEmpty && null != OnWorkerFinished)
OnWorkerFinished(this, EventArgs.Empty);
lock (sync)
{
if (queue.Count > 0)
currentItem = queue.Dequeue();
if (null == currentItem)
{
isComplete = true;
return;
}
}
currentItem.State = DownloadRequestState.Downloading;
if (currentItem.IsFolder)
{
length = 0;
position = 0;
status = "Downloading folder info for " + currentItem.FullPath;
//Item is a folder - Just get the folder items and add them to the queue.
var verb = new BrowseVerb(null);
verb.Path = currentItem.FullPath;
//Always get the latest info.
verb.NoCache = true;
var client = new Client(null);
if (client.Execute(verb, remoteNode))
{
currentItem.State = DownloadRequestState.Downloaded;
var newItems = new List<DownloadRequest>();
foreach (BrowsingFile item in verb.Results)
{
newItems.Add(new DownloadRequest
{
Added = DateTime.Now,
ClientID = remoteNode.ID,
FullPath = currentItem.FullPath + "/" + item.Name,
IsFolder = item.IsFolder,
LocalPath = currentItem.LocalPath + "\\" + currentItem.FileName,
NextTryTime = 0,
Nickname = remoteNode.Nickname,
Size = item.Size,
State = DownloadRequestState.None
});
}
model.DownloadQueue.List.AddRange(newItems);
}
else
{
currentItem.State = DownloadRequestState.Error;
currentItem.NextTryTime = Environment.TickCount + Model.DOWNLOAD_RETRY_TIME;
}
}
else
{
MemoryBuffer buffer = bufferService.GetBuffer();
buffer.SetDataLocation(0, buffer.Data.Length);
//Item is a file - download it
try
{
length = currentItem.Size;
position = 0;
status = currentItem.Nickname + " - " + currentItem.FileName + " - Connecting..";
currentItem.State = DownloadRequestState.Downloading;
string mainPath = string.Empty;
string mainFolder = string.Empty;
string incompletePath = string.Empty;
;
string incompleteFolder = string.Empty;
//Build paths
var mainsb = new StringBuilder();
mainsb.Append(model.DownloadFolder);
if (!string.IsNullOrEmpty(currentItem.LocalPath))
{
mainsb.Append("\\");
mainsb.Append(currentItem.LocalPath);
}
mainFolder = mainsb.ToString();
mainsb.Append("\\");
mainsb.Append(currentItem.FileName);
mainPath = mainsb.ToString();
var incompletesb = new StringBuilder();
incompletesb.Append(model.IncompleteFolder);
if (!string.IsNullOrEmpty(currentItem.LocalPath))
{
incompletesb.Append("\\");
incompletesb.Append(currentItem.LocalPath);
}
incompleteFolder = incompletesb.ToString();
incompletesb.Append("\\");
incompletesb.Append(currentItem.FileName);
incompletePath = incompletesb.ToString();
FileStream fileStream = null;
//Check to see if the file already exists.
if (File.Exists(mainPath))
{
//File exists in the download directory.
fileStream = File.Open(mainPath, FileMode.Open, FileAccess.Write, FileShare.None);
incompletePath = mainPath;
}
else
{
if (!Directory.Exists(incompleteFolder))
Directory.CreateDirectory(incompleteFolder);
//Else resume or just create
fileStream = File.Open(incompletePath, FileMode.OpenOrCreate, FileAccess.Write,
FileShare.None);
}
var req =
(HttpWebRequest)
WebRequest.Create(Multiplexor.Encode(getDownloadUrl(), "GET", currentItem.FullPath));
req.UserAgent = Model.AppVersion;
req.Headers.Add("FAP-SOURCE", model.LocalNode.ID);
// req.Timeout = 300000;
// req.ReadWriteTimeout = 3000000;
//If we are resuming then add range
long resumePoint = 0;
if (fileStream.Length != 0)
{
//Yes Micrsoft if you read this... OH WHY IS ADDRANGE ONLY AN INT?? We live in an age where we might actually download more than 2gb
//req.AddRange(fileStream.Length);
//Hack
MethodInfo method = typeof (WebHeaderCollection).GetMethod("AddWithoutValidate",
BindingFlags.Instance |
BindingFlags.NonPublic);
string key = "Range";
string val = string.Format("bytes={0}", fileStream.Length);
method.Invoke(req.Headers, new object[] {key, val});
position = fileStream.Length;
resumePoint = fileStream.Length;
//Seek to the end of the file
fileStream.Seek(fileStream.Length, SeekOrigin.Begin);
}
var resp = (HttpWebResponse) req.GetResponse();
if (resp.StatusCode == HttpStatusCode.OK)
{
using (Stream responseStream = resp.GetResponseStream())
{
var tokenizer = new StreamTokenizer(Encoding.ASCII, "|");
var utilisedBuffers = new List<MemoryBuffer>();
try
{
bool streamIncomplete = true;
while (streamIncomplete)
{
MemoryBuffer tokenBuffer = bufferService.GetSmallBuffer();
//utilisedBuffers.Add(tokenBuffer);
//Receive data
tokenBuffer.SetDataLocation(0,
responseStream.Read(tokenBuffer.Data, 0,
tokenBuffer.DataSize));
tokenizer.ReceiveData(tokenBuffer);
if (tokenizer.ContainsCommand())
{
string data = tokenizer.GetCommand();
int queuePosition = int.Parse(data);
if (queuePosition == 0)
{
if (tokenizer.Buffers.Count > 0)
{
LogManager.GetLogger("faplog").Warn(
"Queue info overlaps with file data. File: {0}",
currentItem.FileName);
//Due to the way chunks are delivered we should never get here
//Just incase write left over data
foreach (MemoryBuffer buff in tokenizer.Buffers)
fileStream.Write(buff.Data, 0, buff.DataSize);
}
status = currentItem.Nickname + " - " + currentItem.FileName + " - " +
Utility.FormatBytes(currentItem.Size);
DateTime start = DateTime.Now;
while (true)
{
//Receive file
int read = responseStream.Read(buffer.Data, 0,
buffer.Data.Length);
if (read == 0)
{
streamIncomplete = false;
break;
}
else
{
fileStream.Write(buffer.Data, 0, read);
position += read;
netSpeed.PutData(read);
}
}
//Add log of transfer
double seconds = (DateTime.Now - start).TotalSeconds;
var rxlog = new TransferLog();
rxlog.Added = currentItem.Added;
rxlog.Completed = DateTime.Now;
rxlog.Filename = currentItem.FileName;
rxlog.Nickname = currentItem.Nickname;
rxlog.Path = currentItem.FolderPath;
rxlog.Size = currentItem.Size - resumePoint;
if (0 != seconds)
rxlog.Speed = (int) (rxlog.Size/seconds);
model.CompletedDownloads.Add(rxlog);
}
else
{
//Queued
status = currentItem.Nickname + " - " + currentItem.FileName +
" - Queue position " + queuePosition;
}
}
}
}
finally
{
foreach (MemoryBuffer buff in utilisedBuffers)
bufferService.FreeBuffer(buff);
tokenizer.Dispose();
}
}
}
resp.Close();
model.DownloadQueue.List.Remove(currentItem);
currentItem.State = DownloadRequestState.Downloaded;
fileStream.Close();
fileStream.Dispose();
//Move from the incomplete folder.
if (mainPath != incompletePath)
{
if (!Directory.Exists(mainFolder))
Directory.CreateDirectory(mainFolder);
File.Move(incompletePath, mainPath);
}
status = currentItem.Nickname + " - Complete: " + currentItem.FileName;
resp.Close();
}
catch
{
currentItem.State = DownloadRequestState.Error;
currentItem.NextTryTime = Environment.TickCount + Model.DOWNLOAD_RETRY_TIME;
}
finally
{
bufferService.FreeBuffer(buffer);
}
}
}
}
catch
{
//Something went very wrong. Clear the queue and die.
lock (sync)
{
isComplete = true;
foreach (DownloadRequest v in queue)
v.State = DownloadRequestState.None;
queue.Clear();
}
}
}
private bool HandleGet(RequestEventArgs e, NetworkRequest req)
{
//No url?
if (string.IsNullOrEmpty(req.Param))
return false;
string[] possiblePaths;
if (shareInfoService.ToLocalPath(req.Param, out possiblePaths))
{
foreach (string possiblePath in possiblePaths)
{
if (File.Exists(possiblePath))
{
var ffu = new FAPFileUploader(bufferService, serverUploadLimiterService);
var session = new TransferSession(ffu);
model.TransferSessions.Add(session);
try
{
//Try to find the username of the request
string userName = e.Context.RemoteEndPoint.Address.ToString();
Node search = model.Network.Nodes.ToList().Where(n => n.ID == req.SourceID).FirstOrDefault();
if (null != search && !string.IsNullOrEmpty(search.Nickname))
userName = search.Nickname;
using (
FileStream fs = File.Open(possiblePath, FileMode.Open, FileAccess.Read, FileShare.Read))
{
ffu.DoUpload(e.Context, fs, userName, possiblePath);
}
//Add log of upload
double seconds = (DateTime.Now - ffu.TransferStart).TotalSeconds;
var txlog = new TransferLog();
txlog.Nickname = userName;
txlog.Completed = DateTime.Now;
txlog.Filename = Path.GetFileName(possiblePath);
txlog.Path = Path.GetDirectoryName(req.Param);
if (!string.IsNullOrEmpty(txlog.Path))
{
txlog.Path = txlog.Path.Replace('\\', '/');
if (txlog.Path.StartsWith("/"))
txlog.Path = txlog.Path.Substring(1);
}
txlog.Size = ffu.Length - ffu.ResumePoint;
if (txlog.Size < 0)
txlog.Size = 0;
if (0 != seconds)
txlog.Speed = (int) (txlog.Size/seconds);
model.CompletedUploads.Add(txlog);
}
finally
{
model.TransferSessions.Remove(session);
}
return true;
}
}
}
e.Response.Status = HttpStatusCode.NotFound;
var generator = new ResponseWriter();
generator.SendHeaders(e.Context, e.Response);
return true;
}
/// <summary>
/// Will send a file to client.
/// </summary>
/// <param name="context">HTTP context containing outbound stream.</param>
/// <param name="response">Response containing headers.</param>
/// <param name="stream">File stream</param>
private void SendFile(IHttpContext context, Stream stream, string url)
{
var worker = new HTTPFileUploader(bufferService, uploadLimiter);
TransferSession session = null;
try
{
if (stream.Length > Model.FREE_FILE_LIMIT)
{
session = new TransferSession(worker);
model.TransferSessions.Add(session);
}
//Try to find the username of the request
string userName = context.RemoteEndPoint.Address.ToString();
Node search =
model.Network.Nodes.ToList().Where(n => n.NodeType != ClientType.Overlord && n.Host == userName).
FirstOrDefault();
if (null != search && !string.IsNullOrEmpty(search.Nickname))
userName = search.Nickname;
worker.DoUpload(context, stream, userName, url);
//Add log of the upload
double seconds = (DateTime.Now - worker.TransferStart).TotalSeconds;
var txlog = new TransferLog();
txlog.Nickname = userName;
txlog.Completed = DateTime.Now;
txlog.Filename = Path.GetFileName(url);
txlog.Path = Path.GetDirectoryName(url);
if (!string.IsNullOrEmpty(txlog.Path))
{
txlog.Path = txlog.Path.Replace('\\', '/');
if (txlog.Path.StartsWith("/"))
txlog.Path = txlog.Path.Substring(1);
}
txlog.Size = worker.Length - worker.ResumePoint;
if (txlog.Size < 0)
txlog.Size = 0;
if (0 != seconds)
txlog.Speed = (int) (txlog.Size/seconds);
model.CompletedUploads.Add(txlog);
}
finally
{
if (null != session)
model.TransferSessions.Remove(session);
}
}