Example #1
0
        public static void dump_files(PostFile pf, bool thumbonly)
        {
            string md5 = base64tostring(pf.hash);

            //string file_path = Path.Combine(file_save_dir, md5 + "." + pf.ext);

            string reff = string.Format("http://boards.4chan.org/{0}/thread/{1}", pf.board, pf.owner);

            FileIndex.MarkPostAsync(md5, pf);

            #region thumb
            if (pf.ThumbLink != PostFile.NoFile)
            {
                if (is_file_banned(md5) && !Settings.SaveBannedFileThumbnail)
                    goto skip;

                string thumb_path;

                if (!FileOperations.CheckThumbFileExist(md5, out thumb_path))
                {
                    string thumb_key = "thumb" + md5;

                    if (!queued_files.ContainsKey(thumb_key))
                    {
                        FileQueueStateInfo f = new FileQueueStateInfo(md5, pf);
                        f.Type = FileQueueStateInfo.FileType.Thumbnail;

                        queued_files.Add(thumb_key, f);

                        f.ThreadBG = thumb_stp.QueueWorkItem(new Amib.Threading.Action(delegate
                        {
                            download_file(thumb_path, reff, f);
                        }));
                    }
                }
            }
            skip:
            #endregion

            if (!thumbonly)
            {
                if (!is_file_banned(md5))
                {
                    string file_name = md5 + "." + pf.ext;
                    string file_path;

                    bool file_no_exist = !FileOperations.CheckFullFileExist(file_name, out file_path);

                    if (pf.ext == "gif")
                    {
                        //This file was a gif that were converted to webm
                        //don't download it again
                        if (File.Exists(file_path + ".webm"))
                        {
                            file_no_exist = false;
                        }
                    }

                    if (file_no_exist) // GIF to webm check
                    {
                        string file_key = "file" + md5;
                        if (!queued_files.ContainsKey(file_key))
                        {
                            FileQueueStateInfo f = new FileQueueStateInfo(md5, pf);
                            f.Type = FileQueueStateInfo.FileType.FullFile;

                            var priority = get_file_priority(pf);
                            f.Priority = priority;

                            queued_files.Add(file_key, f);

                            f.ThreadBG = file_stp.QueueWorkItem(new Amib.Threading.Action(delegate
                            {
                                download_file(file_path, reff, f);
                            }), priority);
                        }
                    }
                }
            }
        }
Example #2
0
        private static void download_file(string save_path, string referer, FileQueueStateInfo f)
        {
            f.Status = FileQueueStateInfo.DownloadStatus.Connecting;

            string temp_file_path = Path.Combine(temp_files_dir, f.Hash + f.Type.ToString());

            string choosen_agent = get_random_user_agent();

            while (true)
            {
                HttpWebRequest nc = (HttpWebRequest)(WebRequest.Create(f.Url));

                nc.UserAgent = choosen_agent;
                nc.Referer = referer;

                if (f.RetryCount > 35)
                {
                    f.Log(new LogEntry()
                    {
                        Level = LogEntry.LogLevel.Fail,
                        Message = "Failed to download the file, exceeded retry count of 35",
                        Title = "-"
                    });
                    f.Status = FileQueueStateInfo.DownloadStatus.Error;
                    break;
                }

                if (f.ForceStop)
                {
                    f.Log(new LogEntry()
                    {
                        Level = LogEntry.LogLevel.Success,
                        Message = "File download stopped by user",
                        Sender = "FileDumper",
                        Title = "-"
                    });
                    if (File.Exists(temp_file_path)) { File.Delete(temp_file_path); }
                    f.Status = FileQueueStateInfo.DownloadStatus.Stopped;
                    return;
                }

                int downloaded = 0;

                if (File.Exists(temp_file_path))
                {
                    FileInfo fifo = new FileInfo(temp_file_path);
                    if (fifo.Length > 0)
                    {
                        downloaded = Convert.ToInt32(fifo.Length);

                        if (nc.Headers[HttpRequestHeader.Range] != null)
                        {
                            nc.Headers.Remove(HttpRequestHeader.Range);
                        }

                        nc.AddRange(downloaded);

                        f.Log(new LogEntry()
                        {
                            Level = LogEntry.LogLevel.Info,
                            Message = string.Format("Resuming file download from offset {0}", downloaded),
                            Sender = "FileDumper",
                            Title = "-"
                        });

                        f.Downloaded = downloaded;
                    }
                }

                try
                {
                    using (WebResponse wr = nc.GetResponse())
                    {
                        string content_length = wr.Headers[HttpResponseHeader.ContentLength];

                        double total_length = Convert.ToDouble(content_length);

                        f.Length = total_length;
                        //byte size
                        int b_s = 0;

                        byte[] buffer = new byte[2048];

                        using (FileStream fs = new FileStream(temp_file_path, FileMode.OpenOrCreate, FileAccess.ReadWrite))
                        {
                            if (downloaded > 0)
                            {
                                fs.Seek(fs.Length, SeekOrigin.Begin);
                            }

                            using (Stream s = wr.GetResponseStream())
                            {
                                f.Status = FileQueueStateInfo.DownloadStatus.Downloading;
                                while ((b_s = s.Read(buffer, 0, 2048)) > 0)
                                {
                                    if (f.ForceStop)
                                    {
                                        f.Log(new LogEntry()
                                        {
                                            Level = LogEntry.LogLevel.Success,
                                            Message = "File download stopped by user",
                                            Sender = "FileDumper",
                                            Title = "-"
                                        });

                                        fs.Close();
                                        File.Delete(temp_file_path);
                                        f.Status = FileQueueStateInfo.DownloadStatus.Stopped;
                                        return;
                                    }

                                    fs.Write(buffer, 0, b_s);

                                    f.Downloaded += Convert.ToDouble(b_s);

                                    if (f.Type == FileQueueStateInfo.FileType.Thumbnail)
                                    { NetworkUsageCounter.Add_ThumbConsumed(b_s); }
                                    else
                                    { NetworkUsageCounter.Add_FileConsumed(b_s); }

                                }
                            }//web response stream block
                        }// temporary file stream block
                    }//web response block

                    if (File.Exists(temp_file_path))
                    {
                        //don't check hashes for thumbnails
                        if (f.Type == FileQueueStateInfo.FileType.Thumbnail || verify_file_checksums(temp_file_path, f.Hash, f.PostFile.size))
                        {
                            try
                            {
                                File.Move(temp_file_path, save_path);
                            }
                            catch (System.IO.DirectoryNotFoundException)
                            {
                                Directory.CreateDirectory(Path.GetDirectoryName(save_path));
                            }

                            f.Log(new LogEntry()
                            {
                                Level = LogEntry.LogLevel.Success,
                                Message = "Downloaded file successfully",
                                Sender = "FileDumper",
                                Title = "-"
                            });

                            f.Status = FileQueueStateInfo.DownloadStatus.Complete;

                            if (Settings.AutoRemoveCompleteFiles)
                            {
                                queued_files.Remove((f.Type == FileQueueStateInfo.FileType.FullFile ? "file" : "thumb") + f.Hash);
                            }

                            //if (Settings.ConvertGifsToWebm && f.Ext == "gif")
                            //{

                            //}
                        }
                        else
                        {
                            f.Log(new LogEntry()
                            {
                                Level = LogEntry.LogLevel.Warning,
                                Message = "Downloaded file was corrupted, retrying",
                                Sender = "FileDumper",
                                Title = "-"
                            });
                            f.Downloaded = 0;
                            File.Delete(temp_file_path);
                            f.RetryCount++;
                            f.HashFailCount++;
                            continue;
                        }
                    }
                    else
                    {
                        f.Log(new LogEntry()
                        {
                            Level = LogEntry.LogLevel.Fail,
                            Message = "Could not download the file because temporary file no longer not exist",
                            Sender = "FileDumper",
                            Title = "-"
                        });
                        f.Status = FileQueueStateInfo.DownloadStatus.Error;
                    }//temporary file block

                    break;
                }
                catch (Exception ex)
                {
                    if (ex.Message.Contains("404"))
                    {
                        f.Log(new LogEntry()
                        {
                            Level = LogEntry.LogLevel.Fail,
                            Message = "Cannot download the file, server returned HTTP 404 Not Found.",
                            Sender = "FileDumper",
                            Title = "-"
                        });
                        f.Status = FileQueueStateInfo.DownloadStatus.NotFound;
                        return;
                    }
                    else
                    {
                        f.Log(new LogEntry()
                            {
                                Level = LogEntry.LogLevel.Warning,
                                Message = string.Format("Error occured while downloading the file: {0} @ {1}", ex.Message, ex.StackTrace),
                                Sender = "FileDumper",
                                Title = "-"
                            });
                    }
                    System.Threading.Thread.Sleep(1000);
                    f.RetryCount++;
                }//try block
            }//while block

            return;
        }
Example #3
0
        public override bool Process(HttpServer.IHttpRequest request, HttpServer.IHttpResponse response, HttpServer.Sessions.IHttpSession session)
        {
            string command = request.UriPath.ToString();

            #region Thread & Index View

            if (command.StartsWith("/boards/"))
            {
                response.Encoding = System.Text.Encoding.UTF8;

                string[] parame = command.Split('?')[0].Split('/');

                if (parame.Length == 3)
                {
                    //board index view mode
                    string board = parame[2]; if (string.IsNullOrEmpty(board))
                    {
                        response.Redirect("/boards");
                        return(true);
                    }

                    ThreadStore.GetStorageEngine().UpdateThreadStoreStats();

                    int board_thread_count = ThreadStore.GetStorageEngine().StoreStats[board];

                    if (board_thread_count == 0)
                    {
                        response.Redirect("/boards");
                        return(true);
                    }

                    int rem = (board_thread_count % ThreadPerPage);

                    int page_count = ((board_thread_count - rem) / ThreadPerPage) + (rem > 0 ? 1 : 0);

                    if (page_count <= 0)
                    {
                        page_count = 1;
                    }

                    int page_offset = 0;

                    Int32.TryParse(request.QueryString["pn"].Value, out page_offset); page_offset = Math.Abs(page_offset);

                    int start = page_offset * (ThreadPerPage);

                    PostFormatter[] board_index = ThreadStore.GetStorageEngine().GetIndex(board, start, ThreadPerPage);

                    StringBuilder s = new StringBuilder();

                    foreach (var pf in board_index)
                    {
                        s.Append("<div class='row'>");
                        s.Append
                        (
                            pf.ToString()
                            .Replace("{post:link}", string.Format("/boards/{0}/{1}", board, pf.PostID))
                        );
                        s.Append("</div>");
                    }

                    StringBuilder page_numbers = new StringBuilder();

                    for (int i = 0; i < page_count; i++)
                    {
                        if (i == page_offset)
                        {
                            page_numbers.AppendFormat("<li class=\"active\"><a href=\"?pn={0}\">{1}</a></li>", i, i + 1);
                        }
                        else
                        {
                            page_numbers.AppendFormat("<li><a href=\"?pn={0}\">{1}</a></li>", i, i + 1);
                        }
                    }

                    byte[] data = Encoding.UTF8.GetBytes(
                        Properties.Resources.board_index_page
                        .Replace("{po}", Convert.ToString(page_offset == 0 ? 0 : page_offset - 1))
                        .Replace("{no}", Convert.ToString(page_offset == page_count - 1 ? page_count : page_offset + 1))
                        .Replace("{pagen}", page_numbers.ToString())
                        .Replace("{Items}", s.ToString()));

                    response.ContentType   = ServerConstants.HtmlContentType;
                    response.Encoding      = Encoding.UTF8;
                    response.Status        = System.Net.HttpStatusCode.OK;
                    response.ContentLength = data.Length;
                    response.SendHeaders();
                    response.SendBody(data);

                    return(true);
                }
                else if (parame.Length >= 4)
                {
                    //thread view mode
                    string board    = parame[2];
                    string threadid = parame[3];

                    int parsedThreadId = -1;
                    int.TryParse(threadid, out parsedThreadId);

                    if (string.IsNullOrEmpty(board) || string.IsNullOrEmpty(threadid))
                    {
                        _404(response); return(true);
                    }
                    if (parsedThreadId <= 0)
                    {
                        _404(response); return(true);
                    }

                    StringBuilder pageHtml = new StringBuilder(Properties.Resources.page_template);

                    StringBuilder body = new StringBuilder();

                    {
                        PostFormatter[] thread_data = ThreadStore.GetStorageEngine().GetThread(board, threadid);
                        if (thread_data.Length == 0)
                        {
                            _404(response); return(true);
                        }

                        body.Append(thread_data[0]);

                        body.Replace("{post:link}", string.Format("#p{0}", thread_data[0].PostID));

                        for (int i = 1; i < thread_data.Length; i++)
                        {
                            body.Append(thread_data[i]);
                        }
                    }

                    string thread_notes = ThreadStore.GetStorageEngine().GetThreadNotes(board, parsedThreadId);

                    thread_notes = System.Web.HttpUtility.HtmlEncode(thread_notes);

                    pageHtml.Replace("{board-title}", string.Format("[ChanArchiver] - /{0}/ Thread No. {1}", board, threadid));

                    pageHtml.Replace("{board-letter}", board);

                    pageHtml.Replace("{thread-id}", threadid);

                    pageHtml.Replace("{{notes}}", thread_notes);

                    pageHtml.Replace("{thread-posts}", body.ToString());

                    byte[] content = Encoding.UTF8.GetBytes(pageHtml.ToString());

                    response.ContentType   = ServerConstants.HtmlContentType;
                    response.ContentLength = content.Length;
                    response.Encoding      = Encoding.UTF8;
                    response.SendHeaders();
                    response.SendBody(content);

                    return(true);
                }
            }

            if (command.StartsWith("/getfilelist?"))
            {
                string board = request.QueryString["board"].Value;

                string threadid = request.QueryString["thread"].Value;

                if (string.IsNullOrEmpty(board) || string.IsNullOrEmpty(threadid))
                {
                    _404(response);
                }

                PostFormatter[] thread_data = ThreadStore.GetStorageEngine().GetThread(board, threadid);

                if (thread_data.Length == 0)
                {
                    _404(response); return(true);
                }

                StringBuilder sb = new StringBuilder();

                for (int i = 0; i < thread_data.Length; i++)
                {
                    PostFormatter pf = thread_data[i];
                    if (pf.MyFile != null)
                    {
                        string url_name = System.Web.HttpUtility.UrlEncodeUnicode(pf.MyFile.FileName);
                        string url      = string.Format("/filecn/{0}.{1}?cn={2}", pf.MyFile.Hash, pf.MyFile.Extension, url_name);
                        sb.AppendFormat("<a href='{0}'>{1}</a><br/>", url, pf.MyFile.FileName);
                    }
                }

                byte[] data = Encoding.UTF8.GetBytes(sb.ToString());
                response.ContentType   = ServerConstants.HtmlContentType;
                response.ContentLength = data.Length;
                response.Encoding      = Encoding.UTF8;
                response.SendHeaders();
                response.SendBody(data);
                return(true);
            }

            if (command.StartsWith("/deletethread/?"))
            {
                lock (delete_thread_lock)
                {
                    string board = request.QueryString["board"].Value;

                    string threadid = request.QueryString["thread"].Value;

                    if (string.IsNullOrEmpty(board) || string.IsNullOrEmpty(threadid))
                    {
                        _404(response);
                    }

                    PostFormatter[] thread_data = ThreadStore.GetStorageEngine().GetThread(board, threadid);

                    //delete the files
                    foreach (var post in thread_data)
                    {
                        if (post.MyFile != null)
                        {
                            var state = FileIndex.GetIndexState(post.MyFile.Hash);

                            if (state != null)
                            {
                                if (state.RepostCount == 1)
                                {
                                    string path = FileOperations.MapFullFile(post.MyFile.Hash, post.MyFile.Extension);

                                    if (File.Exists(path))
                                    {
                                        File.Delete(path);
                                    }
                                    else if (File.Exists(path + ".webm"))
                                    {
                                        File.Exists(path + ".webm");
                                    }

                                    path = FileOperations.MapThumbFile(post.MyFile.Hash);

                                    File.Delete(path);

                                    FileIndex.RemovePost(post.MyFile.Hash, post.PostID);
                                }
                            }
                        }
                    }

                    //delete the thread
                    ThreadStore.GetStorageEngine().DeleteThread(board, threadid);

                    response.Redirect("/boards/" + board);
                    return(true);
                }
            }

            if (command == "/boards" || command == "/boards/")
            {
                if (Directory.Exists(Program.post_files_dir))
                {
                    StringBuilder s = new StringBuilder();

                    foreach (string folder_path in Directory.EnumerateDirectories(Program.post_files_dir))
                    {
                        string folder_name = Path.GetFileName(folder_path);

                        s.Append("<div class=\"col-6 col-sm-6 col-lg-4\">");

                        s.AppendFormat("<h2>/{0}/</h2>", folder_name);
                        s.AppendFormat("<p>Thread Count: {0}</p>", ThreadStore.GetStorageEngine().StoreStats[folder_name]);

                        s.AppendFormat("<p><a class=\"btn btn-default\" href=\"/boards/{0}\" role=\"button\">browse ยป</a></p>", folder_name);

                        s.Append("</div>");
                    }

                    byte[] data = Encoding.UTF8.GetBytes(Properties.Resources.archivedboard_page.Replace("{Items}", s.ToString()));

                    response.Encoding      = System.Text.Encoding.UTF8;
                    response.ContentType   = "text/html; charset=utf-8";
                    response.Status        = System.Net.HttpStatusCode.OK;
                    response.ContentLength = data.Length;
                    response.SendHeaders();
                    response.SendBody(data);
                }
                else
                {
                    response.Redirect("/");
                }

                return(true);
            }

            #endregion

            #region File Queue Actions

            if (command.StartsWith("/set/maxfilequeue/"))
            {
                if (string.IsNullOrEmpty(request.QueryString["count"].Value))
                {
                    response.Redirect("/fq");
                }
                else
                {
                    int t = Program.file_stp.MaxThreads;

                    Int32.TryParse(request.QueryString["count"].Value, out t);

                    if (t != Program.file_stp.MaxThreads)
                    {
                        if (t > Program.file_stp.MinThreads)
                        {
                            Program.file_stp.MaxThreads = t;
                        }
                    }
                    response.Redirect("/fq");
                }
                return(true);
            }


            if (command == "/action/removecompletefiles")
            {
                List <string> hashes_to_remove = new List <string>();
                for (int index = 0; index < Program.queued_files.Count(); index++)
                {
                    try
                    {
                        FileQueueStateInfo f = Program.queued_files.ElementAt(index).Value;
                        if (f.Status == FileQueueStateInfo.DownloadStatus.Complete)
                        {
                            hashes_to_remove.Add(Program.queued_files.ElementAt(index).Key);
                        }
                    }
                    catch (Exception)
                    {
                        if (index > Program.queued_files.Count())
                        {
                            break;
                        }
                    }
                }

                foreach (string s in hashes_to_remove)
                {
                    Program.queued_files.Remove(s);
                }

                response.Redirect("/fq");

                return(true);
            }

            if (command == "/action/removefailedfiles")
            {
                List <string> hashes_to_remove = new List <string>();
                for (int index = 0; index < Program.queued_files.Count(); index++)
                {
                    try
                    {
                        FileQueueStateInfo f = Program.queued_files.ElementAt(index).Value;
                        if (f.Status == FileQueueStateInfo.DownloadStatus.Error || f.Status == FileQueueStateInfo.DownloadStatus.NotFound)
                        {
                            hashes_to_remove.Add(Program.queued_files.ElementAt(index).Key);
                        }
                    }
                    catch (Exception)
                    {
                        if (index > Program.queued_files.Count())
                        {
                            break;
                        }
                    }
                }

                foreach (string s in hashes_to_remove)
                {
                    Program.queued_files.Remove(s);
                }

                response.Redirect("/fq");

                return(true);
            }

            if (command == "/action/restartfailedfiles")
            {
                List <KeyValuePair <string, FileQueueStateInfo> > files_to_restart = new List <KeyValuePair <string, FileQueueStateInfo> >();

                for (int index = 0; index < Program.queued_files.Count(); index++)
                {
                    try
                    {
                        FileQueueStateInfo f = Program.queued_files.ElementAt(index).Value;
                        if (f.Status == FileQueueStateInfo.DownloadStatus.Error)
                        {
                            files_to_restart.Add(Program.queued_files.ElementAt(index));
                        }
                    }
                    catch (Exception)
                    {
                        if (index > Program.queued_files.Count())
                        {
                            break;
                        }
                    }
                }

                foreach (KeyValuePair <string, FileQueueStateInfo> s in files_to_restart)
                {
                    Program.queued_files.Remove(s.Key);
                    Program.dump_files(s.Value.PostFile, s.Value.IsThumbOnly);
                }
                response.Redirect("/fq");

                return(true);
            }

            #endregion

            #region Watch Jobs Actions

            if (command.StartsWith("/add/"))
            {
                string[] rdata = command.Split('/');
                string   mode  = rdata[2].ToLower();

                if (mode == "board")
                {
                    if (string.IsNullOrEmpty(request.QueryString["boardletter"].Value))
                    {
                        _404(response);
                    }

                    string board    = request.QueryString["boardletter"].Value;
                    string mon_type = request.QueryString["montype"].Value;

                    BoardWatcher.BoardMode m = BoardWatcher.BoardMode.None;

                    if (mon_type == "white")
                    {
                        m = BoardWatcher.BoardMode.Whitelist;
                    }
                    if (mon_type == "black")
                    {
                        m = BoardWatcher.BoardMode.Blacklist;
                    }
                    if (mon_type == "full")
                    {
                        m = BoardWatcher.BoardMode.FullBoard;
                    }
                    if (mon_type == "harvest")
                    {
                        m = BoardWatcher.BoardMode.Harvester;
                    }

                    Program.archive_board(board, m);

                    response.Status = System.Net.HttpStatusCode.OK;

                    response.Redirect("/monboards");
                }
                else if (mode == "thread")
                {
                    if (string.IsNullOrEmpty(request.QueryString["urlorformat"].Value))
                    {
                        _404(response);
                    }

                    string input = request.QueryString["urlorformat"].Value;

                    bool thumbOnly = request.QueryString["to"].Value == "1";

                    string board = "";
                    int    id    = -1;

                    if (input.ToLower().StartsWith("http"))
                    {
                        //http://boards.4chan.org/g/res/39075359
                        string temp = input.ToLower().Replace("https://", "").Replace("http://", "");

                        //boards.4chan.org/g/res/int
                        // 0               1  2  3
                        string[] data = temp.Split('/');

                        if (data.Length >= 4)
                        {
                            board = data[1];

                            Int32.TryParse(data[3].Split('#')[0], out id);
                        }
                    }
                    else
                    {
                        string[] data = input.Split(':');
                        if (data.Length >= 2)
                        {
                            board = data[0];
                            Int32.TryParse(data[1], out id);
                        }
                    }


                    if (id > 0 & !string.IsNullOrEmpty(board))
                    {
                        Program.archive_single(board, id, thumbOnly);
                        response.Status = System.Net.HttpStatusCode.OK;
                        response.Redirect("/wjobs");
                    }
                    else
                    {
                        _404(response);
                    }
                }
                else if (mode == "threadfromarchive")
                {
                    try
                    {
                        string ai_index_str = request.QueryString["ai_index"].Value;
                        string board        = request.QueryString["board"].Value;
                        string threadid_str = request.QueryString["threadid"].Value;

                        if (!string.IsNullOrEmpty(ai_index_str) &&
                            !string.IsNullOrEmpty(board) &&
                            !string.IsNullOrEmpty(threadid_str))
                        {
                            int ai_index = -1;
                            int tid      = -1;

                            if (int.TryParse(ai_index_str, out ai_index) &&
                                int.TryParse(threadid_str, out tid))
                            {
                                ArchiveInfo info = ArchivesProvider.GetAllArchives().ElementAt(ai_index);

                                var status = ArchivedThreadAdder.AddThreadFromArchive(board, tid, false, info);

                                if (status != AddThreadFromArchiveStatus.Success)
                                {
                                    write_text("Unable to add thread, reason: " + status.ToString(), response);
                                    return(true);
                                }

                                else
                                {
                                    response.Redirect("/wjobs");
                                    return(true);
                                }
                            }
                        }
                    }
                    catch (FormatException)
                    {
                        write_text("Unable to add thread, reason: Invalid thread id", response);
                        return(true);
                    }
                    catch (IndexOutOfRangeException)
                    {
                        write_text("Unable to add thread, reason: Invalid archvie info index", response);
                        return(true);
                    }

                    write_text("Unable to add thread, reason: possible malformed parameters", response);
                    return(true);
                }
                else
                {
                    _404(response);
                }

                return(true);
            }

            if (command.StartsWith("/cancel/"))
            {
                string[] data = command.Split('/');
                string   mode = data[2];

                if (mode == "bw")
                {
                    string board = data[3];
                    if (Program.active_dumpers.ContainsKey(board))
                    {
                        BoardWatcher bw = Program.active_dumpers[board];
                        bw.StopMonitoring();
                        response.Redirect("/monboards");
                    }
                }

                if (mode == "bwr")
                {
                    string board = data[3];
                    if (Program.active_dumpers.ContainsKey(board))
                    {
                        BoardWatcher bw = Program.active_dumpers[board];
                        bw.StartMonitoring(BoardWatcher.BoardMode.FullBoard);
                        response.Redirect("/monboards");
                    }
                }

                if (mode == "tw")
                {
                    string board = data[3];
                    string tid   = data[4];

                    if (Program.active_dumpers.ContainsKey(board))
                    {
                        BoardWatcher bw = Program.active_dumpers[board];
                        int          id = Convert.ToInt32(tid);
                        if (bw.watched_threads.ContainsKey(id))
                        {
                            ThreadWorker tw = bw.watched_threads[id];
                            tw.Stop();
                            response.Redirect("/wjobs");
                        }
                    }
                }

                if (mode == "twr")
                {
                    string board = data[3];
                    string tid   = data[4];

                    if (Program.active_dumpers.ContainsKey(board))
                    {
                        BoardWatcher bw = Program.active_dumpers[board];
                        int          id = Convert.ToInt32(tid);
                        if (bw.watched_threads.ContainsKey(id))
                        {
                            ThreadWorker tw = bw.watched_threads[id];
                            tw.Start();
                            response.Redirect("/wjobs");
                        }
                    }
                }

                return(true);
            }

            if (command.StartsWith("/action/removethreadworker/"))
            {
                string board = request.QueryString["board"].Value;
                string tid   = request.QueryString["id"].Value;

                if (Program.active_dumpers.ContainsKey(board))
                {
                    BoardWatcher bw = Program.active_dumpers[board];

                    int id = -1;
                    Int32.TryParse(tid, out id);

                    if (bw.watched_threads.ContainsKey(id))
                    {
                        ThreadWorker tw = bw.watched_threads[id];
                        tw.Stop();
                        bw.watched_threads.Remove(id);
                    }
                }

                response.Redirect("/wjobs");

                return(true);
            }


            #endregion

            #region File Actions

            if (command.StartsWith("/action/restartfile/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    f.ForceStop = true;
                    Program.queued_files.Remove(workid);
                    Program.dump_files(f.PostFile, f.IsThumbOnly);
                    response.Redirect("/fileinfo/" + workid);
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }

            if (command.StartsWith("/action/stopandbanfile/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    f.ForceStop = true;
                    Program.ban_file(f.Hash);
                    f.Log(new LogEntry()
                    {
                        Level = LogEntry.LogLevel.Success, Message = "File was banned", Sender = "-", Title = ""
                    });
                    // Program.queued_files.Remove(workid);
                    response.Redirect("/fileinfo/" + workid);
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }

            if (command.StartsWith("/action/banfile"))
            {
                string hash = request.QueryString["hash"].Value;

                if (!string.IsNullOrEmpty(hash))
                {
                    Program.ban_file(hash);
                }

                string referrer = request.Headers["referer"];

                if (!string.IsNullOrEmpty(referrer))
                {
                    response.Redirect(referrer);
                }

                return(true);
            }

            if (command.StartsWith("/action/showfilereposts"))
            {
                string hash = request.QueryString["hash"].Value;

                if (!string.IsNullOrWhiteSpace(hash))
                {
                    FileIndexInfo info = FileIndex.GetIndexState(hash);

                    if (info != null)
                    {
                        StringBuilder sb = new StringBuilder();

                        var rposts = info.GetRepostsData();

                        for (int i = 0; i < rposts.Length; i++)
                        {
                            sb.Append("<tr>");

                            sb.AppendFormat("<td>{0}</td>", rposts[i].FileName);

                            sb.AppendFormat("<td><a href='/boards/{0}'></a>{0}</td>", rposts[i].Board);

                            sb.AppendFormat("<td><code><a href='/boards/{0}/{1}'>{1}</a></code></td>", rposts[i].Board, rposts[i].ThreadID);

                            sb.AppendFormat("<td><code><a href='/boards/{0}/{1}#p{2}'>{2}</a></code></td>", rposts[i].Board, rposts[i].ThreadID, rposts[i].PostID);

                            sb.Append("</tr>");
                        }

                        write_text(Properties.Resources.file_reposts_page
                                   .Replace("{thumbsource}", string.Format("/thumb/{0}.jpg", hash))
                                   .Replace("{md5}", hash)
                                   .Replace("{rinfo}", sb.ToString()), response);
                        return(true);
                    }
                }
                else
                {
                    _404(response);
                    return(true);
                }

                return(true);
            }


            if (command.StartsWith("/action/removefile/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    Program.queued_files.Remove(workid);
                    response.Redirect("/fq");
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }



            if (command.StartsWith("/action/resetfileretrycount/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    f.RetryCount = 0;
                    response.Redirect("/fileinfo/" + workid);
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }

            if (command.StartsWith("/action/forcestopfile/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    f.ForceStop = true;
                    response.Redirect("/fileinfo/" + workid);
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }

            if (command.StartsWith("/action/forcestopfile_thread/"))
            {
                string workid = command.Split('/').Last();

                FileQueueStateInfo f = Program.get_file_state(workid);

                if (f != null)
                {
                    f.ThreadBG.Cancel(true);
                    response.Redirect("/fileinfo/" + workid);
                }
                else
                {
                    response.Redirect("/fq");
                }

                return(true);
            }

            if (command.StartsWith("/action/unbanfile"))
            {
                string hash = request.QueryString["hash"].Value;

                Program.unban_file(hash);

                response.Redirect("/bannedfiles");

                return(true);
            }

            #endregion

            if (command == "/ua")
            {
                string ua = request.Headers["User-Agent"].ToLower();
                write_text(string.Format("Your user agent: {0}<br/>Device support WebM: {1}", ua,
                                         !ChanArchiver.HttpServerHandlers.FileHandler.device_not_support_webm(ua)), response);
                return(true);
            }

            if (command == "/ua/t")
            {
                string ua = request.Headers["User-Agent"].ToLower();
                if (!Program.uas_always_mp4.Contains(ua))
                {
                    Program.uas_always_mp4.Add(ua);
                    write_text("added to mp4 list", response);
                    return(true);
                }
                else
                {
                    Program.uas_always_mp4.Remove(ua);
                    write_text("removed from mp4 list", response);
                    return(true);
                }
            }

            if (command.StartsWith("/get_archive_info/"))
            {
                string board = request.QueryString["b"].Value;

                StringBuilder sb = new StringBuilder();

                var data = ArchivesProvider.GetArchivesForBoard(board, true);

                sb.AppendFormat("Result count: {0}<br/>", data.Count());

                foreach (var d in data)
                {
                    sb.AppendFormat("HOST: {0} <br/>", d.Domain);
                }

                write_text(sb.ToString(), response);

                return(true);
            }

            return(false);
        }