static void dos(Crawling crawl)
{
if (crawl.crawlEnabled)
{
crawl.DoCrawl();
}
if (crawl.pageSpeedEnabled)
{
crawl.doPageSpeed();
}
if (crawl.slackBotEnabled)
{
crawl.doSlack();
}
}
static int Main(string[] args)
{
Crawling crawl = new Crawling();
crawl.setUp();
Menu menu = new Menu {
crawl = crawl
};
menu.AddMenu("Crawler Settings");
menu.AddMenu("Slack Configuration");
menu.AddMenu("Google Tools");
menu.AddListing(menu.newListing("Crawler Enabled", MenuItem.Bool, "crawlEnabled", "Crawler Settings"));
menu.AddListing(menu.newListing("Maximum Threads", MenuItem.Int, "maxConcurrentThreads", "Crawler Settings"));
menu.AddListing(menu.newListing("Maximum Pages To Crawl", MenuItem.Int, "maxPagesToCrawl", "Crawler Settings"));
menu.AddListing(menu.newListing("Crawler Timeout", MenuItem.Int, "crawlTimeoutSeconds", "Crawler Settings"));
menu.AddListing(menu.newListing("HTTP Request Timeout", MenuItem.Int, "httpRequestTimeoutInSeconds", "Crawler Settings"));
menu.AddListing(menu.newListing("Always Log In", MenuItem.Bool, "alwaysLogIn", "Crawler Settings"));
//menu.AddListing(menu.newListing("Filename", MenuItem.String, "fileName", "Crawler Settings"));
menu.AddListing(menu.newListing("Username", MenuItem.String, "loginUser", "Crawler Settings"));
menu.AddListing(menu.newListing("Password", MenuItem.String, "loginPassword", "Crawler Settings"));
menu.AddListing(menu.newListing("Post to Slack Enabled", MenuItem.Bool, "slackBotEnabled", "Slack Configuration"));
menu.AddListing(menu.newListing("Slack Bot Identifier", MenuItem.String, "slackIdentifier", "Slack Configuration"));
menu.AddListing(menu.newListing("Slack Channel Hook URL", MenuItem.String, "slackBotHookURL", "Slack Configuration"));
menu.AddListing(menu.newListing("PageSpeed Enabled", MenuItem.Bool, "pageSpeedEnabled", "Google Tools"));
menu.AddListing(menu.newListing("Google API Key", MenuItem.String, "googleApiKey", "Google Tools"));
menu.load(crawl.fileName);
bool repeat = true;
while (repeat)
{
Console.Clear();
if (args.Count() == 0)
{
Console.Write("Type page address to start crawling page or just hit enter to setup.\nURL: ");
Console.ForegroundColor = ConsoleColor.Green;
string input = Console.ReadLine();
Console.ResetColor();
if (input == "")
{
menu.RunMenu();
menu.save(crawl.fileName);
}
else
{
crawl.URL = input;
dos(crawl);
Console.Read();
}
}
else
{
crawl.URL = args[0];
dos(crawl);
repeat = false;
}
}
if (args.Count() == 0)
{
Console.ReadLine();
}
return(0);
}
