static void Main(string[] args) { var crawler = new Crawler(); //crawler.RunAsync(80, @"/search?q=Movies&filters=tsource%3a%22dolphin%22+gssort%3a%22ZXh0OnR5cGUub2JqZWN0LmVudGl0eV9zdGF0aWNfcmFuaz1kZXNj%22+gsfilter%3a%22bXNvOmZpbG0uZmlsbS5nZW5yZT0%3d%22+secq%3a%22action+movies%22+segment%3a%22generic.carousel%22+supwlcar%3a%221%22").Wait(); //crawler.RunAsync(80, "/search?q=tom+cruise+movies").Wait(); //crawler.RunAsync(80, "/search?q=tom+hanks+and+steven+spielberg+movies").Wait(); //crawler.RunAsync(10, "/search?q=movies+starring+actor+of+mission+impossible+5").Wait(); //crawler.RunAsync(80, "/search?q=Movies+starring+Ian+McKellen+directed+by+Peter+Jackson").Wait(); crawler.RunAsync(80, "/search?q=2015+action+movies").Wait(); Console.WriteLine(); }
private async static Task RunWithOptions(Options opts) { var uri = new Uri(opts.Root); // Do the scan asynchronously. var crawler = new Crawler(uri) { NestingLevel = opts.NestingLevel, ExcludePhrase = opts.ExcludePhrase, IncludeFtp = opts.IncludeFtp, IncludeImgTag = opts.Images }; var list = await crawler.RunAsync(); // Save urls to specified output file. await WriteResults(list, opts.Output); }