static void Main(string[] args)
{
var crawler = new Crawler();
//crawler.RunAsync(80, @"/search?q=Movies&filters=tsource%3a%22dolphin%22+gssort%3a%22ZXh0OnR5cGUub2JqZWN0LmVudGl0eV9zdGF0aWNfcmFuaz1kZXNj%22+gsfilter%3a%22bXNvOmZpbG0uZmlsbS5nZW5yZT0%3d%22+secq%3a%22action+movies%22+segment%3a%22generic.carousel%22+supwlcar%3a%221%22").Wait();
//crawler.RunAsync(80, "/search?q=tom+cruise+movies").Wait();
//crawler.RunAsync(80, "/search?q=tom+hanks+and+steven+spielberg+movies").Wait();
//crawler.RunAsync(10, "/search?q=movies+starring+actor+of+mission+impossible+5").Wait();
//crawler.RunAsync(80, "/search?q=Movies+starring+Ian+McKellen+directed+by+Peter+Jackson").Wait();
crawler.RunAsync(80, "/search?q=2015+action+movies").Wait();
Console.WriteLine();
}
private async static Task RunWithOptions(Options opts)
{
var uri = new Uri(opts.Root);
// Do the scan asynchronously.
var crawler = new Crawler(uri)
{
NestingLevel = opts.NestingLevel,
ExcludePhrase = opts.ExcludePhrase,
IncludeFtp = opts.IncludeFtp,
IncludeImgTag = opts.Images
};
var list = await crawler.RunAsync();
// Save urls to specified output file.
await WriteResults(list, opts.Output);
}
