public void BeforeEachTest()
        {
            Client.Arrange(cl => cl.GetRawResultOfBasicGetRequest(Arg.AnyString)).Returns(SearchResult);

            var store = new CredentialStore($"ApiKey:{ApiKey}\nCseId:{CustomSearchEngineId}");

            Target       = new SearchResultRetriever(Client, store);
            Target.Delay = i => { };
        }
예제 #2
0
        public static void ScrapeSearch()
        {
            WriteLine("Enter search term");
            var searchTerm = ReadLine();

            var webClient = new SimpleWebClient();
            var retriever = new SearchResultRetriever(webClient, new CredentialStore(File.ReadAllText(@"CredFiles\cse.cred")));

            const int serpPagesToCrawl = 5;
            var       results          = retriever.SearchFor(searchTerm, serpPagesToCrawl).ToList();

            var csvRows = results.Select(res => $"{res.DisplayLink},{res.Link}").ToList();

            csvRows.Insert(0, "Base Site,Resut Link");

            File.WriteAllLines(@"C:\users\erik\desktop\results.csv", csvRows);
        }