public void BeforeEachTest() { Client.Arrange(cl => cl.GetRawResultOfBasicGetRequest(Arg.AnyString)).Returns(SearchResult); var store = new CredentialStore($"ApiKey:{ApiKey}\nCseId:{CustomSearchEngineId}"); Target = new SearchResultRetriever(Client, store); Target.Delay = i => { }; }
public static void ScrapeSearch() { WriteLine("Enter search term"); var searchTerm = ReadLine(); var webClient = new SimpleWebClient(); var retriever = new SearchResultRetriever(webClient, new CredentialStore(File.ReadAllText(@"CredFiles\cse.cred"))); const int serpPagesToCrawl = 5; var results = retriever.SearchFor(searchTerm, serpPagesToCrawl).ToList(); var csvRows = results.Select(res => $"{res.DisplayLink},{res.Link}").ToList(); csvRows.Insert(0, "Base Site,Resut Link"); File.WriteAllLines(@"C:\users\erik\desktop\results.csv", csvRows); }