public async void GetSpiderSingleItemAsync()
{
using (var httpClient = GetFakeHttpClient(CrawlResponseString))
{
var expectedResponse = GetCrawlResponseObject <TargetComItem>().Items.First();
var scrapyClient = new ScrapyRTClient(httpClient);
var response = await scrapyClient.GetSpiderSingleItemAsync <TargetComItem>("SomeSpider", "https://google.com");
response.Should()
.BeOfType <TargetComItem>()
.And
.BeEquivalentTo(expectedResponse);
}
}
public async void PostSpiderItemsAsync()
{
using (var httpClient = GetFakeHttpClient(CrawlResponseString))
{
var request = GetCrawlRequestObject();
var expectedResponse = GetCrawlResponseObject <TargetComItem>().Items;
var scrapyClient = new ScrapyRTClient(httpClient);
var response = await scrapyClient.PostSpiderItemsAsync <TargetComItem>(request);
response.Should()
.BeOfType <List <TargetComItem> >()
.And
.BeEquivalentTo(expectedResponse)
.And
.HaveCount(2);
}
}
public async void GetSpiderCrawlAsync_ValidUrl()
{
using (var httpMessageHandler = new FakeHttpMessageHandler <string>(CrawlResponseString))
using (var httpClient = new HttpClient(httpMessageHandler)
{
BaseAddress = new Uri("https://localhost:9080")
})
{
var scrapyClient = new ScrapyRTClient(httpClient);
await scrapyClient.GetSpiderCrawlAsync <TargetComItem>(
"SomeSpider",
"https://google.com",
"callback_method",
14,
true);
httpMessageHandler.ResponseUri.ToString().Should()
.BeEquivalentTo("https://localhost:9080/crawl.json?spider_name=SomeSpider&url=https%253a%252f%252fgoogle.com&callback=callback_method&max_requests=14&start_requests=True");
}
}
