public async Task <ICrawlerResultList <T> > Parse(string data, CrawlerParameters parameters)
{
var result = await Parse(data, (TParameters)parameters.Parameters);
foreach (var crawlerResultItem in result.Results)
{
ApplyPriceOffsets(crawlerResultItem, parameters.Parameters);
}
return(result);
}
public override async Task <ICrawlerResultList <YahooItem> > Crawl(
CrawlerParameters parameters,
CancellationToken token)
{
var result = await base.Crawl(parameters, token);
if (result.Success)
{
var yahooResult = (CrawlerResultBase <YahooItem>)result;
if (result.Results.Count() == YahooSource.ItemsPerRequest)
{
yahooResult.HasMore = true;
}
}
return(result);
}
public Task <string> ObtainSource(CrawlerParameters parameters, CancellationToken token)
{
return(ObtainSource((TParams)parameters.Parameters, (TVolatile)parameters.VolatileParameters, token));
}
public Task <ICrawlerResultList <SurugayaItem> > Parse(string data, CrawlerParameters parameters)
{
throw new NotImplementedException();
}
