public void PostUrlForAmsterdamWithGarden()
{
var expected =
"http://partnerapi.funda.nl/feeds/Aanbod.svc/json/ac1b0b1572524640a0ecc54de453ea9f/?type=koop&zo=/amsterdam/tuin/&page=1&pagesize=25";
var postUrl = _addressBuilder.GetUrl(1, 25, "amsterdam", "tuin");
Assert.Equal(postUrl, expected);
}
public async Task <IEnumerable <RealEstateAgent> > GetTop10RealEstate(bool withGarden)
{
var maxPageSize = _settings.MaxPageSize;
var maxPropertyCount = _settings.MaxPropertyCount;
var pageCount = (int)Math.Ceiling(maxPropertyCount * 1.0 / maxPageSize);
var billboard = new List <RealEstateAgent>();
var tasks = new List <Task <ServiceResponse> >();
for (var i = 1; i <= pageCount; i++)
{
string postUrl;
if (withGarden)
{
postUrl = _addressBuilder.GetUrl(i, 25, "amsterdam", "tuin");
}
else
{
postUrl = _addressBuilder.GetUrl(i, 25, "amsterdam");
}
var response = await _partnerService.Map(postUrl);
Console.WriteLine($"Request send to : {postUrl} ");
if (response.Success)
{
billboard = _partnerService.Reduce(billboard, response.Dictionary);
}
else
{
Console.WriteLine($"Warning : Not reduced, will be enqueued {response.PostUrl} ");
await Task.Delay(15000);
tasks.Add(_partnerService.Map(response.PostUrl));
}
}
while (tasks.Any())
{
Console.WriteLine($"Task count : {tasks.Count}");
await Task.Delay(_settings.RetryInMiliSeconds);
var finished = await Task.WhenAny(tasks);
tasks.Remove(finished);
var finishedCall = await finished;
Console.WriteLine($"Response : {finishedCall.PostUrl} ");
if (finishedCall.Success)
{
billboard = _partnerService.Reduce(billboard, finishedCall.Dictionary);
}
else
{
Console.WriteLine($"Skipped : {finishedCall.PostUrl} ");
//throw new Exception("No more trying. :) ");
}
}
var countOfProperties = billboard.Sum(m => m.Count);
Console.WriteLine("Total Count of property: " + countOfProperties);
var topN = billboard.OrderByDescending(m => m.Count).Take(_settings.ItemCountInBillBoard);
foreach (var realEstateAgent in topN)
{
Console.WriteLine($"{realEstateAgent.Name} : {realEstateAgent.Count}");
}
return(topN);
}
