public void Should_Parse_Correctly()
{
var jsonData = File.ReadAllText(@".\TestCases\Parser\Should_Parse_Correctly.json");
var show = parser.ParseShowFromJSON(jsonData);
Assert.IsNotNull(show);
Assert.AreEqual(1, show.ShowId);
Assert.AreEqual("Under the Dome", show.ShowName);
Assert.AreEqual(15, show.Cast.Count);
Assert.True(show.Cast.Any(c => c.ActorId == 1));
Assert.AreEqual("Mackenzie Lintz", show.Cast[0].ActorName);
}
public void DoWork(object state)
{
bool locked = false;
try
{
locked = Monitor.TryEnter(_lockObject);
if (locked)
{
var APISection = _configuration.GetSection("Shows:API");
var maxRequest = (int)APISection.GetValue(typeof(int), "MaxRequestNumber");
SemaphoreSlim rateLimiter = new SemaphoreSlim(maxRequest);
var tasks = new List <Task>();
var updatesResponse = _client.GetAsync(APISection.GetSection("Domain").Value + APISection.GetSection("UpdatesAPI").Value).Result;
if (updatesResponse.StatusCode != System.Net.HttpStatusCode.OK)
{
_logger.LogWarning($"ScraperService Updates call result: {updatesResponse.ReasonPhrase}");
return;
}
var updateContent = updatesResponse.Content.ReadAsStringAsync().Result;
dynamic updates = JObject.Parse(updateContent);
foreach (JProperty update in updates)
{
var showId = int.Parse(update.Name);
var LastUpdateTime = UnixEpoch.AddSeconds((long)((JValue)update.Value).Value);
var localShow = _showService.GetShowByShowId(showId);
if (localShow?.LastUpdateTime >= LastUpdateTime)
{
_logger.LogInformation($"Show \"{localShow.ShowName}\" is already up to date");
continue;
}
var task = Task.Run(async() =>
{
await rateLimiter.WaitAsync();
try
{
var showResponse = await _client.GetAsync(string.Format(APISection.GetSection("Domain").Value + APISection.GetSection("ShowAPI").Value, showId));
if (updatesResponse.StatusCode != System.Net.HttpStatusCode.OK)
{
_logger.LogError($"ShowService call result for id:\"{showId}\" = {updatesResponse.ReasonPhrase}");
return;
}
var showContent = await showResponse.Content.ReadAsStringAsync();
var show = _parser.ParseShowFromJSON(showContent);
_showService.Upsert(show);
_logger.LogInformation($"\"{show.ShowName}\" has been inserted/updated");
}
catch (Exception ex)
{
_logger.LogError($"Unhandled Exception: {ex.Message} \nStackTrace: {ex.StackTrace}");
}
finally
{
var intervalSeconds = (int)APISection.GetValue(typeof(int), "MaxRequestIntervalSeconds");
await Task.Delay(intervalSeconds * 1000);
rateLimiter.Release();
}
});
tasks.Add(task);
}
Task.WhenAll(tasks).Wait();
}
}
catch (Exception ex)
{
_logger.LogError($"Unhandled Exception: {ex.Message} \nStackTrace: {ex.StackTrace}");
}
finally
{
if (locked)
{
Monitor.Exit(_lockObject);
}
}
}