public override async Task ProcessActivityAsync(IStatus status)
{
var validateDataTask = await statusController.CreateAsync(status, "Validate data");
var dataFiles = await storedHashController.ItemizeAllAsync(validateDataTask);
var dataFilesCount = dataFiles.Count();
var current = 0;
foreach (var dataFile in dataFiles)
{
if (!fileController.Exists(dataFile))
{
continue;
}
await statusController.UpdateProgressAsync(validateDataTask,
++current,
dataFilesCount,
dataFile);
var precomputedHash = await storedHashController.GetHashAsync(dataFile, validateDataTask);
if (!await fileValidateDelegate.ValidateFileAsync(dataFile, precomputedHash, validateDataTask))
{
await statusController.WarnAsync(validateDataTask, $"Data file {dataFile} hash doesn't match precomputed value");
}
}
await statusController.CompleteAsync(validateDataTask);
}
public async Task SerializePushAsync <T>(string uri, T data, IStatus status)
{
var serializedData = serializarionController.Serialize(data);
var hash = await getStringHashAsyncDelegate.GetHashAsync(serializedData, status);
var existingHash = await storedHashController.GetHashAsync(uri, status);
// data has not changed, no need to write to storage
if (hash == existingHash)
{
return;
}
await storedHashController.SetHashAsync(uri, hash, status);
await storageController.PushAsync(uri, serializedData);
}
public async Task <IList <T> > GetPageResultsAsync(IStatus status)
{
// GOG.com quirk
// Products, AccountProducts use server-side paginated results, similar to Wikipedia.
// This class encapsulates requesting sequence of pages up to the total number of pages.
// Additionally page requests are filtered using hashes, so if response has the same hash
// we would not deserialize it again - no point passing around same data.
// Please note that ealier app versions also used heuristic optimization when
// some page was unchanged - stop requesting next pages. This leads to stale data as GOG.com
// changes information all the time updating Products and AccountProducts. It's especially
// important for AccountProducts as GOG.com can set Updates information on any AccountProduct.
// Updated is used for driving updated.json - that in turn is used for all subsequent operations
// as an optimization - we don't process all products all the time, just updated
var pageResults = new List <T>();
var currentPage = 1;
var totalPages = 1;
T pageResult = null;
var getPagesTask = await statusController.CreateAsync(status, $"Request {context}");
do
{
var response = await requestPageAsyncDelegate.RequestPageAsync(
requestUri,
requestParameters,
currentPage,
getPagesTask);
await statusController.UpdateProgressAsync(
getPagesTask,
currentPage,
totalPages,
requestUri,
PageUnits.Pages);
var requestHash = await storedHashController.GetHashAsync(requestUri + currentPage, getPagesTask);
var responseHash = await getStringHashDelegate.GetHashAsync(response, getPagesTask);
pageResult = serializationController.Deserialize <T>(response);
if (pageResult == null)
{
continue;
}
totalPages = pageResult.TotalPages;
if (responseHash == requestHash)
{
continue;
}
var setHashTask = await statusController.CreateAsync(getPagesTask, "Set hash", false);
await storedHashController.SetHashAsync(requestUri + currentPage, responseHash, setHashTask);
await statusController.CompleteAsync(setHashTask, false);
pageResults.Add(pageResult);
} while (++currentPage <= totalPages);
await statusController.CompleteAsync(getPagesTask);
return(pageResults);
}