public IList <string> GetLinks(string fromUrl, string selector, string textInTitle)
{
if (string.IsNullOrEmpty(fromUrl))
{
return(new List <string>());
}
try
{
var timing = ExecutionTimer.GetTiming(() => _httpGet.Get(fromUrl, null, null));
_logger.Debug("Downloaded standard page", new Dictionary <string, object> {
{ "Url", fromUrl }
});
var parser = new HtmlParser();
var result = parser.Parse(timing.Result);
var all = result.QuerySelectorAll(selector);
return(all.Where(x => x.TextContent.Contains(textInTitle)).Select(x => x.GetAttribute("href")).ToList());
}
catch (Exception ex)
{
_logger.Warn(ex, "AngleSharp");
return(null);
}
}
public async Task <IndexerResult> IndexEntries(string indexName)
{
// Load data
var timing = ExecutionTimer.GetTiming(() => _providerDataService.LoadDatasetsAsync());
var source = await timing.Result;
// Providers
var providersApi = CreateApiProviders(source).ToList();
IndexApiProviders(indexName, providersApi);
// Provider Sites
var apprenticeshipProviders = CreateApprenticeshipProviders(source).ToList();
IndexStandards(indexName, apprenticeshipProviders);
IndexFrameworks(indexName, apprenticeshipProviders);
var totalAmountDocuments = GetTotalAmountDocumentsToBeIndexed(providersApi, apprenticeshipProviders);
return(new IndexerResult
{
IsSuccessful = IsIndexCorrectlyCreated(indexName, totalAmountDocuments),
TotalCount = totalAmountDocuments
});
}
private Stream GetZipStream(string zipFilePath)
{
var timer = ExecutionTimer.GetTiming(() => _httpGetFile.GetFile(zipFilePath));
LogExecutionTime(zipFilePath, timer.ElaspedMilliseconds);
return(timer.Result);
}
public void UpdateMetadataRepository()
{
var timing = ExecutionTimer.GetTiming(() => _metaDataWriter.GenerateStandardMetadataFiles());
_log.Debug("MetaDataHelper.UpdateMetadataRepository", new TimingLogEntry {
ElaspedMilliseconds = timing.TotalMilliseconds
});
}
public AssessmentOrganisationsDTO GetAssessmentOrganisationsData()
{
_log.Debug("Starting to get Assessment Organisations data");
var timing = ExecutionTimer.GetTiming(() => _assessmentOrgsData.GetAssessmentOrganisationsData());
_log.Debug("MetaDataHelper.GetAssessmentOrganisationsData", new TimingLogEntry {
ElaspedMilliseconds = timing.ElaspedMilliseconds
});
return(timing.Result);
}
public LarsData GetAllApprenticeshipLarsMetaData()
{
_log.Debug("Starting to get LARS apprenticeship meta data");
var timing = ExecutionTimer.GetTiming(() => _larsApprenticeshipReader.GetLarsData());
_log.Debug("MetaDataHelper.GetAllApprenticeshipLarsMetaData", new TimingLogEntry {
ElaspedMilliseconds = timing.ElaspedMilliseconds
});
return(timing.Result);
}
public FrameworkMetaDataResult Handle(FrameworkMetaDataRequest message)
{
_log.Debug("Starting to get LARS frameworks and meta data");
var timing = ExecutionTimer.GetTiming(() => _metaDataFrameworkReader.GetAllFrameworks());
_log.Debug("MetaDataHelper.GetAllFrameworkMetaData", new TimingLogEntry {
ElaspedMilliseconds = timing.ElaspedMilliseconds
});
return(new FrameworkMetaDataResult {
Frameworks = timing.Result
});
}
public StandardMetaDataResult Handle(StandardMetaDataRequest request)
{
_log.Debug("Starting to get LARS standards and meta data");
var timing = ExecutionTimer.GetTiming(() => _metaDataReader.GetStandardsMetaData());
_log.Debug("MetaDataHelper.GetAllStandardsMetaData", new TimingLogEntry {
ElaspedMilliseconds = timing.ElaspedMilliseconds
});
return(new StandardMetaDataResult {
Standards = timing.Result
});
}
public Task <string> GetAsync(string url)
{
var timing = ExecutionTimer.GetTiming(() => _httpHelper.GetAsync(url, _appServiceSettings.GitUsername, _appServiceSettings.GitPassword));
var logEntry = new DependencyLogEntry
{
Identifier = "VstsContent",
ResponseTime = timing.ElaspedMilliseconds,
Url = url
};
_logger.Debug("VSTS content", logEntry);
return(timing.Result);
}
