public override async Task <CrawlJobData> GetCrawlJobData(
ProviderUpdateContext context,
IDictionary <string, object> configuration,
Guid organizationId,
Guid userId,
Guid providerDefinitionId)
{
if (configuration == null)
{
throw new ArgumentNullException(nameof(configuration));
}
var modulusapiCrawlJobData = new ModulusAPICrawlJobData();
if (configuration.ContainsKey(ModulusAPIConstants.KeyName.ApiKey))
{
modulusapiCrawlJobData.ApiKey = configuration[ModulusAPIConstants.KeyName.ApiKey].ToString();
}
if (configuration.ContainsKey(ModulusAPIConstants.KeyName.Url))
{
modulusapiCrawlJobData.Url = configuration[ModulusAPIConstants.KeyName.Url].ToString();
}
return(await Task.FromResult(modulusapiCrawlJobData));
}
public ModulusAPIClient(ILogger log, ModulusAPICrawlJobData modulusapiCrawlJobData, IRestClient client) // TODO: pass on any extra dependencies
{
if (modulusapiCrawlJobData == null)
{
throw new ArgumentNullException(nameof(modulusapiCrawlJobData));
}
if (client == null)
{
throw new ArgumentNullException(nameof(client));
}
this.log = log ?? throw new ArgumentNullException(nameof(log));
this.client = client ?? throw new ArgumentNullException(nameof(client));
// TODO use info from modulusapiCrawlJobData to instantiate the connection
client.BaseUrl = new Uri(BaseUri);
client.AddDefaultParameter("api_key", modulusapiCrawlJobData.ApiKey, ParameterType.QueryString);
}
