public override async Task <CrawlJobData> GetCrawlJobData(
ProviderUpdateContext context,
IDictionary <string, object> configuration,
Guid organizationId,
Guid userId,
Guid providerDefinitionId)
{
if (configuration == null)
{
throw new ArgumentNullException(nameof(configuration));
}
var restCrawlJobData = new RestCrawlJobData();
if (configuration.ContainsKey(RestConstants.KeyName.Url))
{
restCrawlJobData.Url = configuration[RestConstants.KeyName.Url].ToString();
}
if (configuration.ContainsKey(RestConstants.KeyName.Token))
{
restCrawlJobData.Token = configuration[RestConstants.KeyName.Token].ToString();
}
return(await Task.FromResult(restCrawlJobData));
}
public RestClient(ILogger <RestClient> log, RestCrawlJobData restCrawlJobData, IRestClient client) // TODO: pass on any extra dependencies
{
if (restCrawlJobData == null)
{
throw new ArgumentNullException(nameof(restCrawlJobData));
}
if (client == null)
{
throw new ArgumentNullException(nameof(client));
}
this.log = log ?? throw new ArgumentNullException(nameof(log));
this.client = client ?? throw new ArgumentNullException(nameof(client));
// TODO use info from restCrawlJobData to instantiate the connection
client.BaseUrl = new Uri(BaseUri);
client.AddDefaultParameter("api_key", restCrawlJobData.Url, ParameterType.QueryString);
}
