public ParquetClient(ILogger <ParquetClient> log, ParquetCrawlJobData parquetCrawlJobData, IRestClient client) // TODO: pass on any extra dependencies
{
if (parquetCrawlJobData == null)
{
throw new ArgumentNullException(nameof(parquetCrawlJobData));
}
if (client == null)
{
throw new ArgumentNullException(nameof(client));
}
this.log = log ?? throw new ArgumentNullException(nameof(log));
this.client = client ?? throw new ArgumentNullException(nameof(client));
// TODO use info from parquetCrawlJobData to instantiate the connection
client.BaseUrl = new Uri(BaseUri);
client.AddDefaultParameter("api_key", parquetCrawlJobData.ApiKey, ParameterType.QueryString);
}
public override async Task <CrawlJobData> GetCrawlJobData(
ProviderUpdateContext context,
IDictionary <string, object> configuration,
Guid organizationId,
Guid userId,
Guid providerDefinitionId)
{
if (configuration == null)
{
throw new ArgumentNullException(nameof(configuration));
}
var parquetCrawlJobData = new ParquetCrawlJobData();
if (configuration.ContainsKey(ParquetConstants.KeyName.ApiKey))
{
parquetCrawlJobData.ApiKey = configuration[ParquetConstants.KeyName.ApiKey].ToString();
}
return(await Task.FromResult(parquetCrawlJobData));
}
