public IEnumerable <object> GetData(CrawlJobData jobData)
{
if (!(jobData is TwitterCrawlJobData twittercrawlJobData))
{
yield break;
}
var client = clientFactory.CreateNew(twittercrawlJobData);
//retrieve data from provider and yield objects
if (!string.IsNullOrWhiteSpace(twittercrawlJobData.ApiKey) && !string.IsNullOrWhiteSpace(twittercrawlJobData.Screen_name))
{
var user = client.GetUser(twittercrawlJobData.ApiKey, twittercrawlJobData.Screen_name);
bool largeFollowerCount = true;
if (int.Parse(user.followers_count) < 3000)
{
largeFollowerCount = false;
}
yield return(user);
foreach (var item in client.GetTweets(twittercrawlJobData.ApiKey, twittercrawlJobData.Screen_name))
{
item.createdByScreenName = twittercrawlJobData.Screen_name;
yield return(item);
}
foreach (var item in client.GetFollowers(twittercrawlJobData.ApiKey, twittercrawlJobData.Screen_name, largeFollowerCount))
{
item.following_user = twittercrawlJobData.Screen_name;
yield return(item);
}
}
}
public override async Task <AccountInformation> GetAccountInformation(ExecutionContext context, [NotNull] CrawlJobData jobData, Guid organizationId, Guid userId, Guid providerDefinitionId)
{
if (jobData == null)
{
throw new ArgumentNullException(nameof(jobData));
}
if (!(jobData is TwitterCrawlJobData twitterCrawlJobData))
{
throw new Exception("Wrong CrawlJobData type");
}
var client = _twitterClientFactory.CreateNew(twitterCrawlJobData);
return(await Task.FromResult(client.GetAccountInformation()));
}
