public CrawlingIndexableGenerator(
CrawlPlan crawlPlan,
IndexableBuilder indexableBuilder,
ManifestChangeTracker changeTracker )
{
Debug.Assert (crawlPlan != null);
Debug.Assert (indexableBuilder != null);
Debug.Assert (changeTracker != null);
this.crawlPlan = crawlPlan;
this.indexableBuilder = indexableBuilder;
this.changeTracker = changeTracker;
}
CrawlingIndexableGenerator BuildIndexableGenerator()
{
Debug.Assert (account.IsValid);
Log.Info ("Beginning sync for " + account.Username);
// Create some common services
DeliciousRequester requester = new DeliciousRequester (account);
RemoteDataAccess remoteDao = new RemoteDataAccess (requester);
// Load the sync state
AccountSyncStateStore store = new AccountSyncStateStore (requester, remoteDao, queryable);
AccountSyncState syncState = null;
try
{
syncState = store.LoadSyncState ();
}
catch (DeliciousUnavailableException e)
{
Log.Warn (e.ToString());
return null;
}
catch (Exception e)
{
Log.Error (e, "Error loading sync state");
return null;
}
if (! syncState.ShouldCrawl ())
{
Log.Info ("Skipping crawl");
return null;
}
// Build the crawl plan
CrawlPlan crawlPlan = new CrawlPlan(
syncState.LocalManifest,
syncState.RemoteManifest,
remoteDao);
// Build indexables from the steps of the crawl plan
IndexableBuilder indexableBuilder = new IndexableBuilder (requester);
// Update the sync state's local manifest as bookmarks are indexed
ManifestChangeTracker changeTracker = new ManifestChangeTracker (syncState.LocalManifest);
// Create the indexable generator that will execute the crawl plan
CrawlingIndexableGenerator indexableGenerator = new CrawlingIndexableGenerator(
crawlPlan,
indexableBuilder,
changeTracker);
// After the crawl is done, we'll need to save the sync state,
// and set up another scheduled crawl
indexableGenerator.FinishedCrawl +=()=> SaveStateAndReschedule (syncState, store, crawlPlan);
return indexableGenerator;
}
