public BandWithExternalInfo LoadExternalInfoFromSource(Artist artist, Dictionary <LanguageType, IWikiSearch> wikiSearches)
{
if (artist == null || string.IsNullOrEmpty(artist.Name))
{
return(null);
}
BandWithExternalInfo band = null;
foreach (var language in wikiSearches.Keys)
{
band = GetWikiPageIdFor(wikiSearches[language], language, artist.Name, artist);
if (band != null)
{
return(band);
}
}
band = GetWikiPageIdFor(wikiSearches[LanguageType.English], LanguageType.English,
$"{artist.Name} {BandKeyword}", artist);
if (band != null)
{
return(band);
}
Log.Information("Band not found {0} in WikiPedia", artist.Name);
return(new BandWithExternalInfo(artist));
}
public static BandWithExternalInfo LoadWikiPageMembers(this BandWithExternalInfo bandWithExternalInfo,
string knowledgeBaseFolder)
{
var bandWithWiki = new BandWithWikiInfo();
return(bandWithWiki.LoadMembersFromSource(bandWithExternalInfo,
new WikiPageText(GetPageUrlProvider(bandWithExternalInfo.LanguageType)),
new ExtractBandMembersFromWikiEngine(knowledgeBaseFolder, bandWithExternalInfo.LanguageType)));
}
public BandWithExternalInfo LoadMembersFromSource(BandWithExternalInfo band, IWikiPageText wikiPageText, ProcessingRulesEngine processingRulesEngine)
{
if (band.ExternalInfoIdentifier == 0)
{
return(band);
}
wikiPageText.LoadPage(band.ExternalInfoIdentifier);
band.Members = new List <Artist>();
foreach (var artistName in processingRulesEngine.ApplyAllRules(wikiPageText.ParsedPage.WikiText.AllText))
{
Log.Information("Found member: {0}", artistName);
band.Members.Add(new Artist {
Name = artistName
});
}
return(band);
}
public IEnumerable <BandWithPossibleMember> CleanMembers(BandWithExternalInfo band, ProcessingRulesEngine processingRulesEngine)
{
if (band.Members.Any())
{
foreach (var existingArtist in band.Members)
{
foreach (var cleanedArtistName in processingRulesEngine.ApplyAllRules(existingArtist.Name))
{
Log.Information("Cleaned member: {0}", cleanedArtistName);
yield return(new BandWithPossibleMember
{
Band = new Artist {
ArtistId = band.ArtistId, Name = band.Name
},
Member = new Artist {
ArtistId = Guid.Empty, Name = cleanedArtistName
}
});
}
}
}
}
private BandWithExternalInfo GetWikiPageIdFor(IWikiSearch wikiSearch, LanguageType languageType,
string searchFor, Artist artist)
{
wikiSearch.Search(searchFor);
if (wikiSearch.Query.SearchInfo.TotalHits > 0)
{
foreach (var hit in wikiSearch.Query.SearchResults)
{
if (hit.Title.ToLower() == searchFor)
{
Log.Information("Band found {0} in WikiPedia with pageId {1} in language {2}",
searchFor, hit.PageId, languageType);
var band = new BandWithExternalInfo(artist);
band.ExternalInfoIdentifier = hit.PageId;
band.LanguageType = languageType;
return(band);
}
}
}
return(null);
}
public static IEnumerable <BandWithPossibleMember> CleanWikiPageMembers(this BandWithExternalInfo bandWithExternalInfo, string knowledgeBaseFolder, string simpleWordsSeparator)
{
var bandWithWiki = new BandWithWikiInfo();
return(bandWithWiki.CleanMembers(bandWithExternalInfo, new CleanMembersFromWikiEngine(knowledgeBaseFolder, simpleWordsSeparator)));
}