private static void WriteConstants(GeneralUris generalUris, string destDir, VDS.RDF.INamespaceMapper nsMapper)
{
ConsoleHelper.WriteMilestone("Writing constant definitions ...");
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, "_constants.ttl")), nsMapper)) {
WriteCloseReasons(generalUris, destWriter);
GlobalData.UpdateStats(destWriter);
}
Console.WriteLine(" done.");
}
private static void WriteAccountList(GeneralUris generalUris, string destDir, VDS.RDF.INamespaceMapper nsMapper)
{
ConsoleHelper.WriteMilestone("Writing account list ...");
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, "_users.ttl")), nsMapper)) {
foreach (var id in GlobalData.AccountIds)
{
destWriter.StartTriple(generalUris.CreateAccountUri(id));
destWriter.AddToTriple(generalUris.TypeProperty, generalUris.AccountType);
}
GlobalData.UpdateStats(destWriter);
}
Console.WriteLine(" done.");
}
private static void WriteOntology(GeneralUris generalUris, string destDir, VDS.RDF.INamespaceMapper nsMapper)
{
ConsoleHelper.WriteMilestone("Writing ontology ...");
using (var tempNsMapper = new NamespaceMapper(false)) {
tempNsMapper.Import(nsMapper);
tempNsMapper.AddNamespace("owl", new Uri(NamespaceMapper.OWL));
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, "_ontology.ttl")), tempNsMapper)) {
WriteOntologyDefinitions(generalUris, destWriter);
GlobalData.UpdateStats(destWriter);
}
}
Console.WriteLine(" done.");
}
private static void WriteBadgesLists(GeneralUris generalUris, string destDir, VDS.RDF.INamespaceMapper nsMapper)
{
ConsoleHelper.WriteMilestone("Writing lists of badges ...");
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, "_badges.ttl")), nsMapper)) {
foreach (var siteBadges in GlobalData.GetBadgesPerSite())
{
Uri siteUri = generalUris.CreateSiteUri(siteBadges.Item1);
SiteUris uris = new SiteUris(generalUris, siteBadges.Item1);
foreach (string badgeName in siteBadges.Item2)
{
WriteBadgeInfo(uris, badgeName, destWriter);
}
}
GlobalData.UpdateStats(destWriter);
}
Console.WriteLine(" done.");
}
private static void ConvertSiteList(GeneralUris generalUris, string tempDir, Uri baseUri, string destDir, VDS.RDF.INamespaceMapper nsMapper)
{
string srcFile = Path.Combine(tempDir, "Sites.xml");
ConsoleHelper.WriteMilestone("Downloading site list ...");
using (var client = new WebClient()) {
client.DownloadFile(new Uri(baseUri, "Sites.xml"), srcFile);
}
Console.WriteLine(" done.");
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, "_sites.ttl")), nsMapper)) {
using (var fs = File.OpenRead(srcFile)) {
using (var reader = XmlReader.Create(fs)) {
while (reader.NodeType != XmlNodeType.Element)
{
if (!reader.Read())
{
ConsoleHelper.WriteErrorLine("No contents found in file {0}.", srcFile);
return;
}
}
if (reader.LocalName == "sitelist")
{
ConvertSites(generalUris, reader, destWriter);
}
else
{
ConsoleHelper.WriteWarningLine("Unknown root element \"{0}\". Skipping document.", reader.LocalName);
}
}
}
GlobalData.UpdateStats(destWriter);
}
Console.WriteLine("Conversion of site list completed.");
}
public static void Convert(GeneralUris generalUris, string srcFile, string destDir, SiteInfo website)
{
string fileNameOnly = Path.GetFileName(srcFile);
Console.WriteLine("Processing {0} ...", fileNameOnly);
var siteUris = new SiteUris(generalUris, website);
var nsMapper = siteUris.CreateNamespaceMapper();
using (var destWriter = new SequentialTurtleWriter(File.CreateText(Path.Combine(destDir, website + "-" + Path.GetFileNameWithoutExtension(srcFile) + ".ttl")), nsMapper)) {
using (var fs = File.OpenRead(srcFile)) {
using (var reader = XmlReader.Create(fs)) {
while (reader.NodeType != XmlNodeType.Element)
{
if (!reader.Read())
{
ConsoleHelper.WriteErrorLine("No contents found in file {0}.", srcFile);
return;
}
}
switch (reader.LocalName)
{
case "badges":
ConsoleHelper.WriteInfoLine("List of badges identified.");
ConvertBadges(siteUris, reader, destWriter);
break;
case "comments":
ConsoleHelper.WriteInfoLine("List of comments identified.");
ConvertComments(siteUris, reader, destWriter);
break;
case "posthistory":
ConsoleHelper.WriteInfoLine("List of posthistory identified.");
ConvertPostHistory(siteUris, reader, destWriter);
break;
case "postlinks":
ConsoleHelper.WriteInfoLine("List of postlinks identified.");
ConvertPostLinks(siteUris, reader, destWriter);
break;
case "posts":
ConsoleHelper.WriteInfoLine("List of posts identified.");
ConvertPosts(siteUris, reader, destWriter);
break;
case "tags":
ConsoleHelper.WriteInfoLine("List of tags identified.");
ConvertTags(siteUris, reader, destWriter);
break;
case "users":
ConsoleHelper.WriteInfoLine("List of users identified.");
ConvertUsers(siteUris, reader, destWriter);
break;
case "votes":
ConsoleHelper.WriteInfoLine("List of votes identified.");
ConvertVotes(siteUris, reader, destWriter);
break;
default:
ConsoleHelper.WriteWarningLine("Unknown root element \"{0}\". Skipping document.", reader.LocalName);
break;
}
}
}
GlobalData.UpdateStats(destWriter);
}
Console.WriteLine("Conversion of {0} completed.", fileNameOnly);
}