public static void ScrapeRow(IFrameworkURLData data, HtmlNode row, RowType type)
{
var cell = row.SelectSingleNode("./td");
var name = cell.RealInnerText().Trim();
string link;
try
{
link = cell.SelectSingleNode("./p/code/a").GetAttributeValue("href", "");
}
catch
{
using (var writer = new StreamWriter(@"Output\Missing.txt", true))
{
writer.WriteLine(name);
}
Console.WriteLine("No link for " + name);
return;
}
foreach (var replace in data.LinkReplaces)
{
link = link.Replace(replace.Key, replace.Value);
}
var outputPath = @"Output\";
if (type == RowType.Interface)
{
outputPath += @"Protocols\" + (name.ToLower().Contains("delegate") ? @"Delegates\" : "");
}
Directory.CreateDirectory(outputPath);
using (var writer = new StreamWriter(outputPath + name + ".cs"))
{
try
{
writer.Write(Indenter.IndentDocument(
Finals.Class(link, data.Namespace,
type == RowType.Interface, data.Usings)));
}
catch
{
using (var wr = new StreamWriter(@"Output\Missing.txt", true))
{
wr.WriteLine(name);
}
Console.WriteLine("404 for " + name);
return;
}
writer.Flush();
}
}
public static void ScrapeFramework(IFrameworkURLData data)
{
if (Directory.Exists(@"Output\"))
{
Directory.Delete(@"Output\", true);
}
Directory.CreateDirectory(@"Output\");
Directory.CreateDirectory(@"Output\Additions");
Directory.CreateDirectory(@"Output\Protocols");
using (var client = new HttpClient())
{
var resp = client.GetStringAsync(data.URL).Result;
var doc = new HtmlDocument {
OptionFixNestedTags = true
};
doc.LoadHtml(resp);
var tables = doc.DocumentNode.SelectNodes("//table[@class='collection-table Objective-C']");
var classRows = tables[0].SelectNodes("./tbody/tr");
foreach (var classRow in classRows)
{
ScrapeRow(data, classRow, RowType.Class);
}
var interfaceRows = tables[1].SelectNodes("./tbody/tr");
foreach (var interfaceRow in interfaceRows)
{
ScrapeRow(data, interfaceRow, RowType.Interface);
}
foreach (var extra in data.Extra)
{
using (var writer = new StreamWriter("Output\\" + extra.Key + ".cs"))
{
try
{
writer.Write(Indenter.IndentDocument(
Finals.Class(extra.Value, data.Namespace,
false, data.Usings)));
}
catch
{
}
writer.Flush();
}
}
}
}