static async Task Bookmarks()
{
var v = new Verifier();
var dt = new ReceiverHtmlSelector(@"C:\Users\Surface1\Desktop\bookmarks_11_17_17.html", Encoding.UTF8, "//dt/a");
var data = await dt.TransformData(null);
data = await v.TransformData(data);
//data = await new TransformerHTMLAttribute("item_html", "href").TransformData(data);
//data = await v.TransformData(data);
data = await new TransformerAddColumnExpressionByColumn("item_html", "'<li>' + item_html +'</li>'", "li").TransformData(data);
data = await v.TransformData(data);
data = await new FilterRemoveColumn("item_html").TransformData(data);
data = await v.TransformData(data);
data = await new FilterRemoveColumn("item").TransformData(data);
data = await v.TransformData(data);
data = await new TransformerOneColumnToMultiTablesByNumber(data.Metadata.Tables.First().Name, 20).TransformData(data);
data = await v.TransformData(data);
var excel = new SenderExcel(@"text.xslx");
data = await excel.TransformData(data);
data = await v.TransformData(data);
}
private static async Task jordanbpeterson()
{
var v = new Verifier();
var dt = new ReceiverHtmlList("https://jordanbpeterson.com/great-books/");
var data = await dt.TransformData(null);
await v.TransformData(data);
data = await new TransformerToOneTable().TransformData(data);
await v.TransformData(data);
data = await new FilterRetainColumnDataContains("li_html", "http://amzn.to").TransformData(data);
await v.TransformData(data);
data = await new TransformSplitColumn(data.Metadata.Tables[0].Name, "li", ':').TransformData(data);
string file = Path.Combine(Directory.GetCurrentDirectory(), "jordanbpeterson.xlsx");
var excel = new SenderExcel(file);
data = await excel.TransformData(data);
data = await v.TransformData(data);
Process.Start(@"C:\Program Files (x86)\Microsoft Office\root\Office16\excel.exe", file);
}
//static void InterpretNodeRoot(KeyValuePair<YamlNode, YamlNode> rootNode)
//{
// switch (rootNode.Key.NodeType)
// {
// case YamlNodeType.Scalar:
// var
// }
//}
private static async Task OneTab()
{
var v = new Verifier();
//var dr = new ReceiverLinkOneTab("https://www.one-tab.com/page/4BuJyIbyQ7akwk0DrTLwUg");
var dr = new ReceiverLinkOneTab("https://www.one-tab.com/page/2lpYRWu3R4CRTjAFCch5aA");
var data = await dr.TransformData(null);
await v.TransformData(data);
data = await new FilterRemoveColumn("href").TransformData(data);
data = await new FilterRemoveColumn("a_text").TransformData(data);
await v.TransformData(data);
var firstTableName = data.Metadata.Tables[0].Name;
data = await new TransformerOneColumnToMultiTablesByNumber(firstTableName, 15).TransformData(data);
await v.TransformData(data);
data = await new FilterRemoveTable(firstTableName).TransformData(data);
await v.TransformData(data);
string file = Path.Combine(Directory.GetCurrentDirectory(), "onetab.xlsx");
var excel = new SenderExcel(file);
data = await excel.TransformData(data);
await v.TransformData(data);
data = await new TransformerRenameTablesInOrder(304, "Friday Links ###").TransformData(data);
await v.TransformData(data);
data = await new SenderWindowsLiveWriter(null, "</li><li>", "", "<li>", "").TransformData(data);
await v.TransformData(data);
}
private static async Task PingSites()
{
var v = new Verifier();
var dt = new ReceiverPing("www.yahoo.com");
var data = await dt.TransformData(null);
await v.TransformData(data);
string file = Path.Combine(Directory.GetCurrentDirectory(), "ping.xlsx");
var excel = new SenderExcel(file);
data = await excel.TransformData(data);
}
private static async Task Propriu()
{
var v = new Verifier();
var dt = new ReceiverXML(@"C:\Users\Surface1\Downloads\blogpropriu.wordpress.2018-10-06.xml", Encoding.UTF8, @"//item/category[@nicename=""carti-5-stele""]/..");
var data = await dt.TransformData(null);
await v.TransformData(data);
data = await new TransformerXMLToColumn("OuterXML", "//title", "title", ",").TransformData(data);
await v.TransformData(data);
data = await new TransformerXMLToColumn("OuterXML", "//category", "category", ",").TransformData(data);
await v.TransformData(data);
data = await new TransformerXMLToColumn("OuterXML", @"//*[name()=""content:encoded""]", "content", ",").TransformData(data);
await v.TransformData(data);
data = await new TransformerOneTableToMulti <TransformerHtmlAHref>("Content", "content", new CtorDictionary()).TransformData(data);
await v.TransformData(data);
data = await new FilterTablesWithColumn("href").TransformData(data);
await v.TransformData(data);
data = await new TransformerToOneTable().TransformData(data);
await v.TransformData(data);
data = await new FilterRetainColumnDataContains("href", "amazon").TransformData(data);
//await v.TransformData(data);
//data = await new RetainColumnDataContains("a_text", "Lord of Light").TransformData(data);
await v.TransformData(data);
data = await new TransformerOneTableToMulti <AmazonMeta>("file", "href", new CtorDictionary()).TransformData(data);
await v.TransformData(data);
data = await new FilterTablesWithColumn("meta_content").TransformData(data);
await v.TransformData(data);
data = await new TransformerToOneTable().TransformData(data);
await v.TransformData(data);
var excel = new SenderExcel(@"andrei.xslx");
data = await excel.TransformData(data);
data = await v.TransformData(data);
}
private static async Task BillGates()
{
var v = new Verifier();
//var dt = new ReceiverHtmlAHref(@"https://www.gatesnotes.com/Books#All",Encoding.UTF8);
//var dt = new ReceiverHtmlRegex(@"C:\Users\Surface1\Documents\bg.txt", Encoding.UTF8, @".(?:href=)(?<book>.+?)(?:#disqus).*?");
var dt = new ReceiverHtmlRegex(@"C:\Users\Surface1\Documents\bg.txt", Encoding.UTF8, @".(?:href=\\"")(?<book>.+?)(?:#disqus).*?");
var data = await dt.TransformData(null);
await v.TransformData(data);
var books = new FilterRetainColumnDataContains(data.Metadata.Columns[0].Name, "ooks");
data = await books.TransformData(data);
await v.TransformData(data);
var t = new TransformerOneTableToMulti <ReceiverHtmlMeta>("file", data.Metadata.Columns[0].Name, new CtorDictionary());
data = await t.TransformData(data);
await v.TransformData(data);
data = await new FilterTablesWithColumn("meta_name").TransformData(data);
await v.TransformData(data);
data = await new FilterTablesWithColumn("meta_name").TransformData(data);
await v.TransformData(data);
data = await new TransformerToOneTable().TransformData(data);
await v.TransformData(data);
books = new FilterRetainColumnDataContains("meta_name", "keywords");
data = await books.TransformData(data);
await v.TransformData(data);
var excel = new SenderExcel(@"bg.xslx");
data = await excel.TransformData(data);
data = await v.TransformData(data);
}
