public static FiFiPage GetPage(string term)
{
try
{
string fPage = Wiktionary.GetTermPage(term, "fi");
return(new FiFiPage(fPage));
}
catch (WebException e)
{
var statusCode = e.Response == null? 0 : (int)((HttpWebResponse)e.Response).StatusCode;
if (statusCode != 404)
{
Console.WriteLine(e);
}
var errorMessage = (e.Status == WebExceptionStatus.ProtocolError) ? String.Format("{0}:{1}", statusCode, ((HttpWebResponse)e.Response).StatusDescription) : e.Message;
var s = String.Format(WiktionaryPage.ErrorPage, errorMessage);
return(new FiFiPage(s));
}
catch (Exception e)
{ //TODO: include response info.
Console.Out.WriteLine(e);
var s = String.Format(WiktionaryPage.ErrorPage, e.Message);
return(new FiFiPage(s));
}
}
private static ImmutableList <string> EntriesFromIndex(string url)
{
try
{
IDocument doc = Wiktionary.GetDocument(url);
var entries = doc.QuerySelectorAll(EN_INDEX_ENTRY_SELECTOR).Where(a => !a.GetAttribute("href").Contains("redlink=1")).Select(a => a.TextContent).ToImmutableList <string>();
return(entries);
}
catch (Exception)
{
return(ImmutableList.Create <string>());
}
}
private static ImmutableList <string> LinksFromIndexPage(string url)
{
//Console.Write(url);
try
{
IDocument doc = Wiktionary.GetDocument(url);
var links = doc.QuerySelectorAll(EN_INDEX_LINK_SELECTOR).Select(a => a.GetAttribute("href")).Select(href => String.Format(EN_ABSOLUTE_URL, href)).ToImmutableList <string>();
//Console.WriteLine();
return(links);
}
catch (Exception)
{
//Console.WriteLine(" - error.");
return(ImmutableList.Create <string>());
}
}
private static ImmutableList <string> EntriesFromCategory(string url)
{
try
{
IDocument doc = Wiktionary.GetDocument(url);
var entries = doc.QuerySelectorAll(EN_CATEGORY_ENTRY_SELECTOR)
.Where(a => !a.GetAttribute("href").Contains("redlink=1")) // eliminates links without entries
.Where(a => !a.TextContent.Contains(":")) // eliminates Appendix: and Template: entries.
.Select(a => a.TextContent).ToImmutableList <string>();
//entries.ForEach(e => Console.WriteLine(e));
return(entries);
}
catch (Exception)
{
return(ImmutableList.Create <string>());
}
}
private static ImmutableList <string> LinksFromCategoryPage(string url)
{
try
{
//Console.WriteLine(url);
IDocument doc = Wiktionary.GetDocument(url);
var links = doc.QuerySelectorAll(EN_CATEGORY_LINK_SELECTOR).Select(a => a.GetAttribute("href"))
.Where(href => href.StartsWith("/wiki/") || href.Contains("en.wiktionary.org"))
.Select(href => href.StartsWith("//") ? "http:" + href : href)
.Select(href => href.Contains("en.wiktionary.org") ? href : String.Format(EN_ABSOLUTE_URL, href))
.ToImmutableList <string>();
return(links);
}
catch (Exception)
{
return(ImmutableList.Create <string>());
}
}
private static string DownloadVerbPage(string uri)
{
return(Wiktionary.DownloadPage(uri));
}
