/// <summary>
/// Method containnig the funtionality that evalute and edite the ingredient name.
/// </summary>
/// <param name="name">The raw name</param>
/// <param name="fatalError">A bool which is triggered if the ingredient is determined uninterpretable</param>
/// <param name="dbConnect">Instace of the database used to save and edit the database</param>
/// <param name="functionality">A instance of a classe which contains many of the nessesary funtionalitys for the method</param>
/// <returns>Returns a string that will be used as the ingrediient name</returns>
private string nameEditing_Evalution(string name, out bool fatalError, DatabaseConnect dbConnect, AssistingClasses functionality)
{
if (!String.IsNullOrWhiteSpace(name.Trim()))
{
name = functionality.getCleanFunc().NameCleanUp(name);
//Console.WriteLine("INPUT: " + name);
name = functionality.getRefs().CheckForValidIndgredients(name, out fatalError);
if (!fatalError)
{
name = functionality.getCleanFunc().EdgeCaseCleanUp(name);
//Console.WriteLine("OUTPUT: " + name);
fatalError = EvaluateName(name);
}
}
else
{
fatalError = false;
name = "none";
}
return(name);
}
/// <summary>
/// A webcrawler specefictly made to crawl the web site https://www.dk-kogebogen.dk/, i findes the diffrent elements of a recepie page,
/// such as name of the recipie, ingredients and the desribtion of the dish.
/// It will also do some prossecing on each found element to clean them up and make them easier to workd with.
/// </summary>
/// <param name="start_page">The starting recepie on the website</param>
/// <param name="Last_page">The last recepie on the web site it should check</param>
/// <param name="dc">The database that should get the finished recipies loaded into</param>
/// <returns>It just returns a task as everything is inputed directly into the database while it runs</returns>
public async Task GetRecipes(int start_page, int Last_page, DatabaseConnect dc)
{
AssistingClasses functionality = new AssistingClasses();
for (int i = start_page; i <= Last_page; i++) //loop that goes from the first page to the last page
{
String url = ("https://www.dk-kogebogen.dk/opskrifter/" + i + "/");
HttpClient HttpClient = new HttpClient();
string html = await HttpClient.GetStringAsync(url);
HtmlDocument htmlDocument = new HtmlDocument();
htmlDocument.LoadHtml(html);
bool fatalError = false;
List <Ingredient> IngriedisensList = new List <Ingredient>();
HtmlNodeCollection ingredienser = htmlDocument.DocumentNode.SelectNodes("//span[@class][@itemprop='recipeIngredient']");
HtmlNodeCollection PerPerson = htmlDocument.DocumentNode.SelectNodes("//span[@itemprop='recipeYield']");
HtmlNodeCollection Beskrivels = htmlDocument.DocumentNode.SelectNodes("//div[@itemprop]");
HtmlNodeCollection name = htmlDocument.DocumentNode.SelectNodes("//center");
Console.WriteLine(i);
if (!CheckIfPageFound(name, Beskrivels, ingredienser))
{
Console.WriteLine("Cannot find recipie continues....");
}
else
{
var response = HttpClient.GetAsync(url).Result;
if (response.StatusCode == System.Net.HttpStatusCode.OK)
{
foreach (var ind in ingredienser)
{
if (!ind.InnerText.Contains(':'))
{
Ingredient ingredient = CreateIngriedient(ind.InnerText, out fatalError, dc, functionality);
if (!ingredient._ingredientName.Equals("none"))
{
IngriedisensList.Add(ingredient);
}
}
if (fatalError)
{
break;
}
}
if (!fatalError)
{
Recipe recipe = new Recipe(i,
name.ElementAt <HtmlNode>(0).InnerText,
Beskrivels.ElementAt <HtmlNode>(0).InnerText,
IngriedisensList,
functionality.getCleanFunc().CleanUpPerPerson(PerPerson));
await dc.Recipe.AddList(recipe);
//recipeImages.AssingItemImage(new RecepieProductHelper(recipe), "bing");
}
else
{
Console.WriteLine("Recipie determined false..");
}
}
else
{
Console.WriteLine("Connection failed");
}
}
}
Console.WriteLine("Procces finished");
}