private void ExtractTips(string rootHtml, Seedling seedling)
{
var semiHtml = Regex.Match(rootHtml, @"<div id=\""sowing_tips"" class=\""title-full\"">.*Conseils de semis.*<\/div>(.*)<\/section>", RegexOptions.Multiline)
.Groups[0]
.Value;
Regex.Matches(semiHtml, @"<div class=\""title-tips\"">(.*?) :<\/div>.*?<div class=\""desc-tips\"">(.*?)<\/div>", RegexOptions.Multiline)
.ForEach(m =>
{
var title = m.Groups[1].Value;
var value = HtmlUtilities.ConvertToPlainText(m.Groups[2].Value.Replace("<li>", "<li>\r\n - ")).Trim()
.Replace("\'", "'");
if (title == "Facilité")
{
seedling.Facilite = value;
}
else if (title == "Mode de semis")
{
seedling.ModeDeSemis = value;
}
else if (title == "Durée de germination")
{
seedling.DureeDeGermination = value;
}
else if (title == "Techniques de semis")
{
seedling.TechniquesDeSemis = value;
}
else
{
_logger.LogWarning($"Unknown property in tips : {title}\\{value}");
}
});
}
private async void ScrapProductPage(string productUrl)
{
var rootHtml = await _httpExtractor.GetHtml(productUrl);
var seedling = new Seedling
{
Name = Regex.Match(rootHtml, @"<title>(.*) - Le Comptoir des Graines<\/title>").Groups[1].Value?.Replace("Graines de ", "")
};
ExtractProperties(rootHtml, seedling);
ExtractTips(rootHtml, seedling);
await ExtractPics(rootHtml, seedling);
await _bus.Publish(_mapper.Map <SeedlingEvent>(seedling));
}
private async Task ExtractPics(string rootHtml, Seedling seedling)
{
var imageDiv = Regex.Match(rootHtml, @"<div id=\""thumbs_list\"">.*?<\/div>", RegexOptions.Multiline)
.Groups[0]
.Value;
Regex.Matches(imageDiv,
@"<a href=""(https:\/\/.*?\.jpg)"".*?src=""(https:\/\/.*?\.jpg)",
RegexOptions.Multiline)
.ForEach(m =>
{ ///TODO Async
var img = new ImageEvent
{
Name = seedling.Name,
Bytes = _httpExtractor.GetBytes(m.Groups[1].Value).Result,
ThumbBytes = _httpExtractor.GetBytes(m.Groups[2].Value).Result,
};
img.Hash = SHA256.Create().ComputeHash(img.Bytes);
_bus.Publish(img);
});
}
private void ExtractProperties(string rootHtml, Seedling seedling)
{
foreach (Match match in Regex.Matches(rootHtml, @"<div class=""rte"">(.*?)<\/div>", RegexOptions.Multiline))
{
var descHtml = match.Groups[1].Value;
Regex.Matches(descHtml, @"<strong>(.*?) :<\/strong>(.*?)<\/p>")
.ForEach(m =>
{
var title = m.Groups[1].Value;
var value = HtmlUtilities.ConvertToPlainText(m.Groups[2].Value).Trim().Replace("\r", "")
.Replace("\'", "'");
if (title == "Nom latin")
{
seedling.NomLatin = value;
}
else if (title == "Nom vernaculaire")
{
seedling.NomVernaculaire = value;
}
else if (title == "Intérêt")
{
seedling.Interet = value;
}
else if (title == "Origine")
{
seedling.Origine = value;
}
else if (title == "Hauteur")
{
seedling.Hauteur = value;
}
else if (title == "Période de floraison")
{
seedling.PeriodeDeFloraison = value;
}
else if (title == "Type")
{
seedling.Type = value;
}
else if (title == "Feuilles")
{
seedling.Feuilles = value;
}
else if (title == "Fleurs")
{
seedling.Fleurs = value;
}
else if (title == "Recommandations")
{
seedling.Recommandations = value;
}
else if (title == "Lieu de culture")
{
seedling.LieuDeCulture = value;
}
else if (title == "Emprise au sol")
{
seedling.EmpriseAuSol = value;
}
else if (title == "Port")
{
seedling.Port = value;
}
else if (title == "Cycle de vie")
{
seedling.Cycle = value;
}
else if (title == "Température minimale (Rusticité)")
{
seedling.TemperatureMinimale = value;
}
else if (title == "Autres")
{
seedling.Autres = value;
}
else if (title == "Fruits")
{
seedling.Fruits = value;
}
else if (title == "Arrosage")
{
seedling.Arrosage = value;
}
else if (title == "Maladies / Ravageurs")
{
seedling.MaladiesRavageurs = value;
}
else if (title == "Exposition")
{
seedling.Exposition = value;
}
else if (title == "Substrat")
{
seedling.Substrat = value;
}
else if (title == "Culture au jardin")
{
seedling.CultureAuJardin = value;
}
else if (title == "Culture en pot")
{
seedling.CultureEnPot = value;
}
else if (title == "Propriétés")
{
seedling.Proprietes = value;
}
else if (title == "Conseils du comptoir des graines")
{
seedling.Conseil = value;
}
else if (title == "Recolte")
{
seedling.Recolte = value;
}
else if (title == "Conservation")
{
seedling.Conservation = value;
}
else if (title == "Associations défavorables au jardin")
{
seedling.AssociationDefavorable = value;
}
else if (title == "Associations favorables au jardin")
{
seedling.AssociationFavorable = value;
}
else if (title == "Phytoépuration")
{
seedling.Phytoepuration = value;
}
else
{
_logger.LogWarning($"Unknown property in product description : {title}\\{value}");
}
});
}
}
