public void test()
{
openSearchResult();
var productPageIndex = 1;
var skipTo = 103;
if (skipTo > productPageIndex)
{
driver.Navigate().GoToUrl($"https://www.daraz.pk/catalog/?from=input&location=-178&page={skipTo}&price=200-1000&q=%21%21&rating=4");
productPageIndex = skipTo;
}
//while (skipTo>productPageIndex)
//{
// Thread.Sleep(5000);
// ScrollToBottom();
// IWebElement pageButton=null;
// while (FindElement(By.CssSelector("[title='" + (productPageIndex+1) + "']"))!=null)
// {
// productPageIndex += 1;
// pageButton = FindElement(By.CssSelector("[title='" + productPageIndex + "']"));
// ScrollToBottom();
// Thread.Sleep(200);
// }
// if (pageButton == null)
// {
// break;
// }
// Actions _a2 = new Actions(driver);
// _a2.MoveToElement(pageButton);
// _a2.Perform();
// scrollDownByPixAmount("150");
// pageButton?.Click();
// Thread.Sleep(1 * 1000);
//}
Thread.Sleep(5 * 1000);
while (true)
{
var pageProducts = driver.FindElements(By.CssSelector("[data-sku-simple]"));
if (pageProducts.Count == 0)
{
break;
}
foreach (var pageProductItem in pageProducts)
{
Actions actions = new Actions(driver);
actions.MoveToElement(pageProductItem);
actions.Perform();
var _darazMallBanner = pageProductItem.GetElement(By.CssSelector("i.ic-dynamic-badge-lazMall"));
if (_darazMallBanner == null)
{
var anchor = pageProductItem.GetElement(By.CssSelector("a[age='0'][title]"));
var link = anchor.GetAttribute("href");
// pageProductItem.
int.TryParse(pageProductItem.GetElement(By.CssSelector("div>span"))?.Text?.Replace("Rs.", "").Trim(' '), out int _price);
float.TryParse(pageProductItem.GetElement(By.CssSelector("i+span"))?.Text?.Trim('(', ')'), out float _ratings);
var product = new PotentialProduct
{
LinkToProduct = link,
Price = _price,
Title = anchor.Text,
Ratings = _ratings,
Reviews = new List <DateTime>(),
isValidCategory = false,
stockHistory = new List <PotentialProductStock>()
};
var _pLink = product.LinkToProduct.Split('/')?.LastOrDefault()?.Split('.')?.FirstOrDefault();
var _saveFile = @"D:\ForDev\DarazMonitor\Data\" + _pLink + ".json";
_saveFile = _saveFile.Substring(0, Math.Min(259, _saveFile.Length));
if (product.Ratings == 0)
{
}
if (product.Ratings >= 50 && !File.Exists(_saveFile))
{
string originalWindow = driver.CurrentWindowHandle;
product = productDetailPage(product);
try
{
File.WriteAllText(_saveFile, JsonConvert.SerializeObject(product));
}
catch (Exception e)
{
}
driver.Close();
driver.SwitchTo().Window(originalWindow);
}
}
}
productPageIndex += 1;
Console.WriteLine(productPageIndex);
var pageButton = FindElement(By.CssSelector("[title='" + productPageIndex + "']"));
if (pageButton == null)
{
break;
}
Actions _a2 = new Actions(driver);
_a2.MoveToElement(pageButton);
_a2.Perform();
scrollDownByPixAmount("150");
pageButton?.Click();
Thread.Sleep(5 * 1000);
}
}
public PotentialProduct productDetailPage(PotentialProduct product)
{
driver.SwitchTo().NewWindow(WindowType.Tab);
driver.Navigate().GoToUrl(product.LinkToProduct);
var source = driver.PageSource;
int.TryParse(source?.Split(new string[] { "\"stock\":" }, StringSplitOptions.None)?.ElementAtOrDefault(1)?.Split(',')?.FirstOrDefault(), out int stock);
product.stockHistory.Add(new PotentialProductStock {
Date = DateTime.Now, Stock = stock
});
product.category = source?.Split(new string[] { "\"dataLayer\":{\"pdt_category\":" }, StringSplitOptions.None).ElementAtOrDefault(1)?.Split(new string[] { ",\"pagetype\"" }, StringSplitOptions.None)?.FirstOrDefault();
var arr = JArray.Parse(source?.Split(new string[] { "\"skuBase\":{\"properties\":" }, StringSplitOptions.None).ElementAtOrDefault(1)?.Split(new string[] { ",\"skus\":" }, StringSplitOptions.None)?.FirstOrDefault());
product.VariantTypes = arr.Count;
var isAgeRestricted = driver.FindElements(By.CssSelector(".age-restriction-btn-over")).Count > 0;
product.isAgeRestricted = isAgeRestricted;
if (isAgeRestricted)
{
driver.FindElement(By.CssSelector(".age-restriction-btn-over")).Click();
Thread.Sleep(1000);
}
var popup = driver.FindElements(By.CssSelector(".next-overlay-inner i")).Count > 0;
if (popup)
{
driver.FindElement(By.CssSelector(".next-overlay-inner i")).Click();
Thread.Sleep(1000);
}
//
//var ratingValue = source.Split(new string[] { "\"AggregateRating\",\"ratingValue\":\"" }, StringSplitOptions.None).ElementAtOrDefault(1)?.Split('"')?.FirstOrDefault();
ScrollToBottom();
IJavaScriptExecutor js = (IJavaScriptExecutor)driver;
js.ExecuteScript("document.querySelector('#topActionHeader').hidden=true");
js.ExecuteScript("document.querySelector('.im').hidden=true");
Thread.Sleep(1000);
ScrollToBottom(.3f);
Thread.Sleep(200);
ScrollToBottom(.3f);
Thread.Sleep(200);
ScrollToBottom(.3f);
Thread.Sleep(200);
try
{
var btn = driver.FindElements(By.CssSelector(".condition"))?.Last();
Actions _a1 = new Actions(driver);
_a1.MoveToElement(btn);
_a1.Perform();
//scrollDownByPixAmount("150");
btn?.Click();
}
catch (Exception e)
{
}
Thread.Sleep(200);
driver.FindElement(By.CssSelector("[role='menuitem']:nth-child(2)")).Click();
Thread.Sleep(200);
var reviewIndex = 1;
var inValidCats = new string[] { "TV, Audio / Video, Gaming & Wearables", "Women", "Makeup", "Groceries", "Eye Care", "\"Electrical\"", "Cables & Converters", "Computers & Laptops", "\"Watches\"", "Memory Cards", "Medical Supplies", "\"Digital Goods\"", "\"Mobiles & Tablets\"", "\"Moto Electronics\"", "Flat Irons" };
var isValidCategory = inValidCats.All(ic => !product.category.Contains(ic));
if (isValidCategory && product.VariantTypes < 2)
{
}
product.isValidCategory = isValidCategory;
while (true && isValidCategory && product.VariantTypes < 2)
{
foreach (var titleItem in driver.FindElements(By.CssSelector(".title.right")))
{
try
{
var _approxDate = titleItem.Text.AsDateTime();
if (_approxDate.HasValue)
{
product.Reviews.Add(_approxDate.Value);
}
}
catch (Exception)
{
}
}
reviewIndex += 1;
var collection = driver.FindElements(By.CssSelector("#module_product_review .next-pagination-list .next-btn"));
bool next = false;
foreach (var item in collection)
{
if (item.Text.Trim() == reviewIndex.ToString())
{
ScrollToBottom();
Thread.Sleep(1000);
ScrollToBottom(.3f);
Thread.Sleep(200);
ScrollToBottom(.3f);
Thread.Sleep(200);
ScrollToBottom(.3f);
Thread.Sleep(200);
Actions _actions = new Actions(driver);
_actions.MoveToElement(item);
_actions.Perform();
//scrollDownByPixAmount("150");
item.Click();
next = true;
}
}
Thread.Sleep(200);
if (!next)
{
break;
}
}
return(product);
}