Ejemplo n.º 1
0
 public void ParseFrom(string url)
 {
     ParseFrom(url, 1, MarketItems.PageCount(url));
 }
Ejemplo n.º 2
0
        public static void Export(string filename, MarketItems item)
        {
            MarketItems items = new MarketItems();

            foreach (var a in item)
            {
                items.Add(a);
                if (a.ChildrenItems.Count != 0)
                {
                    foreach (var b in a.ChildrenItems)
                    {
                        items.Add(b);
                    }
                }
            }

            using (ExcelPackage xlPackage = new ExcelPackage(new FileInfo(filename)))
            {
                var Worksheet    = xlPackage.Workbook.Worksheets.First(); //select sheet here
                var totalRows    = Worksheet.Dimension.End.Row;
                var totalColumns = Worksheet.Dimension.End.Column;
                Dictionary <string, List <string> > Colls = new Dictionary <string, List <string> >();
                for (int col = 1; col <= totalColumns; col++)
                {
                    if (Worksheet.Cells[1, col].Value.ToString() == "*Model")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Model;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "*Name")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Name;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Description")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Description;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Meta title")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Meta_title;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "SEO url")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].SEO_url;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Quantity")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Quantity;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Out stock status")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Out_stock_status;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Option")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Option;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Option value")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Option_value;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Price")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Price;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Manufacturer")
                    {
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = items[i].Manufacturer;
                        }
                    }
                    if (Worksheet.Cells[1, col].Value.ToString() == "Main image")
                    {// "catalog/tovar/" + a.Model+".jpg"
                        for (int i = 0; i < items.Count; i++)
                        {
                            Worksheet.Cells[i + 2, col, i + 2, col].Value = "catalog/tovar/" + items[i].Model + ".jpg";
                        }
                    }
                    xlPackage.Save();
                }
            }
        }
Ejemplo n.º 3
0
        public void ParseFrom(string url, int StartPage, int FinishPage)
        {
            try
            {
                var doc = new HtmlWeb().Load(url + "/goods.php");
                // int pageCount = MarketItems.PageCount(url);
                //проверка по пагинации
                for (int page = StartPage; page <= FinishPage; page++)
                {
                    doc = new HtmlWeb().Load(url + "/goods.php?cid=5&page=" + page); //текущая страница
                    var pageGoods = doc.DocumentNode.SelectNodes("//div[@class='ernr']/ul/li/div/h3/a").
                                    Select(a => url + "/" + a.ChildAttributes("href").
                                           FirstOrDefault().Value);           //ссылки на все товары на странице
                    if (pageGoods.Count() == 0)
                    {
                        throw new Exception("Товары не найдены!\nВозможно, сайт поменял верстку. Требуется обновить ПО!");
                    }
                    else
                    {
                        foreach (var good in pageGoods.ToList())
                        {
                            MarketItem item = new MarketItem();//будем заполнять товар
                            try
                            {
                                var goodNode   = new HtmlWeb().Load(good).DocumentNode.SelectSingleNode("//div[@class='cps']");                                         //html товара. отсюда и вытащим всё
                                var Options    = MarketItems.ConvertList(goodNode.SelectNodes(".//div[@class='tabmen']/ul/li").Select(a => a.InnerText).ToList());
                                var Quantities = ConvertList(goodNode.SelectNodes(".//div[@id='tabconten']/ul/li").Select(a => a.InnerText.Replace("双", "")).ToList()); //

                                item.Model = Count != 0 ? this.Max(a => a.Model) + 1 : 1;

                                item.Name             = goodNode.SelectSingleNode(".//h6").InnerText + " " + item.Model;
                                item.Description      = "<p><br></p>";
                                item.SEO_url          = item.Name.Replace(" ", "-");
                                item.Out_stock_status = "";
                                item.Option_type      = "radio";
                                item.Price            = "";//сам вводит
                                item.Main_image       = url + "/" + goodNode.SelectSingleNode(".//img").ChildAttributes("src").FirstOrDefault().Value;
                                /*TODO*/
                                item.Manufacturer = Manuf(item.Name);
                                item.Option       = MarketItems.Option(Options);
                                string resName = "";
                                if (item.Manufacturer.Contains("Timber"))
                                {
                                    resName += "Ботинки";
                                }
                                else
                                {
                                    resName += "Кроссовки";
                                }
                                if (Options.Min() <= 36)
                                {
                                    resName += " Женские ";
                                }
                                else
                                {
                                    resName += " Мужские ";
                                }
                                item.Name       = resName + goodNode.SelectSingleNode(".//h6").InnerText + " " + item.Model;
                                item.Meta_title = item.Name;
                                //по парам
                                item.Quantity     = Quantities.First().ToString();
                                item.Option_value = Options.First().ToString();
                                if (Options.Count == Quantities.Count)
                                {
                                    if (Options.Count > 1)
                                    {
                                        for (int i = 1; i < Options.Count; i++)
                                        {
                                            MarketItem child = new MarketItem();
                                            child.Model        = item.Model;
                                            child.Name         = item.Name;
                                            child.Description  = "";
                                            child.Meta_title   = "";
                                            child.SEO_url      = "";
                                            child.Option       = item.Option;
                                            child.Option_type  = item.Option_type;
                                            child.Main_image   = "";
                                            child.Quantity     = Quantities[i].ToString();
                                            child.Option_value = Options[i].ToString();
                                            item.ChildrenItems.Add(child);
                                        }
                                    }
                                }
                                else
                                {
                                    throw new Exception();
                                }
                            }
                            catch (Exception exception)
                            {
                                item.Error = exception.Message.ToString();
                            }
                            Add(item);//после парсинга страницы добавляем элемент
                        }
                    }
                }
            }
            catch (Exception e)
            {
                throw new Exception("Произошла ошибка при попытке получить страницу по адресу: " + url + "\n\t\t" + e.Message + "\nПожалуйста, проверьте правильность ввода ресурса!");
            }
        }
Ejemplo n.º 4
0
        public static MarketItems Import(string filename)
        {
            using (ExcelPackage xlPackage = new ExcelPackage(new FileInfo(filename)))
            {
                var Worksheet    = xlPackage.Workbook.Worksheets.First(); //select sheet here
                var totalRows    = Worksheet.Dimension.End.Row;
                var totalColumns = Worksheet.Dimension.End.Column;

                //  var sb = new StringBuilder(); //this is your your data
                Dictionary <string, List <string> > Colls = new Dictionary <string, List <string> >();
                for (int col = 1; col <= totalColumns; col++)
                {
                    var Column = Worksheet.Cells[1, col, totalRows, col].
                                 Select(x => x.Value == null ? " " : x.Value.ToString()).ToList();
                    Colls.Add(Column.First(), Column);
                }

                MarketItems result = new MarketItems();

                for (int i = 1; i < Colls["*Model"].Count - 1; i++)
                {
                    try
                    {
                        if ((Colls["*Model"][i] == Colls["*Model"][i - 1]) && (result.Last() != null))
                        {
                            result.Last().ChildrenItems.Add(new MarketItem
                            {
                                Model            = Convert.ToInt32(Colls["*Model"][i]),
                                Name             = Colls["*Name"][i],
                                Description      = result.Last().Description,
                                Meta_title       = result.Last().Meta_title,
                                SEO_url          = result.Last().SEO_url,
                                Quantity         = Colls["Quantity"][i],
                                Out_stock_status = result.Last().Out_stock_status,
                                Option           = result.Last().Option,
                                Option_value     = Colls["Option value"][i],
                                Price            = Colls["Price"][i],
                                Manufacturer     = result.Last().Manufacturer,
                                Main_image       = result.Last().Main_image
                            });
                        }
                        else
                        {
                            result.Add(new MarketItem
                            {
                                Model            = Convert.ToInt32(Colls["*Model"][i]),
                                Name             = Colls["*Name"][i],
                                Description      = Colls["Description"][i],
                                Meta_title       = Colls["Meta title"][i],
                                SEO_url          = Colls["SEO url"][i],
                                Quantity         = Colls["Quantity"][i],
                                Out_stock_status = Colls["Out stock status"][i],
                                Option           = Colls["Option"][i],
                                Option_value     = Colls["Option value"][i],
                                Price            = Colls["Price"][i],
                                Manufacturer     = Colls["Manufacturer"][i],
                                Main_image       = Colls["Main image"][i]
                            });
                        }
                    }
                    catch
                    {
                        result.Add(new MarketItem());
                    }
                }


                return(result);
            }
        }