public int IsLinkCrawlRemain() { SFDefault_201712100926Entities context = new SFDefault_201712100926Entities(); var data = context.CrawledDatas.Where(st => st.IsInDomain == true && st.IsLinkCrawled == false).ToList(); if (data != null) { return(data.Count()); } return(0); }
public int UpdateHtmlContentCrawled(UrlModel model) { SFDefault_201712100926Entities context = new SFDefault_201712100926Entities(); var data = context.CrawledDatas.Where(st => st.Id == model.Id).FirstOrDefault(); if (data != null) { data.IsDataCrawled = true; context.Entry(data).State = EntityState.Modified; int status = context.SaveChanges(); return(status); } return(0); }
public List <UrlModel> GetUrlForLinkCrawl() { SFDefault_201712100926Entities context = new SFDefault_201712100926Entities(); var data = context.CrawledDatas.Where(st => st.IsInDomain == true && st.IsLinkCrawled == false).ToList(); Mapper.CreateMap <CrawledData, UrlModel>(); var urlModel = Mapper.Map <List <CrawledData>, List <UrlModel> >(data); return(urlModel); //using (SqlConnection objConn = new SqlConnection(OddsConnection.GetConnectionString())) //{ // SqlDataAdapter cmd = new SqlDataAdapter("SELECT * FROM CrawledData WHERE IsLinkCrawled = 0 AND IsInDomain = 1", objConn); // DataSet ds = new DataSet(); // cmd.Fill(ds); // if (ds.Tables.Count > 0) // { // foreach(var row in ds.Tables[0].Rows) // { // } // } //} }
public int UpdateHtmlData(UrlModel model) { try { SFDefault_201712100926Entities context = new SFDefault_201712100926Entities(); var data = context.CrawledDatas.Where(st => st.Id == model.Id).FirstOrDefault(); if (data != null) { data.HtmlContent = model.HtmlContent; data.Header = model.Header; data.Footer = model.Footer; data.IsHtmlPage = model.IsHtmlPage; data.IsHtmlPushed = false; context.Entry(data).State = EntityState.Modified; int status = context.SaveChanges(); return(status); } return(0); } catch (Exception ex) { return(0); } }