public int IsLinkCrawlRemain()
{
SFDefault_201712100926Entities context = new SFDefault_201712100926Entities();
var data = context.CrawledDatas.Where(st => st.IsInDomain == true && st.IsLinkCrawled == false).ToList();
if (data != null)
{
return(data.Count());
}
return(0);
}
public int UpdateHtmlContentCrawled(UrlModel model)
{
SFDefault_201712100926Entities context = new SFDefault_201712100926Entities();
var data = context.CrawledDatas.Where(st => st.Id == model.Id).FirstOrDefault();
if (data != null)
{
data.IsDataCrawled = true;
context.Entry(data).State = EntityState.Modified;
int status = context.SaveChanges();
return(status);
}
return(0);
}
public List <UrlModel> GetUrlForLinkCrawl()
{
SFDefault_201712100926Entities context = new SFDefault_201712100926Entities();
var data = context.CrawledDatas.Where(st => st.IsInDomain == true && st.IsLinkCrawled == false).ToList();
Mapper.CreateMap <CrawledData, UrlModel>();
var urlModel = Mapper.Map <List <CrawledData>, List <UrlModel> >(data);
return(urlModel);
//using (SqlConnection objConn = new SqlConnection(OddsConnection.GetConnectionString()))
//{
// SqlDataAdapter cmd = new SqlDataAdapter("SELECT * FROM CrawledData WHERE IsLinkCrawled = 0 AND IsInDomain = 1", objConn);
// DataSet ds = new DataSet();
// cmd.Fill(ds);
// if (ds.Tables.Count > 0)
// {
// foreach(var row in ds.Tables[0].Rows)
// {
// }
// }
//}
}
public int UpdateHtmlData(UrlModel model)
{
try
{
SFDefault_201712100926Entities context = new SFDefault_201712100926Entities();
var data = context.CrawledDatas.Where(st => st.Id == model.Id).FirstOrDefault();
if (data != null)
{
data.HtmlContent = model.HtmlContent;
data.Header = model.Header;
data.Footer = model.Footer;
data.IsHtmlPage = model.IsHtmlPage;
data.IsHtmlPushed = false;
context.Entry(data).State = EntityState.Modified;
int status = context.SaveChanges();
return(status);
}
return(0);
}
catch (Exception ex)
{
return(0);
}
}
