public List <JiaoCai> GetJiaoCais()
{
using (var db = new XKWEntities2())
{
return(db.JiaoCai.ToList());
}
}
public List <JiaocaiDetail> GetJiaocaiDetails(int jiaocaiID)
{
using (var db = new XKWEntities2())
{
return(db.JiaocaiDetail.Where(t => t.JiaoCaiDetailParentId == jiaocaiID).ToList());
}
}
public List <SubjectCategory> GetSubjectCategories()
{
using (var db = new XKWEntities2())
{
return(db.SubjectCategory.Where(t => !t.CategoryName.Contains("综合库")).ToList());
}
}
public bool ExistCrawlerJC()
{
using (var db = new XKWEntities2())
{
return(db.V_JiaocaiDetailYSY.Any(t => t.IsLevel1 && t.Status == false));
}
}
public List <V_QuestionJiaoCaiSource> GetHugeList()
{
using (var db = new XKWEntities2())
{
return(db.V_QuestionJiaoCaiSource.Where(t => t.Total > 12000).ToList());
}
}
public List <SubjectGrade> GetSubjectGrade()
{
using (var db = new XKWEntities2())
{
return(db.SubjectGrade.ToList());
}
}
public List <Area> GetAreas()
{
using (var db = new XKWEntities2())
{
return(db.Area.ToList());
}
}
public bool ExistCrawlerJcSource()
{
using (var db = new XKWEntities2())
{
return(db.V_QuestionJiaoCaiSource.Any(t => t.Status == false && t.Total > 0 && t.Total <= 12000));
}
}
public bool ExistGrabPageAreaSource(int areaId, int jiaocaiId)
{
using (var db = new XKWEntities2())
{
return(db.QuestionJiaoCaiSource.Any(
t => t.AreaId == areaId && t.JiaocaiId == jiaocaiId));
}
}
public bool ExistGrabPageSource(int areaId, int jiaocaiDetailId, int gradeId)
{
using (var db = new XKWEntities2())
{
return(db.QuestionPageSource.Any(
t => t.AreaId == areaId && t.JiaocaiDetailId == jiaocaiDetailId && t.GradeId == gradeId));
}
}
public bool ExistQuestionJiaocaiSourceResult(int QuestionJiaoCaiSourceId, int pageNum)
{
using (var db = new XKWEntities2())
{
return(db.QuestionJiaocaiSourceResult.Any(
t => t.QuestionJiaoCaiSourceId == QuestionJiaoCaiSourceId && t.PageNum == pageNum));
}
}
public bool ExistQuestionJiaocaiSourceResult()
{
using (var db = new XKWEntities2())
{
return
(db.QuestionJiaocaiSourceResult.Any(t => t.Status == false));
}
}
public List <V_QuestionJiaoCaiSource> GetRandom10CrawlerJcSource()
{
using (var db = new XKWEntities2())
{
return
(db.Database.SqlQuery <V_QuestionJiaoCaiSource>(
@"
select top 2 *, NewID() as random from [V_QuestionJiaoCaiSource] where status=0 and total>0 and total<=12000 order by random").ToList());
}
}
public List <V_Jiaocai> GetRandom10CrawlerJC()
{
using (var db = new XKWEntities2())
{
return
(db.Database.SqlQuery <V_Jiaocai>(
@"
select top 10 *, NewID() as random from [V_Jiaocai] where status=0 order by random").ToList());
}
}
public List <V_JiaocaiDetailYSY> GetRandom10CrawlerJC()
{
using (var db = new XKWEntities2())
{
return
(db.Database.SqlQuery <V_JiaocaiDetailYSY>(
@"
select top 10 *, NewID() as random from [V_JiaocaiDetailYSY] where status=0 order by random").ToList());
return(db.V_JiaocaiDetailYSY.Where(t => t.IsLevel1 && t.Status == false) /*.Where(t => t.SubjectName.Contains("语文") || t.SubjectName.Contains("数学") || t.SubjectName.Contains("英语"))*/.ToList());
}
}
public void WriteLog(string error, string error2, string url)
{
using (var db = new XKWEntities2())
{
var log = new Log();
log.Content = error;
log.Content2 = error2;
log.CrawlerUrl = url;
db.Log.Add(log);
db.SaveChanges();
}
}
public void UpdateQuestionJiaocaiSourceResultStatus(int id)
{
using (var db = new XKWEntities2())
{
if (
db.QuestionJiaoCaiSource.Any(t => t.Id == id))
{
var entity = db.QuestionJiaoCaiSource.FirstOrDefault(t => t.Id == id);
entity.Status = true;
db.SaveChanges();
}
}
}
public void UpdateJiaocaiDetailStatus(int jiaocaiDetailId)
{
using (var db = new XKWEntities2())
{
if (
db.JiaocaiDetail.Any(t => t.JiaoCaiDetailId == jiaocaiDetailId))
{
var entity = db.JiaocaiDetail.FirstOrDefault(t => t.JiaoCaiDetailId == jiaocaiDetailId);
entity.Status = true;
db.SaveChanges();
}
}
}
public void UpdateQuestionJiaocaiSourceTotalCount(int id, int total)
{
using (var db = new XKWEntities2())
{
if (
db.QuestionJiaoCaiSource.Any(t => t.Id == id))
{
var entity = db.QuestionJiaoCaiSource.FirstOrDefault(t => t.Id == id);
entity.Total = total;
db.SaveChanges();
}
}
}
public void AddSubjectGrade(int gradeId, int subjectId)
{
using (var db = new XKWEntities2())
{
if (!db.SubjectGrade.Any(t => t.SubjectId == subjectId && t.GradeId == gradeId))
{
var entity = new SubjectGrade();
entity.GradeId = gradeId;
entity.SubjectId = subjectId;
db.SubjectGrade.Add(entity);
db.SaveChanges();
}
}
}
public void AddCategoryId(int categoryId, string categoryName, int subjectId)
{
using (var db = new XKWEntities2())
{
if (!db.SubjectCategory.Any(t => t.CategoryId == categoryId))
{
var entity = new SubjectCategory();
entity.CategoryId = categoryId;
entity.CategoryName = categoryName;
entity.SubjectId = subjectId;
db.SubjectCategory.Add(entity);
db.SaveChanges();
}
}
}
public void AddArea(int areaId, string name, string shortName)
{
using (var db = new XKWEntities2())
{
if (!db.Area.Any(t => t.AreaId == areaId))
{
var entity = new Area();
entity.AreaId = areaId;
entity.Name = name;
entity.ShortName = shortName;
db.Area.Add(entity);
db.SaveChanges();
}
}
}
public void AddSubject(int subjectId, string subjectName, int degreeId)
{
using (var db = new XKWEntities2())
{
if (!db.Subject.Any(t => t.SubjectId == subjectId))
{
var entity = new Subject();
entity.SubjectId = subjectId;
entity.SubjectName = subjectName;
entity.DegreeId = degreeId;
db.Subject.Add(entity);
db.SaveChanges();
}
}
}
public void AddJiaocaiDetail(int jiaocaiId, int parentId, int id, string name)
{
using (var db = new XKWEntities2())
{
if (db.JiaocaiDetail.Any(t => t.JiaoCaiDetailId == id))
{
return;
}
var entity = new JiaocaiDetail();
entity.JiaoCaiId = jiaocaiId;
entity.JiaoCaiDetailParentId = parentId;
entity.JiaoCaiDetailId = id;
entity.JiaoCaiDetailName = name;
db.JiaocaiDetail.Add(entity);
db.SaveChanges();
}
}
public void AddJiaocai(int categoryId, int jiaocaiId, string jiaocaiName, string jiaocaiUrl)
{
using (var db = new XKWEntities2())
{
if (db.JiaoCai.Any(t => t.JiaoCaiId == jiaocaiId))
{
return;
}
var entity = new JiaoCai();
entity.CategoryId = categoryId;
entity.JiaoCaiId = jiaocaiId;
entity.JCName = jiaocaiName;
entity.JiaoCaiUrl = jiaocaiUrl;
db.JiaoCai.Add(entity);
db.SaveChanges();
}
}
public void AddGrabPageSource(int areaId, int jiaocaiId, int total)
{
using (var db = new XKWEntities2())
{
if (
db.QuestionJiaoCaiSource.Any(
t => t.AreaId == areaId && t.JiaocaiId == jiaocaiId))
{
return;
}
var entity = new QuestionJiaoCaiSource();
entity.AreaId = areaId;
entity.JiaocaiId = jiaocaiId;
entity.Total = total;
db.QuestionJiaoCaiSource.Add(entity);
db.SaveChanges();
}
}
public void AddJiaocaiDetaiSource(int areaId, int jiaocaiId, int jiaocaiDetaiId, int total, string url)
{
using (var db = new XKWEntities2())
{
if (db.QuestionJiaoCaiDetailSource.Any(t => t.JiaocaiDetailId == jiaocaiDetaiId && t.AreaId == areaId))
{
return;
}
var entity = new QuestionJiaoCaiDetailSource();
entity.AreaId = areaId;
entity.JiaocaiId = jiaocaiId;
entity.JiaocaiDetailId = jiaocaiDetaiId;
entity.Total = total;
entity.CrawlerUrl = url;
db.QuestionJiaoCaiDetailSource.Add(entity);
db.SaveChanges();
}
}
public void AddGrabPageList(int areaId, int jiaocaiDetailId, int gradeId, int total, int pageNum)
{
using (var db = new XKWEntities2())
{
if (
db.QuestionPageList.Any(
t => t.AreaId == areaId && t.JiaocaiDetailId == jiaocaiDetailId && t.GradeId == gradeId && t.PageNum == pageNum))
{
return;
}
var entity = new QuestionPageList();
entity.AreaId = areaId;
entity.JiaocaiDetailId = jiaocaiDetailId;
entity.GradeId = gradeId;
entity.Total = total;
entity.PageNum = pageNum;
db.QuestionPageList.Add(entity);
db.SaveChanges();
}
}
public void AddQuestionJiaocaiSourceResult(int areaId, int jiaocaiId, int sourceId, string html, int total, int pageNum, string crawlerUrl, List <QuestionXkw> entities)
{
using (var db = new XKWEntities2())
{
if (
db.QuestionJiaocaiSourceResult.Any(
t => t.JiaocaiId == jiaocaiId && t.AreaId == areaId && t.PageNum == pageNum))
{
return;
}
var entity = new QuestionJiaocaiSourceResult();
entity.AreaId = areaId;
entity.JiaocaiId = jiaocaiId;
entity.Html = html;
entity.Total = total;
entity.PageNum = pageNum;
entity.QuestionJiaoCaiSourceId = sourceId;
entity.CrawlerUrl = crawlerUrl;
db.QuestionJiaocaiSourceResult.Add(entity);
db.SaveChanges();
}
}
public void export()
{
var list = new List <V_questionxkw>();
using (var db = new XKWEntities2())
{
list =
db.V_questionxkw.Take(1000).ToList();
}
foreach (var item in list)
{
CopyTo(item.AnswerImg);
CopyTo(item.AnalysisImg);
//item.Knowledge =
// item.categories.Split(new string[] {"###"}, StringSplitOptions.RemoveEmptyEntries).ToList();
}
var str = JsonConvert.SerializeObject(list);
File.WriteAllText(@"D:\output\test.json", str);
}
