private static void Fetch()
{
//var param = SqlParamHelper.GetDefaultParam(1, int.MaxValue, "SiteId", true);
//param.where.where.Add(SqlParamHelper.CreateWhere(
// PARAM_TYPE.EQUATE, LINK_TYPE.AND, "Status", "1"));
//var siteCfgAccess = new SiteConfigAccess(Conn);
//var siteList = siteCfgAccess.Load(param);
var siteList = new SiteConfigMySqlService().FindAll(p => p.SiteId > 0);
//var cateList = new NewsCategoryAccess(Conn).GetAllCate();
var cateList = new NewsCategoryMySqlServcie().FindAll(p => p.CategoryId > 0);
foreach (var site in siteList)
{
if (site.SiteName == "同花顺")
{
TongHuaSunFetchService fetchService = new TongHuaSunFetchService();
fetchService.Fetch(site, cateList);
}
if (site.SiteName == "东方财富网")
{
DongfangcaifuFetchService fetchSercie = new DongfangcaifuFetchService();
fetchSercie.Fetch(site, cateList);
}
if (site.SiteName == "网易新闻")
{
WY163FecthService fetchServcie = new WY163FecthService();
fetchServcie.Fetch(site, cateList);
}
}
//ftp 上传 分词后文件夹
}
static void Main(string[] args)
{
string startDate = DateTime.Now.ToString("yyyy-MM-dd");
while (true)
{
try
{
//var path = PanGu.Framework.Path.GetAssemblyPath() + @"NewsIndex";
//if (DateTime.Now.ToString("yyyy-MM-dd") != startDate)
//{
// var sql = " truncate table NewsItem;";
// net91com.Core.Data.SqlHelper.defaultConnectionString = Conn;
// net91com.Core.Data.SqlHelper.ExecuteNonQuery(sql);
// startDate = DateTime.Now.ToString("yyyy-MM-dd");
// Directory.Delete(path, true);
// // 然后再新建一个空的文件夹
// Directory.CreateDirectory(path);
//}
Logger.WriteInfo("开始新闻抓取");
//分类整理
var url = "http://c.3g.163.com/nc/topicset/ios/subscribe/manage/listspecial.html";
var str = HttpUtility.Get(url);
str = str.Replace("{\"tList\":[", "[").Replace("]}", "]");
var topicList = SerilizeService<List<Topic>>.CreateSerilizer(Serilize_Type.Json).Deserilize(str);
var access = new NewsCategoryMySqlServcie();
var id = 1;
//var item = access.Find(p => p.CategoryId > 0);
//item.CategoryName = item.CategoryName + "test";
//access.Save();
//foreach (var item in list)
//{
// Console.WriteLine(item.CategoryId + " " + item.CategoryName);
//}
//foreach (var item in topicList)
//{
// if (item.tname == "原创")
// {
// item.tname = "网易原创";
// }
// var cate = new NewsCategory() { CategoryName = item.tname, };
// try
// {
// access.NewsCategory.Add(cate);
// access.SaveChanges();
// }
// catch (Exception ex)
// {
// Console.WriteLine(ex.Message);
// throw;
// }
// id++;
//}
Fetch();
Logger.WriteInfo("结束新闻抓取");
Logger.WriteInfo("开始 分词文件上传");
// var fileList = Directory.GetFiles(path);
//foreach (var file in fileList)
//{
// ftpHelp.Upload(file);
//}
Logger.WriteInfo("结束 分词文件上传");
}
catch (Exception ex)
{
Logger.WriteException(string.Format("抓取新闻出现异常：{0}", ex), ex);
}
Thread.Sleep(1000 * 60 * 60);
}
}
