public List <IW2S_WX_level1link> GetLinkTitleList(ObjectId prijid)
{
lock (taskToken)
{
try
{
//var builder = Builders<IW2S_level1link>.Filter;
//var filter = builder.Eq(x => x.ProjectId, prijid);
//// filter &= builder.Lte(x => x.LastBotEndAt, dt);
//var col = MongoDBHelper.Instance.GetIW2S_level1links();
//var result = col.Find(filter);//
MongoDBClass <IW2S_WX_level1link> helper = new MongoDBClass <IW2S_WX_level1link>();
var queryTask = new QueryDocument {
{ "ProjectId", prijid }
};
List <IW2S_level1link> list = new List <IW2S_level1link>();
FieldsDocument fd = new FieldsDocument();
fd.Add("Title", 1);
MongoCollection <IW2S_WX_level1link> col = new MongoDBClass <IW2S_WX_level1link>().GetMongoDB().GetCollection <IW2S_WX_level1link>("IW2S_WX_level1link");
var TaskList = col.Find(queryTask).SetFields(fd);
if (TaskList != null)
{
Console.WriteLine("成功获取全部数据标题");
}
return(TaskList.ToList());
}
catch (Exception ex)
{
Console.WriteLine("Get keywordList task error: {0}".FormatStr(ex.Message));
return(null);
}
}
}
public static void Setdate()
{
while (true)
{
MongoDBClass <IW2S_level1link> helper = new MongoDBClass <IW2S_level1link>();
var queryTask = new QueryDocument {
{ "AlternateFields", "0" }
};
List <IW2S_level1link> list = new List <IW2S_level1link>();
FieldsDocument fd = new FieldsDocument();
fd.Add("_id", 1);
fd.Add("LinkUrl", 1);
fd.Add("Html", 1);
MongoCollection <IW2S_level1link> col = new MongoDBClass <IW2S_level1link>().GetMongoDB().GetCollection <IW2S_level1link>("IW2S_level1link");
var TaskList = col.Find(queryTask).SetFields(fd).SetLimit(1).ToList();
if (TaskList.Count > 0)
{
try
{
// Pattern p = Pattern.compile("(20\\d{2}[-/]\\d{1,2}[-/]\\d{1,2})|(20\\d{2}年\\d{1,2}月\\d{1,2}日)", Pattern.CASE_INSENSITIVE|Pattern.MULTILINE);
// public string PublishTime { get; set; }
//public string AlternateFields { get; set; }
foreach (var item in TaskList)
{
Regex reg = new Regex("(20\\d{2}[-/]\\d{1,2}[-/]\\d{1,2})|(20\\d{2}年\\d{1,2}月\\d{1,2}日)");
Match m = reg.Match(item.Html);
//MatchCollection cols = reg.Matches(item.Html);
string time = "";
if (m.Groups.Count > 0)
{
time = m.Groups[0].Value;
}
var update = new UpdateDocument {
{ "$set", new QueryDocument {
{ "PublishTime", time }, { "AlternateFields", "1" }
} }
};
var result = MongoDBHelper.Instance.GetIW2S_level1links().UpdateOne(new QueryDocument {
{ "_id", item._id }
}, update);
}
}
catch (Exception e)
{
Console.WriteLine(e.Message);
}
}
else
{
Console.WriteLine("已经完成！");
}
}
}
static void setindex()
{
// var builder = Builders<IW2S_KeywordCategory>.Filter;
// var filter = builder.Eq(x => x.ProjectId, prijid);
// filter &= builder.Lte(x => x.LastBotEndAt, dt);
//var col = MongoDBHelper.Instance.Get_IW2S_BaiduCommend();
//var result = col.Find();//
MongoCollection <IW2S_KeywordCategory> col = new MongoDBClass <IW2S_KeywordCategory>().GetMongoDB().GetCollection <IW2S_KeywordCategory>("IW2S_KeywordCategory");
var categoryList = col.FindAll();
var clist = categoryList.ToList();
MongoCollection <IW2S_KeywordGroup> col2 = new MongoDBClass <IW2S_KeywordGroup>().GetMongoDB().GetCollection <IW2S_KeywordGroup>("IW2S_KeywordGroup");
var groupList = col2.FindAll();
var glist = groupList.ToList();
int categoryIndex = 0;
for (int i = 0; i < clist.Count; i++)
{
categoryIndex = i + 1;
var id = clist[i]._id;
var projlist = glist.Where(x => x.CommendCategoryId == id);
foreach (var item in projlist)
{
var update = new UpdateDocument {
{ "$set", new QueryDocument {
{ "GroupNumber", categoryIndex }
} }
};
var result = MongoDBHelper.Instance.Get_IW2S_BaiduCommend().UpdateOne(new QueryDocument {
{ "_id", item.BaiduCommendId }
}, update);
Console.WriteLine("完成关键词位置标注：" + item.BaiduCommendId + "/" + item.BaiduCommend);
}
var update1 = new UpdateDocument {
{ "$set", new QueryDocument {
{ "GroupNumber", categoryIndex }
} }
};
var result1 = MongoDBHelper.Instance.GetIW2S_KeywordCategorys().UpdateOne(new QueryDocument {
{ "_id", id }
}, update1);
Console.WriteLine("完成分组位置标注：" + clist[i]._id + "/");
}
Console.WriteLine("完成!");
}
