public Game(String XMLContent)
{
collection = new Collection (XMLContent);
collectionStatus = new CollectionStatus(collection.getTotal());
currentArtefact = null;
artefactJustCollected = false;
}
public Game(String XMLContent)
{
collection = new Collection(XMLContent);
collectionStatus = new CollectionStatus(collection.getTotal());
currentArtefact = null;
artefactJustCollected = false;
}
public void updateGame(Collection collection, CollectionStatus collectionStatus, Artefact currentArtefact, bool artefactJustCollected)
{
if(collection != null)
this.collection = collection;
if(collectionStatus!=null)
this.collectionStatus = collectionStatus;
if(currentArtefact!=null)
this.currentArtefact = currentArtefact;
if(artefactJustCollected!=null)
this.artefactJustCollected = artefactJustCollected;
}
public static CollectionStatus fromStatus(int status)
{
foreach (CollectionStatus cStatus in CollectionStatus
.values())
{
if (cStatus.status == status)
{
return(cStatus);
}
}
return(null);
}
public void updateGame(Collection collection, CollectionStatus collectionStatus, Artefact currentArtefact, bool artefactJustCollected)
{
if (collection != null)
{
this.collection = collection;
}
if (collectionStatus != null)
{
this.collectionStatus = collectionStatus;
}
if (currentArtefact != null)
{
this.currentArtefact = currentArtefact;
}
if (artefactJustCollected != null)
{
this.artefactJustCollected = artefactJustCollected;
}
}
protected Collection CollectionLog(Collection collection, CollectionStatus status)
{
using (System.Data.Entity.DbContextTransaction dbTran = upsertContext.Database.BeginTransaction())
{
try
{
Collection one = upsertContext.Collections.Find(collection.ID);
one.status = status;
upsertContext.SaveChanges();
dbTran.Commit();
}
catch (Exception e)
{
log.Error(e);
dbTran.Rollback();
}
dbTran.Dispose();
}
return(collection);
}
protected void CollectionLog(Channel channel, string name, string ftpname, CollectionStatus status)
{
using (System.Data.Entity.DbContextTransaction dbTran = upsertContext.Database.BeginTransaction())
{
try
{
Collection collection = new Collection {
channelId = channel.ID, name = name, ftpname = ftpname, status = status
};
upsertContext.Collections.Add(collection);
upsertContext.SaveChanges();
dbTran.Commit();
}
catch (Exception e)
{
log.Error(e);
dbTran.Rollback();
}
dbTran.Dispose();
}
}
public static string GetValue(this CollectionStatus status)
{
switch (status)
{
case CollectionStatus.Wish:
return("wish");
case CollectionStatus.Collect:
return("collect");
case CollectionStatus.Do:
return("do");
case CollectionStatus.OnHold:
return("on_hold");
case CollectionStatus.Dropped:
return("dropped");
default:
return(status.ToString());
}
}
public void resetGame()
{
collectionStatus = new CollectionStatus(collection.getTotal());
currentArtefact = null;
artefactJustCollected = false;
}
private static void Maintainance(object o)
{
try
{
var url = o as MongodbServerUrl;
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "服务器",
string.Format("对服务器 '{0}' 开始一次维护", url.Name));
Stopwatch sw = Stopwatch.StartNew();
ServerInfo oldServerInfo = null;
locker.EnterReadLock();
if (servers.ContainsKey(url))
{
oldServerInfo = servers[url];
}
locker.ExitReadLock();
var serverInfo = new ServerInfo();
serverInfo.Url = url;
serverInfo.Databases = new List <DatabaseInfo>();
var server = MongoServer.Create(url.Master);
//元数据
var metaDatabase = server.GetDatabase(MongodbServerConfiguration.MetaDataDbName);
var metaCollectionNames = metaDatabase.GetCollectionNames().Where(name => !name.Contains("system.index") &&
!name.Contains("$")).ToList();
var descriptions = new List <MongodbDatabaseDescription>();
foreach (var metaCollectionName in metaCollectionNames)
{
try
{
var metaCollection = metaDatabase.GetCollection(metaCollectionName);
descriptions.Add(metaCollection.FindOneAs <MongodbDatabaseDescription>());
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
"获取元数据出错", ex.Message);
}
}
serverInfo.Descriptions = descriptions;
//获取所有的数据库
var databaseNames = server.GetDatabaseNames().Where(name =>
{
var categories = descriptions.Select(description => description.DatabasePrefix).Distinct();
foreach (var categoryName in categories)
{
if (name.StartsWith(categoryName))
{
return(true);
}
}
return(false);
}).ToList();
Parallel.ForEach(databaseNames, databaseName =>
{
var swdb = Stopwatch.StartNew();
if (!databaseName.Contains("__"))
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("数据库名 '{0}' 不包含__", databaseName));
return;
}
var datepart = databaseName.Substring(databaseName.LastIndexOf("__") + 2);
if (datepart.Length != 6)
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("数据名 '{0}' 日期部分长度不为6", databaseName));
return;
}
try
{
if (fristLoaded && oldServerInfo != null && oldServerInfo.Databases.Exists(db => db.DatabaseName == databaseName) && datepart != DateTime.Now.ToString("yyyyMM"))
{
var oldDb = oldServerInfo.Databases.SingleOrDefault(db => db.DatabaseName == databaseName);
if (oldDb != null)
{
if (!serverInfo.Databases.Contains(oldDb))
{
serverInfo.Databases.Add(oldDb);
}
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("对数据库 '{0}' 完成一次维护，直接使用现有数据.oldServerInfo", databaseName));
return;
}
}
}
catch (Exception ex)
{
string reason = "";
if (oldServerInfo.Databases == null)
{
reason = "oldServerInfo.Databases == null";
}
else if (oldServerInfo.Databases.Exists(d => d == null))
{
reason = "oldServerInfo.Databases.Exists(d => d == null)";
}
else
{
reason = "other";
}
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("获取已有数据库 {0} 出错：{1}", databaseName, reason), ex.ToString());
}
var database = server.GetDatabase(databaseName);
var databaseInfo = new DatabaseInfo();
databaseInfo.DatabaseName = databaseName;
try
{
var databaseStatusResult = database.GetStats();//获取数据库信息
if (databaseStatusResult != null)
{
var databaseStatus = new DatabaseStatus
{
AverageObjectSize = databaseStatusResult.AverageObjectSize,
CollectionCount = databaseStatusResult.CollectionCount,
DataSize = databaseStatusResult.DataSize,
FileSize = databaseStatusResult.FileSize,
IndexSize = databaseStatusResult.IndexSize,
IndexCount = databaseStatusResult.IndexCount,
ExtentCount = databaseStatusResult.ExtentCount,
ObjectCount = databaseStatusResult.ObjectCount,
StorageSize = databaseStatusResult.StorageSize,
};
databaseInfo.DatabaseStatus = databaseStatus;
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("获取数据库 '{0}' 状态出错", databaseName), ex.ToString());
}
var prefixPart = databaseName.Substring(0, databaseName.LastIndexOf("__"));
databaseInfo.DatabasePrefix = prefixPart;
var date = DateTime.MinValue;
if (DateTime.TryParse(string.Format("{0}/{1}/{2}", datepart.Substring(0, 4), datepart.Substring(4, 2), "01"), out date))
{
databaseInfo.DatabaseDate = date;
}
else
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("数据库名 '{0}' 日期部分解析错误", databaseName));
return;
}
var description = descriptions.Where(d => d.DatabasePrefix == prefixPart).FirstOrDefault();
if (description == null)
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("没有取到数据描述 '{0}'", prefixPart));
return;
}
databaseInfo.Collections = new List <CollectionInfo>();
var expireDays = description.ExpireDays;
if (expireDays > 0)
{
if (databaseInfo.DatabaseDate.AddMonths(1).AddDays(-1).AddDays(expireDays) < DateTime.Now && datepart != DateTime.Now.ToString("yyyyMM"))
{
database.Drop();
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("清除历史数据-删除库：{0}", databaseName));
return;
}
}
var collectionNames = database.GetCollectionNames().Where(name => !name.Contains("system.index") &&
!name.Contains("$") && !name.Contains("__")).ToList();
foreach (var collectionName in collectionNames)
{
var swcoll = Stopwatch.StartNew();
try
{
var collection = database.GetCollection(collectionName);
//if (expireDays > 0)
//{
// var statTimeColumn = description.MongodbColumnDescriptionList.FirstOrDefault(c => c.IsTimeColumn);
// if (statTimeColumn != null)
// {
// var query = Query.LT(statTimeColumn.ColumnName, DateTime.Now.AddDays(-expireDays));
// collection.Remove(query);
// if (collection.Count() == 0)
// {
// collection.Drop();
// LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter 清除历史数据-无数据删除表", databaseName, collectionName);
// continue;
// }
// }
//}
var collectionInfo = new CollectionInfo();
collectionInfo.CollectionName = collectionName;
collectionInfo.ListFilterColumns = new List <ListFilterColumnInfo>();
collectionInfo.CascadeFilterColumns = new List <CascadeFilterColumnInfo>();
collectionInfo.TextboxFilterColumns = new List <TextboxFilterColumnInfo>();
var collectionStatus = new CollectionStatus
{
IndexStatusList = new List <IndexStatus>(),
};
CollectionStatsResult collectionStatusResult = null;
try
{
if (collection.Count() > 0)
{
collectionStatusResult = collection.GetStats();
collectionStatus.AverageObjectSize = collectionStatusResult.AverageObjectSize;
collectionStatus.DataSize = collectionStatusResult.DataSize;
collectionStatus.StorageSize = collectionStatusResult.StorageSize;
collectionStatus.LastExtentSize = collectionStatusResult.LastExtentSize;
collectionStatus.Namespace = collectionStatusResult.Namespace;
collectionStatus.ExtentCount = collectionStatusResult.ExtentCount;
collectionStatus.Flags = collectionStatusResult.Flags;
collectionStatus.IndexCount = collectionStatusResult.IndexCount;
collectionStatus.ObjectCount = collectionStatusResult.ObjectCount;
collectionStatus.PaddingFactor = collectionStatusResult.PaddingFactor;
collectionStatus.TotalIndexSize = collectionStatusResult.TotalIndexSize;
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter 获取表状态出错",
string.Format("库名:{0} 表名:{1}", databaseName, collectionName), ex.ToString());
}
var indexes = collection.GetIndexes();
collectionStatus.IndexStatusList = indexes.Select(i => new IndexStatus
{
Name = i.Name,
Namespace = i.Namespace,
Unique = i.IsUnique,
}).ToList();
collectionStatus.IndexStatusList.ForEach(i =>
{
if (collectionStatusResult != null && collectionStatusResult.IndexSizes.ContainsKey(i.Name))
{
i.Size = collectionStatusResult.IndexSizes[i.Name];
}
});
collectionInfo.CollectionStatus = collectionStatus;
var indexColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbIndexOption != MongodbIndexOption.None).ToList();
foreach (var indexColumnDescription in indexColumnDescriptions)
{
try
{
switch (indexColumnDescription.MongodbIndexOption)
{
case MongodbIndexOption.Ascending:
{
collection.EnsureIndex(IndexKeys.Ascending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true));
break;
}
case MongodbIndexOption.Descending:
{
collection.EnsureIndex(IndexKeys.Descending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true));
break;
}
case MongodbIndexOption.AscendingAndUnique:
{
collection.EnsureIndex(IndexKeys.Ascending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true).SetUnique(true).SetDropDups(true));
break;
}
case MongodbIndexOption.DescendingAndUnique:
{
collection.EnsureIndex(IndexKeys.Descending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true).SetUnique(true).SetDropDups(true));
break;
}
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "创建索引出错", ex.Message);
}
}
collectionInfo.CollectionStatus.LastEnsureIndexTime = DateTime.Now;
//加载数据库中的元数据
var metaCollection = database.GetCollection("Metadata__" + collectionInfo.CollectionName);
var meta = metaCollection.FindOneAs <CollectionMetadata>();
if (meta == null)
{
meta = new CollectionMetadata
{
CollectionName = collectionInfo.CollectionName,
ListFilterColumns = new List <ListFilterColumnInfo>(),
CascadeFilterColumns = new List <CascadeFilterColumnInfo>(),
TextboxFilterColumns = new List <TextboxFilterColumnInfo>(),
};
}
var textboxColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbFilterOption == MongodbFilterOption.TextBoxFilter).ToList();
foreach (var textboxColumnDescription in textboxColumnDescriptions)
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(textboxColumnDescription.ColumnName)))
{
continue;
}
var textboxColumnInfo = new TextboxFilterColumnInfo();
textboxColumnInfo.ColumnName = textboxColumnDescription.ColumnName;
collectionInfo.TextboxFilterColumns.Add(textboxColumnInfo);
if (meta.TextboxFilterColumns.Count(c => c.ColumnName == textboxColumnInfo.ColumnName) == 0)
{
meta.TextboxFilterColumns.Add(textboxColumnInfo);
}
}
var filterColumnDescriptions = description.MongodbColumnDescriptionList.Where
(c => c.MongodbFilterOption == MongodbFilterOption.DropDownListFilter ||
c.MongodbFilterOption == MongodbFilterOption.CheckBoxListFilter).ToList();
foreach (var filterColumnDescription in filterColumnDescriptions)
{
try
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(filterColumnDescription.ColumnName)))
{
continue;
}
var filterColumnInfo = new ListFilterColumnInfo();
filterColumnInfo.ColumnName = filterColumnDescription.ColumnName;
filterColumnInfo.DistinctValues = new List <ItemPair>();
if (oldServerInfo != null && oldServerInfo.Databases != null)
{
var oldDatabase = oldServerInfo.Databases.FirstOrDefault(d => d != null && d.DatabaseName == databaseInfo.DatabaseName);
if (oldDatabase != null && oldDatabase.Collections != null)
{
var oldCollection = oldDatabase.Collections.FirstOrDefault(d => d != null && d.CollectionName == collectionInfo.CollectionName);
if (oldCollection != null && oldCollection.ListFilterColumns != null)
{
var oldColumn = oldCollection.ListFilterColumns.FirstOrDefault(d => d != null && d.ColumnName == filterColumnInfo.ColumnName);
if (oldColumn != null)
{
filterColumnInfo.DistinctValues = oldColumn.DistinctValues;
}
}
}
}
var column = meta.ListFilterColumns.SingleOrDefault(c => c.ColumnName == filterColumnDescription.ColumnName);
if (column != null)
{
foreach (var value in filterColumnInfo.DistinctValues)
{
if (column.DistinctValues.Count(v => string.Equals(v.Value.ToString(), value.Value.ToString(), StringComparison.InvariantCultureIgnoreCase)) == 0)
{
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
string.Format("添加新过滤索引项 {0} 到元数据 {1}.{2}.{3}", value.Value.ToString(), databaseName, collectionName, column.ColumnName));
column.DistinctValues.Add(value);
}
}
filterColumnInfo.DistinctValues = column.DistinctValues;
}
else
{
meta.ListFilterColumns.Add(filterColumnInfo);
}
collectionInfo.ListFilterColumns.Add(filterColumnInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
"创建过滤数据出错", ex.Message);
}
}
var cascadeFilterColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbCascadeFilterOption != MongodbCascadeFilterOption.None).ToList();
foreach (var cascadeFilterColumnDescription in cascadeFilterColumnDescriptions)
{
try
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(cascadeFilterColumnDescription.ColumnName)))
{
continue;
}
var filterColumnInfo = new CascadeFilterColumnInfo();
filterColumnInfo.ColumnName = cascadeFilterColumnDescription.ColumnName;
filterColumnInfo.DistinctValues = new List <string>();
if (oldServerInfo != null && oldServerInfo.Databases != null)
{
var oldDatabase = oldServerInfo.Databases.FirstOrDefault(d => d != null && d.DatabaseName == databaseInfo.DatabaseName);
if (oldDatabase != null && oldDatabase.Collections != null)
{
var oldCollection = oldDatabase.Collections.FirstOrDefault(d => d != null && d.CollectionName == collectionInfo.CollectionName);
if (oldCollection != null && oldCollection.CascadeFilterColumns != null)
{
var oldColumn = oldCollection.CascadeFilterColumns.FirstOrDefault(d => d != null && d.ColumnName == filterColumnInfo.ColumnName);
if (oldColumn != null)
{
filterColumnInfo.DistinctValues = oldColumn.DistinctValues;
}
}
}
}
var column = meta.CascadeFilterColumns.SingleOrDefault(c => c.ColumnName == cascadeFilterColumnDescription.ColumnName);
if (column != null)
{
foreach (var value in filterColumnInfo.DistinctValues)
{
if (column.DistinctValues.Count(v => string.Equals(v, value, StringComparison.InvariantCultureIgnoreCase)) == 0)
{
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
string.Format("添加新级联过滤索引项 {0} 到元数据 {1}.{2}.{3}", value, databaseName, collectionName, column.ColumnName));
column.DistinctValues.Add(value);
}
}
filterColumnInfo.DistinctValues = column.DistinctValues;
}
else
{
meta.CascadeFilterColumns.Add(filterColumnInfo);
}
collectionInfo.CascadeFilterColumns.Add(filterColumnInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
"创建级联过滤数据出错", ex.Message);
}
}
try
{
metaCollection.Save(meta);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "表",
"保存表元数据出错", ex.Message);
}
databaseInfo.Collections.Add(collectionInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "表",
"维护其它出错", ex.Message);
}
}
if (databaseInfo.Collections.Count == 0)
{
//database.Drop();
//AppInfoCenterService.LoggingService.Debug(MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
// string.Format("清除历史数据-删除库：{0}", databaseName));
}
else
{
if (!serverInfo.Databases.Contains(databaseInfo))
{
serverInfo.Databases.Add(databaseInfo);
}
}
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("对数据库 '{0}' 完成一次维护，耗时 {1} 毫秒", databaseName, swdb.ElapsedMilliseconds));
});
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "服务器",
string.Format("对服务器 '{0}' 完成一次维护，耗时 {1} 毫秒", url.Name, sw.ElapsedMilliseconds));
locker.EnterWriteLock();
if (servers.ContainsKey(url))
{
servers[url] = serverInfo;
}
else
{
servers.Add(url, serverInfo);
}
locker.ExitWriteLock();
fristLoaded = true;
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", ex.Message);
}
}
public async Task <SubjectCollectionInfo> UpdateSubjectCollection(int subjectId, CollectionStatus status, string comment = null, string[] tags = null, int?rating = null, bool?isPrivate = null)
{
if (!Enum.IsDefined(typeof(CollectionStatus), status))
{
throw new ArgumentOutOfRangeException(nameof(status));
}
if (rating.HasValue && (rating.Value < 0 || rating.Value > 10))
{
throw new ArgumentOutOfRangeException(nameof(rating));
}
var postData = new Dictionary <string, string>();
switch (status)
{
case CollectionStatus.Wish:
postData["status"] = "wish";
break;
case CollectionStatus.Collect:
postData["status"] = "collect";
break;
case CollectionStatus.Do:
postData["status"] = "do";
break;
case CollectionStatus.OnHold:
postData["status"] = "on_hold";
break;
case CollectionStatus.Dropped:
postData["status"] = "dropped";
break;
}
if (comment != null)
{
postData["comment"] = comment;
}
if (tags?.Any() == true)
{
postData["tags"] = string.Join(" ", tags);
}
if (rating.HasValue)
{
postData["rating"] = rating.Value.ToString();
}
if (isPrivate.HasValue)
{
postData["privacy"] = isPrivate.Value ? "1" : "0";
}
var url = $"/collection/{subjectId}/update";
using (var client = new BangumiClient(_oauthProvider))
{
using (var postContent = new FormUrlEncodedContent(postData))
{
var response = await client.PostAsync(url, postContent);
var json = await response.Content.ReadAsStringAsync();
return(JsonConvert.DeserializeObject <SubjectCollectionInfo>(json));
}
}
}
private static void Maintainance(object o)
{
try
{
var url = o as MongodbServerUrl;
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "服务器",
string.Format("对服务器 '{0}' 开始一次维护", url.Name));
Stopwatch sw = Stopwatch.StartNew();
ServerInfo oldServerInfo = null;
locker.EnterReadLock();
if (servers.ContainsKey(url))
oldServerInfo = servers[url];
locker.ExitReadLock();
var serverInfo = new ServerInfo();
serverInfo.Url = url;
serverInfo.Databases = new List<DatabaseInfo>();
var server = MongoServer.Create(url.Master);
//元数据
var metaDatabase = server.GetDatabase(MongodbServerConfiguration.MetaDataDbName);
var metaCollectionNames = metaDatabase.GetCollectionNames().Where(name => !name.Contains("system.index")
&& !name.Contains("$")).ToList();
var descriptions = new List<MongodbDatabaseDescription>();
foreach (var metaCollectionName in metaCollectionNames)
{
try
{
var metaCollection = metaDatabase.GetCollection(metaCollectionName);
descriptions.Add(metaCollection.FindOneAs<MongodbDatabaseDescription>());
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
"获取元数据出错",ex.Message);
}
}
serverInfo.Descriptions = descriptions;
//获取所有的数据库
var databaseNames = server.GetDatabaseNames().Where(name =>
{
var categories = descriptions.Select(description => description.DatabasePrefix).Distinct();
foreach (var categoryName in categories)
{
if (name.StartsWith(categoryName))
return true;
}
return false;
}).ToList();
Parallel.ForEach(databaseNames, databaseName =>
{
var swdb = Stopwatch.StartNew();
if (!databaseName.Contains("__"))
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("数据库名 '{0}' 不包含__", databaseName));
return;
}
var datepart = databaseName.Substring(databaseName.LastIndexOf("__") + 2);
if (datepart.Length != 6)
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("数据名 '{0}' 日期部分长度不为6", databaseName));
return;
}
try
{
if (fristLoaded && oldServerInfo != null && oldServerInfo.Databases.Exists(db => db.DatabaseName == databaseName) && datepart != DateTime.Now.ToString("yyyyMM"))
{
var oldDb = oldServerInfo.Databases.SingleOrDefault(db => db.DatabaseName == databaseName);
if (oldDb != null)
{
if (!serverInfo.Databases.Contains(oldDb))
{
serverInfo.Databases.Add(oldDb);
}
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("对数据库 '{0}' 完成一次维护，直接使用现有数据.oldServerInfo", databaseName));
return;
}
}
}
catch (Exception ex)
{
string reason = "";
if (oldServerInfo.Databases == null)
reason = "oldServerInfo.Databases == null";
else if (oldServerInfo.Databases.Exists(d => d == null))
reason = "oldServerInfo.Databases.Exists(d => d == null)";
else
reason = "other";
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("获取已有数据库 {0} 出错：{1}", databaseName, reason), ex.ToString());
}
var database = server.GetDatabase(databaseName);
var databaseInfo = new DatabaseInfo();
databaseInfo.DatabaseName = databaseName;
try
{
var databaseStatusResult = database.GetStats();//获取数据库信息
if (databaseStatusResult != null)
{
var databaseStatus = new DatabaseStatus
{
AverageObjectSize = databaseStatusResult.AverageObjectSize,
CollectionCount = databaseStatusResult.CollectionCount,
DataSize = databaseStatusResult.DataSize,
FileSize = databaseStatusResult.FileSize,
IndexSize = databaseStatusResult.IndexSize,
IndexCount = databaseStatusResult.IndexCount,
ExtentCount = databaseStatusResult.ExtentCount,
ObjectCount = databaseStatusResult.ObjectCount,
StorageSize = databaseStatusResult.StorageSize,
};
databaseInfo.DatabaseStatus = databaseStatus;
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("获取数据库 '{0}' 状态出错", databaseName), ex.ToString());
}
var prefixPart = databaseName.Substring(0, databaseName.LastIndexOf("__"));
databaseInfo.DatabasePrefix = prefixPart;
var date = DateTime.MinValue;
if (DateTime.TryParse(string.Format("{0}/{1}/{2}", datepart.Substring(0, 4), datepart.Substring(4, 2), "01"), out date))
{
databaseInfo.DatabaseDate = date;
}
else
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter",
string.Format("数据库名 '{0}' 日期部分解析错误", databaseName));
return;
}
var description = descriptions.Where(d => d.DatabasePrefix == prefixPart).FirstOrDefault();
if (description == null)
{
LocalLoggingService.Warning("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("没有取到数据描述 '{0}'", prefixPart));
return;
}
databaseInfo.Collections = new List<CollectionInfo>();
var expireDays = description.ExpireDays;
if (expireDays > 0)
{
if (databaseInfo.DatabaseDate.AddMonths(1).AddDays(-1).AddDays(expireDays) < DateTime.Now && datepart != DateTime.Now.ToString("yyyyMM"))
{
database.Drop();
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("清除历史数据-删除库：{0}", databaseName));
return;
}
}
var collectionNames = database.GetCollectionNames().Where(name => !name.Contains("system.index")
&& !name.Contains("$") && !name.Contains("__")).ToList();
foreach (var collectionName in collectionNames)
{
var swcoll = Stopwatch.StartNew();
try
{
var collection = database.GetCollection(collectionName);
//if (expireDays > 0)
//{
// var statTimeColumn = description.MongodbColumnDescriptionList.FirstOrDefault(c => c.IsTimeColumn);
// if (statTimeColumn != null)
// {
// var query = Query.LT(statTimeColumn.ColumnName, DateTime.Now.AddDays(-expireDays));
// collection.Remove(query);
// if (collection.Count() == 0)
// {
// collection.Drop();
// LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter 清除历史数据-无数据删除表", databaseName, collectionName);
// continue;
// }
// }
//}
var collectionInfo = new CollectionInfo();
collectionInfo.CollectionName = collectionName;
collectionInfo.ListFilterColumns = new List<ListFilterColumnInfo>();
collectionInfo.CascadeFilterColumns = new List<CascadeFilterColumnInfo>();
collectionInfo.TextboxFilterColumns = new List<TextboxFilterColumnInfo>();
var collectionStatus = new CollectionStatus
{
IndexStatusList = new List<IndexStatus>(),
};
CollectionStatsResult collectionStatusResult = null;
try
{
if (collection.Count() > 0)
{
collectionStatusResult = collection.GetStats();
collectionStatus.AverageObjectSize = collectionStatusResult.AverageObjectSize;
collectionStatus.DataSize = collectionStatusResult.DataSize;
collectionStatus.StorageSize = collectionStatusResult.StorageSize;
collectionStatus.LastExtentSize = collectionStatusResult.LastExtentSize;
collectionStatus.Namespace = collectionStatusResult.Namespace;
collectionStatus.ExtentCount = collectionStatusResult.ExtentCount;
collectionStatus.Flags = collectionStatusResult.Flags;
collectionStatus.IndexCount = collectionStatusResult.IndexCount;
collectionStatus.ObjectCount = collectionStatusResult.ObjectCount;
collectionStatus.PaddingFactor = collectionStatusResult.PaddingFactor;
collectionStatus.TotalIndexSize = collectionStatusResult.TotalIndexSize;
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter 获取表状态出错",
string.Format("库名:{0} 表名:{1}", databaseName, collectionName), ex.ToString());
}
var indexes = collection.GetIndexes();
collectionStatus.IndexStatusList = indexes.Select(i => new IndexStatus
{
Name = i.Name,
Namespace = i.Namespace,
Unique = i.IsUnique,
}).ToList();
collectionStatus.IndexStatusList.ForEach(i =>
{
if (collectionStatusResult != null && collectionStatusResult.IndexSizes.ContainsKey(i.Name))
i.Size = collectionStatusResult.IndexSizes[i.Name];
});
collectionInfo.CollectionStatus = collectionStatus;
var indexColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbIndexOption != MongodbIndexOption.None).ToList();
foreach (var indexColumnDescription in indexColumnDescriptions)
{
try
{
switch (indexColumnDescription.MongodbIndexOption)
{
case MongodbIndexOption.Ascending:
{
collection.EnsureIndex(IndexKeys.Ascending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true));
break;
}
case MongodbIndexOption.Descending:
{
collection.EnsureIndex(IndexKeys.Descending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true));
break;
}
case MongodbIndexOption.AscendingAndUnique:
{
collection.EnsureIndex(IndexKeys.Ascending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true).SetUnique(true).SetDropDups(true));
break;
}
case MongodbIndexOption.DescendingAndUnique:
{
collection.EnsureIndex(IndexKeys.Descending(indexColumnDescription.ColumnName), IndexOptions.SetBackground(true).SetUnique(true).SetDropDups(true));
break;
}
}
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "创建索引出错", ex.Message);
}
}
collectionInfo.CollectionStatus.LastEnsureIndexTime = DateTime.Now;
//加载数据库中的元数据
var metaCollection = database.GetCollection("Metadata__" + collectionInfo.CollectionName);
var meta = metaCollection.FindOneAs<CollectionMetadata>();
if (meta == null)
{
meta = new CollectionMetadata
{
CollectionName = collectionInfo.CollectionName,
ListFilterColumns = new List<ListFilterColumnInfo>(),
CascadeFilterColumns = new List<CascadeFilterColumnInfo>(),
TextboxFilterColumns = new List<TextboxFilterColumnInfo>(),
};
}
var textboxColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbFilterOption == MongodbFilterOption.TextBoxFilter).ToList();
foreach (var textboxColumnDescription in textboxColumnDescriptions)
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(textboxColumnDescription.ColumnName)))
continue;
var textboxColumnInfo = new TextboxFilterColumnInfo();
textboxColumnInfo.ColumnName = textboxColumnDescription.ColumnName;
collectionInfo.TextboxFilterColumns.Add(textboxColumnInfo);
if (meta.TextboxFilterColumns.Count(c => c.ColumnName == textboxColumnInfo.ColumnName) == 0)
meta.TextboxFilterColumns.Add(textboxColumnInfo);
}
var filterColumnDescriptions = description.MongodbColumnDescriptionList.Where
(c => c.MongodbFilterOption == MongodbFilterOption.DropDownListFilter
|| c.MongodbFilterOption == MongodbFilterOption.CheckBoxListFilter).ToList();
foreach (var filterColumnDescription in filterColumnDescriptions)
{
try
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(filterColumnDescription.ColumnName)))
continue;
var filterColumnInfo = new ListFilterColumnInfo();
filterColumnInfo.ColumnName = filterColumnDescription.ColumnName;
filterColumnInfo.DistinctValues = new List<ItemPair>();
if (oldServerInfo != null && oldServerInfo.Databases != null)
{
var oldDatabase = oldServerInfo.Databases.FirstOrDefault(d => d != null && d.DatabaseName == databaseInfo.DatabaseName);
if (oldDatabase != null && oldDatabase.Collections != null)
{
var oldCollection = oldDatabase.Collections.FirstOrDefault(d => d != null && d.CollectionName == collectionInfo.CollectionName);
if (oldCollection != null && oldCollection.ListFilterColumns != null)
{
var oldColumn = oldCollection.ListFilterColumns.FirstOrDefault(d => d != null && d.ColumnName == filterColumnInfo.ColumnName);
if (oldColumn != null)
{
filterColumnInfo.DistinctValues = oldColumn.DistinctValues;
}
}
}
}
var column = meta.ListFilterColumns.SingleOrDefault(c => c.ColumnName == filterColumnDescription.ColumnName);
if (column != null)
{
foreach (var value in filterColumnInfo.DistinctValues)
{
if (column.DistinctValues.Count(v => string.Equals(v.Value.ToString(), value.Value.ToString(), StringComparison.InvariantCultureIgnoreCase)) == 0)
{
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
string.Format("添加新过滤索引项 {0} 到元数据 {1}.{2}.{3}", value.Value.ToString(), databaseName, collectionName, column.ColumnName));
column.DistinctValues.Add(value);
}
}
filterColumnInfo.DistinctValues = column.DistinctValues;
}
else
{
meta.ListFilterColumns.Add(filterColumnInfo);
}
collectionInfo.ListFilterColumns.Add(filterColumnInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
"创建过滤数据出错", ex.Message);
}
}
var cascadeFilterColumnDescriptions = description.MongodbColumnDescriptionList.Where(c => c.MongodbCascadeFilterOption != MongodbCascadeFilterOption.None).ToList();
foreach (var cascadeFilterColumnDescription in cascadeFilterColumnDescriptions)
{
try
{
if (!collectionInfo.CollectionStatus.IndexStatusList.Exists(index => index.Name.Contains(cascadeFilterColumnDescription.ColumnName)))
continue;
var filterColumnInfo = new CascadeFilterColumnInfo();
filterColumnInfo.ColumnName = cascadeFilterColumnDescription.ColumnName;
filterColumnInfo.DistinctValues = new List<string>();
if (oldServerInfo != null && oldServerInfo.Databases != null)
{
var oldDatabase = oldServerInfo.Databases.FirstOrDefault(d => d != null && d.DatabaseName == databaseInfo.DatabaseName);
if (oldDatabase != null && oldDatabase.Collections != null)
{
var oldCollection = oldDatabase.Collections.FirstOrDefault(d => d != null && d.CollectionName == collectionInfo.CollectionName);
if (oldCollection != null && oldCollection.CascadeFilterColumns != null)
{
var oldColumn = oldCollection.CascadeFilterColumns.FirstOrDefault(d => d != null && d.ColumnName == filterColumnInfo.ColumnName);
if (oldColumn != null)
{
filterColumnInfo.DistinctValues = oldColumn.DistinctValues;
}
}
}
}
var column = meta.CascadeFilterColumns.SingleOrDefault(c => c.ColumnName == cascadeFilterColumnDescription.ColumnName);
if (column != null)
{
foreach (var value in filterColumnInfo.DistinctValues)
{
if (column.DistinctValues.Count(v => string.Equals(v, value, StringComparison.InvariantCultureIgnoreCase)) == 0)
{
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
string.Format("添加新级联过滤索引项 {0} 到元数据 {1}.{2}.{3}", value, databaseName, collectionName, column.ColumnName));
column.DistinctValues.Add(value);
}
}
filterColumnInfo.DistinctValues = column.DistinctValues;
}
else
{
meta.CascadeFilterColumns.Add(filterColumnInfo);
}
collectionInfo.CascadeFilterColumns.Add(filterColumnInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "列",
"创建级联过滤数据出错", ex.Message);
}
}
try
{
metaCollection.Save(meta);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "表",
"保存表元数据出错", ex.Message);
}
databaseInfo.Collections.Add(collectionInfo);
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2} {3} {4}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "表",
"维护其它出错", ex.Message);
}
}
if (databaseInfo.Collections.Count == 0)
{
//database.Drop();
//AppInfoCenterService.LoggingService.Debug(MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
// string.Format("清除历史数据-删除库：{0}", databaseName));
}
else
{
if (!serverInfo.Databases.Contains(databaseInfo))
{
serverInfo.Databases.Add(databaseInfo);
}
}
LocalLoggingService.Debug("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "数据库",
string.Format("对数据库 '{0}' 完成一次维护，耗时 {1} 毫秒", databaseName, swdb.ElapsedMilliseconds));
});
LocalLoggingService.Info("{0} {1} {2} {3}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", "服务器",
string.Format("对服务器 '{0}' 完成一次维护，耗时 {1} 毫秒", url.Name, sw.ElapsedMilliseconds));
locker.EnterWriteLock();
if (servers.ContainsKey(url))
servers[url] = serverInfo;
else
servers.Add(url, serverInfo);
locker.ExitWriteLock();
fristLoaded = true;
}
catch (Exception ex)
{
LocalLoggingService.Error("{0} {1} {2}", MongodbServerConfiguration.ModuleName, "MongodbServerMaintainceCenter", ex.Message);
}
}
/// <summary>
/// 管理收藏
/// </summary>
/// <param name="client"></param>
/// <param name="subjectId">条目 ID</param>
/// <param name="status">收藏状态</param>
/// <param name="comment">简评</param>
/// <param name="tags">标签</param>
/// <param name="rating">评分</param>
/// <param name="privacy">收藏隐私</param>
/// <param name="cancellationToken"></param>
/// <returns></returns>
public static Task <SubjectCollectionStatus> UpdateCollectionStatusAsync(this IBangumiClient client, int subjectId, CollectionStatus status, string comment = null, string[] tags = null, int?rating = null, bool privacy = false, CancellationToken cancellationToken = default(CancellationToken))
{
if (client == null)
{
throw new ArgumentNullException(nameof(client));
}
var postData = new Dictionary <string, string>
{
["status"] = status.GetValue()
};
if (comment != null)
{
postData["comment"] = comment;
}
if (tags != null)
{
postData["tags"] = string.Join(" ", tags);
}
if (rating.HasValue)
{
postData["rating"] = rating.Value.ToString();
}
postData["privacy"] = privacy ? "1" : "0";
var postContent = new FormUrlEncodedContent(postData);
var url = $"/collection/{subjectId}/update";
return(client.PostAsync <SubjectCollectionStatus>(url, postContent, cancellationToken));
}
public void resetGame()
{
collectionStatus = new CollectionStatus(collection.getTotal());
currentArtefact = null;
artefactJustCollected = false;
}
