public async Task <GlobalUser> GetOrCreateGlobalUserAsync(ulong userId)
{
if (await GlobalUsers.FindAsync(userId) is { } user)
{
return(user);
}
user = new GlobalUser(userId, _localization);
GlobalUsers.Add(user);
await SaveChangesAsync();
return(user);
}
static void Main(string[] args)
{
string oradb = "Data Source=ORCL;User Id=hr;Password=hr;";
OracleConnection conn = new OracleConnection(oradb);
postlist = new List <Memory>();
userlist = new List <Memory>();
taglist = new List <TagMemory>();
// C#
//XDocument doc = XDocument.Load("F:\\ai.stackexchange.com\\Tags.xml");
//int count = 0;
//int communityCount = 1;
//int userCount = 1;
//int postCount = 1;
//int badgeCount = 1;
//int commentCount = 1;
//int postHistoryCount = 1;
//int postLinkCount = 1;
//int tagCount = 1;
//int voteCount = 1;
//int tagCommunity = 1;
int count = 0;
int communityCount = 135;
long userCount = 1507406;
long tagCount = 44400;
long tagCommunity = 44400;
long postCount = 2236598;
long badgeCount = 2785725;
long postLinkCount = 269869;
long commentCount = 3706084;
long postHistoryCount = 6725606;
long voteCount = 9774694;
XmlReader reader;
var directories = Directory.GetDirectories("D:\\Datasource");
foreach (String dir in directories)
{
count++;
if (count <= 134)
{
continue;
}
//if (count == 135) break;
Console.WriteLine(new DirectoryInfo(dir).Name);
//Community
conn.Open();
OracleCommand cmd = new OracleCommand();
cmd.Connection = conn;
cmd.CommandText = "INSERT into communities VALUES(" + communityCount + ",'" + new DirectoryInfo(dir).Name + "') ";
cmd.CommandType = CommandType.Text;
OracleDataReader dr;
dr = cmd.ExecuteReader();
dr.Read();
conn.Close();
Console.WriteLine(dir + "\\Users.xml");
reader = XmlReader.Create(dir + "\\Users.xml");
while (reader.Read())
{
Users user = new Users();
GlobalUsers globalUser = new GlobalUsers();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
user.localId = Convert.ToInt32(reader.GetAttribute("Id"));
user.reputation = Convert.ToInt32(reader.GetAttribute("Reputation"));
user.creationDate = reader.GetAttribute("CreationDate");
globalUser.displayName = reader.GetAttribute("DisplayName");
user.lastAccessDate = reader.GetAttribute("LastAccessDate");
globalUser.websiteUrl = reader.GetAttribute("WebsiteUrl");
globalUser.userLocation = reader.GetAttribute("Location");
globalUser.aboutMe = reader.GetAttribute("AboutMe");
user.views = Convert.ToInt32(reader.GetAttribute("Views"));
globalUser.profileImageUrl = reader.GetAttribute("ProfileImageUrl");
globalUser.accountId = Convert.ToInt32(reader.GetAttribute("AccountId"));
//if (globalUser.accountId == -1) globalUser.accountId = 1;
user.accountId = globalUser.accountId;
user.accountId = Convert.ToInt32(reader.GetAttribute("AccountId"));
globalUser.age = Convert.ToInt32(reader.GetAttribute("Age"));
conn.Open();
cmd.CommandText = "SELECT COUNT(*) FROM GLOBALUSERS WHERE ACCOUNTID = " + globalUser.accountId;
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
while (dr.Read())
{
if (dr.GetInt32(0) == 0)
{
try
{
cmd.CommandText = "INSERT INTO GLOBALUSERS VALUES(" + globalUser.accountId
+ ",q'[" + globalUser.displayName + "]',q'[" + globalUser.websiteUrl + "]',q'[" +
globalUser.userLocation + "]',q'[" + StringExt.Truncate(globalUser.aboutMe, 3000) + "]',q'["
+ globalUser.profileImageUrl + "]'," + globalUser.age + " ) ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
}
catch (Exception e)
{
cmd.CommandText = "INSERT INTO GLOBALUSERS VALUES(" + globalUser.accountId
+ ",q'[" + globalUser.displayName + "]',q'[" + globalUser.websiteUrl + "]',q'[" +
globalUser.userLocation + "]',q'[]',q'["
+ globalUser.profileImageUrl + "]'," + globalUser.age + " ) ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
}
//conn.Close();
}
//conn.Open();
cmd.CommandText = "INSERT INTO USERS VALUES(" + userCount + "," + communityCount + "," + user.accountId + "," + user.localId + "," + user.reputation + ",to_timestamp('" + user.creationDate + "','yyyy-mm-dd\"T\"hh24:mi:ss.ff3'),to_timestamp('" + user.lastAccessDate + "','yyyy-mm-dd\"T\"hh24:mi:ss.ff3')," + user.views + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
userlist.Add(new Memory {
localId = user.localId, globalId = userCount
});
conn.Close();
break;
}
userCount++;
}
}
Console.WriteLine(dir + "\\Tags.xml");
reader = XmlReader.Create(dir + "\\Tags.xml");
while (reader.Read())
{
Tags tag = new Tags();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
//tag.Id = Convert.ToInt32(reader.GetAttribute("Id"));
tag.TagName = reader.GetAttribute("TagName");
tag.Count = Convert.ToInt32(reader.GetAttribute("Count"));
tag.ExcerptPostId = (reader.GetAttribute("ExcerptPostId") == null) ? -2 : Convert.ToInt32(reader.GetAttribute("ExcerptPostId"));
tag.WikiPostId = (reader.GetAttribute("WikiPostId") == null) ? -2 : Convert.ToInt32(reader.GetAttribute("WikiPostId"));
if (debugging)
{
Console.Write(tag.Id + " " + tag.TagName + " " + tag.Count);
if (tag.ExcerptPostId != -1)
{
Console.Write(" " + tag.ExcerptPostId);
}
if (tag.WikiPostId != -1)
{
Console.Write(" " + tag.WikiPostId);
}
Console.WriteLine();
}
conn.Open();
cmd.CommandText = "INSERT into tags VALUES(" + tagCount + ",q'[" + tag.TagName + "]'," + tag.Count + "," + validate(tag.ExcerptPostId) + "," + validate(tag.WikiPostId) + ") ";
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
taglist.Add(new TagMemory {
tagStr = tag.TagName, globalId = tagCount
});
conn.Close();
tagCount++;
}
}
Console.WriteLine(dir + "\\Posts.xml");
reader = XmlReader.Create(dir + "\\Posts.xml");
while (reader.Read())
{
Posts post = new Posts();
GlobalUsers globalUser = new GlobalUsers();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
post.localId = Convert.ToInt32(reader.GetAttribute("Id"));
post.postTypeId = Convert.ToInt32(reader.GetAttribute("PostTypeId"));
post.acceptedAnswerId = reader.GetAttribute("AcceptedAnswerId") == null ? -2 : Convert.ToInt64(reader.GetAttribute("AcceptedAnswerId"));
post.parentId = reader.GetAttribute("ParentId") == null ? -2 : Convert.ToInt64(reader.GetAttribute("ParentId"));
post.creationDate = reader.GetAttribute("CreationDate");
post.score = Convert.ToInt32(reader.GetAttribute("Score"));
post.viewCount = reader.GetAttribute("ViewCount") == null ? -2 : Convert.ToInt32(reader.GetAttribute("ViewCount"));
post.postBody = StringExt.Truncate(reader.GetAttribute("Body"), 3500);
post.ownerUserId = reader.GetAttribute("OwnerUserId") == null ? -2 : Convert.ToInt64(reader.GetAttribute("OwnerUserId"));
post.ownerDisplayName = reader.GetAttribute("OwnerDisplayName");
post.lastEditorUserId = reader.GetAttribute("LastEditorUserId") == null ? -2 : Convert.ToInt64(reader.GetAttribute("LastEditorUserId"));
post.lastEditorDisplayName = reader.GetAttribute("LastEditorDisplayName");
post.lastEditDate = reader.GetAttribute("LastEditDate");
post.lastActivityDate = reader.GetAttribute("LastActivityDate");
post.title = reader.GetAttribute("Title");
string tagstring = reader.GetAttribute("Tags");
post.answerCount = Convert.ToInt32(reader.GetAttribute("AnswerCount"));
post.commentCount = Convert.ToInt32(reader.GetAttribute("CommentCount"));
post.favoriteCount = Convert.ToInt32(reader.GetAttribute("FavoriteCount"));
post.closedDate = reader.GetAttribute("ClosedDate");
post.communityOwnedDate = reader.GetAttribute("CommunityOwnedDate");
if (post.ownerUserId != -2)
{
post.ownerUserId = finduser(post.ownerUserId);
//if (post.ownerUserId != -2)
//{
// conn.Open();
// cmd.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + post.ownerUserId;
// cmd.CommandType = CommandType.Text;
// dr = cmd.ExecuteReader();
// while (dr.Read())
// {
// post.ownerUserId = dr.GetInt32(0);
// break;
// }
// conn.Close();
//}
}
if (post.lastEditorUserId != -2)
{
post.lastEditorUserId = finduser(post.lastEditorUserId);
//if (post.lastEditorUserId != -2)
//{
// conn.Open();
// cmd.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + post.lastEditorUserId;
// cmd.CommandType = CommandType.Text;
// dr = cmd.ExecuteReader();
// while (dr.Read())
// {
// post.lastEditorUserId = dr.GetInt32(0);
// break;
// }
// conn.Close();
//}
}
conn.Open();
try
{
cmd.CommandText = "INSERT INTO POSTS VALUES(" + postCount + "," + communityCount + ","
+ post.localId + "," + post.postTypeId + "," + validate(post.acceptedAnswerId) + "," + validate(post.parentId)
+ "," + formDate(post.creationDate) + "," + post.score + "," + post.viewCount + ",q'["
+ StringExt.Truncate(post.postBody, 3500) + "]'," + validate(post.ownerUserId) + ",q'[" + post.ownerDisplayName + "]',"
+ validate(post.lastEditorUserId) + ",q'[" + post.lastEditorDisplayName + "]'," + formDate(post.lastEditDate)
+ "," + formDate(post.lastActivityDate) + ",q'[" + StringExt.Truncate(post.title, 3500) + "]'," + post.answerCount + ","
+ post.commentCount + "," + post.favoriteCount + "," + formDate(post.closedDate) + ","
+ formDate(post.communityOwnedDate) + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
}
catch (Exception e)
{
cmd.CommandText = "INSERT INTO POSTS VALUES(" + postCount + "," + communityCount + ","
+ post.localId + "," + post.postTypeId + "," + validate(post.acceptedAnswerId) + "," + validate(post.parentId)
+ "," + formDate(post.creationDate) + "," + post.score + "," + post.viewCount + ",q'[]'," + validate(post.ownerUserId) + ",q'[" + post.ownerDisplayName + "]',"
+ validate(post.lastEditorUserId) + ",q'[" + post.lastEditorDisplayName + "]'," + formDate(post.lastEditDate)
+ "," + formDate(post.lastActivityDate) + ",q'[" + StringExt.Truncate(post.title, 3500) + "]'," + post.answerCount + ","
+ post.commentCount + "," + post.favoriteCount + "," + formDate(post.closedDate) + ","
+ formDate(post.communityOwnedDate) + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
}
postlist.Add(new Memory {
localId = post.localId, globalId = postCount
});
conn.Close();
//insert tags of posts
if (tagstring != null)
{
foreach (string str in tagSeperate(tagstring))
{
long tagid = -2;
if (debugging)
{
Console.WriteLine(str);
}
tagid = findtag(str);
//conn.Open();
//cmd.CommandText = "SELECT TAGID from TAGS WHERE TAGID >=" + tagCommunity + " and TAGNAME like q'[" + str + "]'";
//if (debugging)Console.WriteLine(cmd.CommandText);
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//while (dr.Read())
//{
// tagid = dr.GetInt32(0);
// break;
//}
//conn.Close();
conn.Open();
cmd.CommandText = "INSERT into POSTTAGES VALUES(" + tagid + "," + postCount + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
conn.Close();
}
}
postCount++;
}
}
//Update post table
Console.WriteLine("Updating Posts");
if (true)
{
conn.Open();
cmd.CommandText = "SELECT POSTID,PARENTID,ACCEPTEDANSWERID from POSTS WHERE COMMUNITYID="
+ communityCount + " and (PARENTID is not NULL or ACCEPTEDANSWERID is not NULL)";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
while (dr.Read())
{
Posts post = new Posts();
post.postId = dr.GetInt32(0);
//post.communityId = dr.GetInt32(1);
try
{
post.parentId = dr.GetInt32(1);
}
catch
{
post.parentId = -2;
}
try
{
post.acceptedAnswerId = dr.GetInt32(2);
}
catch
{
post.acceptedAnswerId = -2;
}
if (post.acceptedAnswerId != -2)
{
post.acceptedAnswerId = findpost(post.acceptedAnswerId);
//OracleConnection conn2 = new OracleConnection(oradb);
//cmd.Connection = conn2;
//conn2.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + post.acceptedAnswerId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
//OracleDataReader dr2 = cmd.ExecuteReader();
//while (dr2.Read())
//{
// post.acceptedAnswerId = dr2.GetInt32(0);
// break;
//}
//conn2.Close();
}
if (post.parentId != -2)
{
post.parentId = findpost(post.parentId);
//OracleConnection conn2 = new OracleConnection(oradb);
//cmd.Connection = conn2;
//conn2.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + post.parentId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
//OracleDataReader dr2 = cmd.ExecuteReader();
//while (dr2.Read())
//{
// post.parentId = dr2.GetInt32(0);
// break;
//}
//conn2.Close();
}
OracleConnection conn3 = new OracleConnection(oradb);
cmd.Connection = conn3;
conn3.Open();
cmd.CommandText = "UPDATE POSTS SET ACCEPTEDANSWERID=" + validate(post.acceptedAnswerId)
+ " , PARENTID=" + validate(post.parentId) + " WHERE POSTID=" + post.postId;
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
OracleDataReader dr3 = cmd.ExecuteReader();
conn3.Close();
//conn.Open();
}
conn.Close();
}
cmd.Connection = conn;
Console.WriteLine(dir + "\\Badges.xml");
reader = XmlReader.Create(dir + "\\Badges.xml");
while (reader.Read())
{
Badges badge = new Badges();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
//tag.Id = Convert.ToInt32(reader.GetAttribute("Id"));
badge.badgesName = reader.GetAttribute("Name");
badge.userId = Convert.ToInt32(reader.GetAttribute("UserId"));
badge.date = reader.GetAttribute("Date");
badge.badgesClass = Convert.ToInt32(reader.GetAttribute("Class"));
badge.tagbased = reader.GetAttribute("TagBased");
badge.userId = finduser(badge.userId);
//conn.Open();
//cmd.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + badge.userId;
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//while (dr.Read())
//{
// badge.userId = dr.GetInt32(0);
// break;
//}
//conn.Close();
conn.Open();
cmd.CommandText = "INSERT into Badges VALUES(" + badgeCount + "," + badge.userId + ","
+ communityCount + ",q'[" + badge.badgesName + "]'," + formDate(badge.date) + ","
+ badge.badgesClass + ",q'[" + badge.tagbased + "]') ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
conn.Close();
badgeCount++;
}
}
Console.WriteLine(dir + "\\PostLinks.xml");
reader = XmlReader.Create(dir + "\\PostLinks.xml");
while (reader.Read())
{
PostLinks link = new PostLinks();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
link.creationDate = reader.GetAttribute("CreationDate");
link.postId = Convert.ToInt32(reader.GetAttribute("PostId"));
link.releatedPostId = Convert.ToInt32(reader.GetAttribute("RelatedPostId"));
link.linkTypeId = Convert.ToInt32(reader.GetAttribute("LinkTypeId"));
link.postId = findpost(link.postId);
link.releatedPostId = findpost(link.releatedPostId);
//conn.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + link.postId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//link.postId = -2;
//while (dr.Read())
//{
// link.postId = dr.GetInt32(0);
// break;
//}
//conn.Close();
//conn.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + link.releatedPostId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
// dr = cmd.ExecuteReader();
//link.releatedPostId = -2;
//while (dr.Read())
//{
// link.releatedPostId = dr.GetInt32(0);
// break;
//}
//conn.Close();
conn.Open();
cmd.CommandText = "INSERT into POSTLINKS VALUES(" + postLinkCount + ","
+ formDate(link.creationDate) + ","
+ validate(link.postId) + "," + validate(link.releatedPostId) + "," + link.linkTypeId + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
conn.Close();
postLinkCount++;
}
}
Console.WriteLine(dir + "\\Comments.xml");
reader = XmlReader.Create(dir + "\\Comments.xml");
while (reader.Read())
{
Comments comment = new Comments();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
comment.postId = Convert.ToInt32(reader.GetAttribute("PostId"));
comment.score = Convert.ToInt32(reader.GetAttribute("Score"));
comment.text = reader.GetAttribute("Text");
comment.creationDate = reader.GetAttribute("CreationDate");
comment.userDisplayName = reader.GetAttribute("UserDisplayName");
comment.userId = reader.GetAttribute("UserId") == null ? -2 : Convert.ToInt32(reader.GetAttribute("UserId"));
comment.postId = findpost(comment.postId);
//conn.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + comment.postId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//comment.postId = -2;
//while (dr.Read())
//{
// comment.postId = dr.GetInt32(0);
// break;
//}
//conn.Close();
if (comment.userId != -2)
{
comment.userId = finduser(comment.userId);
//conn.Open();
//cmd.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + comment.userId;
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//while (dr.Read())
//{
// comment.userId = dr.GetInt32(0);
// break;
//}
//conn.Close();
}
conn.Open();
cmd.CommandText = "INSERT into COMMENTS VALUES(" + commentCount + ","
+ validate(comment.postId) + "," + comment.score
+ ",q'[" + StringExt.Truncate(comment.text, 3500) + "]',"
+ formDate(comment.creationDate) + ",q'[" + comment.userDisplayName + "]',"
+ validate(comment.userId) + ") ";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
conn.Close();
commentCount++;
}
}
Console.WriteLine(dir + "\\PostHistory.xml");
reader = XmlReader.Create(dir + "\\PostHistory.xml");
while (reader.Read())
{
PostHistory history = new PostHistory();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
//if (Convert.ToInt32(reader.GetAttribute("Id")) <= 134359) {
// continue;
//}
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
history.postHistoryTypeId = Convert.ToInt32(reader.GetAttribute("PostHistoryTypeId"));
history.postId = Convert.ToInt32(reader.GetAttribute("PostId"));
history.revisionGuid = reader.GetAttribute("RevisionGUID");
history.creationDate = reader.GetAttribute("CreationDate");
history.userDisplayName = reader.GetAttribute("UserDisplayName");
history.userId = reader.GetAttribute("UserId") == null ? -2 : Convert.ToInt32(reader.GetAttribute("UserId"));
history.postHistoryComment = reader.GetAttribute("Comment");
history.text = reader.GetAttribute("Text");
history.postId = findpost(history.postId);
//conn.Open();
//cmd.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + history.postId + " AND COMMUNITYID= " + communityCount;
//cmd.CommandType = CommandType.Text;
//dr = cmd.ExecuteReader();
//history.postId = -2;
//while (dr.Read())
//{
// history.postId = dr.GetInt32(0);
// break;
//}
//conn.Close();
if (history.userId != -2)
{
history.userId = finduser(history.userId);
//conn.Open();
//OracleCommand cmd2 = new OracleCommand();
//cmd2.Connection = conn;
//cmd2.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + history.userId;
//cmd2.CommandType = CommandType.Text;
//dr = cmd2.ExecuteReader();
//while (dr.Read())
//{
// history.userId = dr.GetInt32(0);
// break;
//}
//cmd2.Dispose();
//conn.Close();
}
conn.Open();
try
{
cmd.CommandText = "INSERT into POSTHISTORY VALUES(" + postHistoryCount + ","
+ history.postHistoryTypeId + ","
+ validate(history.postId)
+ ",q'[" + StringExt.Truncate(history.revisionGuid, 3500) + "]',"
+ formDate(history.creationDate) + ","
+ validate(history.userId) + ",q'[" + history.userDisplayName
+ "]',q'[" + StringExt.Truncate(history.postHistoryComment, 3500)
+ "]',q'[" + StringExt.Truncate(history.text, 3500) + "]')";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
}
catch (Exception e)
{
cmd.CommandText = "INSERT into POSTHISTORY VALUES(" + postHistoryCount + ","
+ history.postHistoryTypeId + ","
+ validate(history.postId)
+ ",q'[" + StringExt.Truncate(history.revisionGuid, 3500) + "]',"
+ formDate(history.creationDate) + ","
+ validate(history.userId) + ",q'[" + history.userDisplayName
+ "]',q'[" + StringExt.Truncate(history.postHistoryComment, 3500)
+ "]',q'[]')";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
}
conn.Close();
postHistoryCount++;
}
}
Console.WriteLine(dir + "\\Votes.xml");
reader = XmlReader.Create(dir + "\\Votes.xml");
while (reader.Read())
{
Votes vote = new Votes();
if (reader.NodeType == XmlNodeType.Element && reader.Name == "row")
{
//if (Convert.ToInt32(reader.GetAttribute("Id")) <= 720)
//{
// continue;
//}
if (debugging)
{
Console.WriteLine("Id: " + reader.GetAttribute("Id"));
}
vote.postId = Convert.ToInt32(reader.GetAttribute("PostId"));
vote.voteTypeId = Convert.ToInt32(reader.GetAttribute("VoteTypeId"));
vote.voterUserId = reader.GetAttribute("UserId") == null ? -2 : Convert.ToInt32(reader.GetAttribute("UserId"));
vote.creationDate = reader.GetAttribute("CreationDate");
vote.bountyAmount = reader.GetAttribute("BountyAmount") == null ? -2 : Convert.ToInt32(reader.GetAttribute("BountyAmount"));
vote.postId = findpost(vote.postId);
// conn.Open();
//OracleCommand cmd3 = new OracleCommand();
//cmd3.Connection = conn;
//cmd3.CommandText = "SELECT POSTID from POSTS WHERE LOCALID=" + vote.postId + " AND COMMUNITYID= " + communityCount;
//cmd3.CommandType = CommandType.Text;
//dr = cmd3.ExecuteReader();
//vote.postId = -2;
//while (dr.Read())
//{
// vote.postId = dr.GetInt32(0);
// break;
//}
//cmd3.Dispose();
//conn.Close();
if (vote.voterUserId != -2)
{
vote.voterUserId = finduser(vote.voterUserId);
//conn.Open();
//OracleCommand cmd2 = new OracleCommand();
//cmd2.Connection = conn;
//cmd2.CommandText = "SELECT USERID from USERS WHERE COMMUNITYID= " + communityCount + " AND LOCALID = " + vote.voterUserId;
//cmd2.CommandType = CommandType.Text;
//dr = cmd2.ExecuteReader();
//while (dr.Read())
//{
// vote.voterUserId = dr.GetInt32(0);
// break;
//}
//cmd2.Dispose();
//conn.Close();
}
//OracleCommand cmd4 = new OracleCommand();
//try
//{
conn.Open();
//cmd4.Connection = conn;
cmd.CommandText = "INSERT into VOTES VALUES(" + voteCount + ","
+ validate(vote.postId) + "," + vote.voteTypeId + ","
+ validate(vote.voterUserId) + "," + formDate(vote.creationDate) + ","
+ validate(vote.bountyAmount) + ")";
if (debugging)
{
Console.WriteLine(cmd.CommandText);
}
cmd.CommandType = CommandType.Text;
dr = cmd.ExecuteReader();
dr.Read();
//cmd.Dispose();
conn.Close();
// }
//catch
//{
// Console.WriteLine(cmd.CommandText);
//}
//
voteCount++;
}
}
tagCommunity = tagCount;
communityCount++;
postlist = null;
userlist = null;
taglist = null;
GC.Collect();
postlist = new List <Memory>();
userlist = new List <Memory>();
taglist = new List <TagMemory>();
Console.WriteLine("Community: " + communityCount + " User: "******" Posts: " + postCount +
"\nTags: " + tagCount + " Badges: " + badgeCount + " PostLinkS: " + postLinkCount +
"\nComments: " + commentCount + " PostHistory: " + postHistoryCount + " Votes: " + voteCount);
}
//conn.Close();
conn.Dispose();
}
/// <summary> Initializes a new instance of the DiscordClient class. </summary>
public DiscordClient(DiscordClientConfig config = null)
: base(config ?? new DiscordClientConfig())
{
_rand = new Random();
_api = new DiscordAPIClient(_config);
if (Config.UseMessageQueue)
_pendingMessages = new ConcurrentQueue<Message>();
if (Config.EnableVoiceMultiserver)
_voiceClients = new ConcurrentDictionary<string, DiscordWSClient>();
object cacheLock = new object();
_channels = new Channels(this, cacheLock);
_users = new Users(this, cacheLock);
_messages = new Messages(this, cacheLock, Config.MessageCacheLength > 0);
_roles = new Roles(this, cacheLock);
_servers = new Servers(this, cacheLock);
_globalUsers = new GlobalUsers(this, cacheLock);
_status = UserStatus.Online;
this.Connected += async (s, e) =>
{
_api.CancelToken = _cancelToken;
await SendStatus().ConfigureAwait(false);
};
VoiceDisconnected += (s, e) =>
{
var server = _servers[e.ServerId];
if (server != null)
{
foreach (var member in server.Members)
{
if (member.IsSpeaking)
{
member.IsSpeaking = false;
RaiseUserIsSpeaking(member, _channels[_voiceSocket.CurrentChannelId], false);
}
}
}
};
if (_config.LogLevel >= LogMessageSeverity.Info)
{
ServerCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Server Created: {e.Server?.Name ?? "[Private]"}");
ServerDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Server Destroyed: {e.Server?.Name ?? "[Private]"}");
ServerUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Server Updated: {e.Server?.Name ?? "[Private]"}");
ServerAvailable += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Server Available: {e.Server?.Name ?? "[Private]"}");
ServerUnavailable += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Server Unavailable: {e.Server?.Name ?? "[Private]"}");
ChannelCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Channel Created: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}");
ChannelDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Channel Destroyed: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}");
ChannelUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Channel Updated: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}");
MessageReceived += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Message Received: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.Message?.Id}");
MessageDeleted += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Message Deleted: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.Message?.Id}");
MessageUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Message Update: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.Message?.Id}");
RoleCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Role Created: {e.Server?.Name ?? "[Private]"}/{e.Role?.Name}");
RoleUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Role Updated: {e.Server?.Name ?? "[Private]"}/{e.Role?.Name}");
RoleDeleted += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Role Deleted: {e.Server?.Name ?? "[Private]"}/{e.Role?.Name}");
UserBanned += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Banned User: {e.Server?.Name ?? "[Private]" }/{e.UserId}");
UserUnbanned += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"Unbanned User: {e.Server?.Name ?? "[Private]"}/{e.UserId}");
UserAdded += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"User Joined: {e.Server?.Name ?? "[Private]"}/{e.User.Name}");
UserRemoved += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"User Left: {e.Server?.Name ?? "[Private]"}/{e.User.Name}");
UserUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"User Updated: {e.Server?.Name ?? "[Private]"}/{e.User.Name}");
UserVoiceStateUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
$"User Updated (Voice State): {e.Server?.Name ?? "[Private]"}/{e.User.Name}");
ProfileUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Info, LogMessageSource.Client,
"Profile Updated");
}
if (_config.LogLevel >= LogMessageSeverity.Verbose)
{
UserIsTypingUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Client,
$"User Updated (Is Typing): {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.User?.Name}");
MessageReadRemotely += (s, e) => RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Client,
$"Read Message (Remotely): {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.Message?.Id}");
MessageSent += (s, e) => RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Client,
$"Sent Message: {e.Server?.Name ?? "[Private]"}/{e.Channel?.Name}/{e.Message?.Id}");
UserPresenceUpdated += (s, e) => RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Client,
$"User Updated (Presence): {e.Server?.Name ?? "[Private]"}/{e.User?.Name}");
_api.RestClient.OnRequest += (s, e) =>
{
if (e.Payload != null)
RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Rest, $"{e.Method.Method} {e.Path}: {Math.Round(e.ElapsedMilliseconds, 2)} ms ({e.Payload})");
else
RaiseOnLog(LogMessageSeverity.Verbose, LogMessageSource.Rest, $"{e.Method.Method} {e.Path}: {Math.Round(e.ElapsedMilliseconds, 2)} ms");
};
}
if (_config.LogLevel >= LogMessageSeverity.Debug)
{
_channels.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created Channel {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_channels.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed Channel {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_channels.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Channels");
_users.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created User {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_users.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed User {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_users.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Users");
_messages.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created Message {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Channel.Id}/{e.Item.Id}");
_messages.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed Message {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Channel.Id}/{e.Item.Id}");
_messages.ItemRemapped += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Remapped Message {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Channel.Id}/[{e.OldId} -> {e.NewId}]");
_messages.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Messages");
_roles.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created Role {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_roles.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed Role {e.Item.Server?.Id ?? "[Private]"}/{e.Item.Id}");
_roles.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Roles");
_servers.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created Server {e.Item.Id}");
_servers.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed Server {e.Item.Id}");
_servers.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Servers");
_globalUsers.ItemCreated += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Created User {e.Item.Id}");
_globalUsers.ItemDestroyed += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Destroyed User {e.Item.Id}");
_globalUsers.Cleared += (s, e) => RaiseOnLog(LogMessageSeverity.Debug, LogMessageSource.Cache, $"Cleared Users");
}
if (Config.UseMessageQueue)
_pendingMessages = new ConcurrentQueue<Message>();
_serializer = new JsonSerializer();
_serializer.DateTimeZoneHandling = DateTimeZoneHandling.Utc;
#if TEST_RESPONSES
_serializer.CheckAdditionalContent = true;
_serializer.MissingMemberHandling = MissingMemberHandling.Error;
#endif
}