static void CreateSlackMessageJsonArchiveFile(String basePath, Models.Combined.ChannelsMapping channelsMapping, List <ViewModels.SimpleMessage> messageList,
String aadAccessToken, string selectedTeamId)
{
int messageIndexPosition = 0;
for (int slackMessageFileIndex = 0; messageIndexPosition < messageList.Count; slackMessageFileIndex++)
{
var filenameToAdd = slackMessageFileIndex.ToString() + ".json";
using (FileStream fs = new FileStream(Path.Combine(basePath, channelsMapping.slackChannelName, slackMessageFileIndex.ToString() + ".json"), FileMode.Create))
{
using (StreamWriter w = new StreamWriter(fs, Encoding.UTF8))
{
int numOfMessagesToTake = 0;
if (messageIndexPosition + 250 <= messageList.Count)
{
numOfMessagesToTake = 250;
}
else
{
numOfMessagesToTake = messageList.Count - messageIndexPosition;
}
var jsonObjectsToSave = JsonConvert.SerializeObject(messageList.Skip(messageIndexPosition).Take(numOfMessagesToTake), Formatting.Indented);
messageIndexPosition += numOfMessagesToTake;
w.WriteLine(jsonObjectsToSave);
}
}
var pathToItem = "/" + channelsMapping.displayName + "/channelsurf/" + "messages/json" + "/" + filenameToAdd;
Utils.FileAttachments.UploadFileToTeamsChannel(aadAccessToken, selectedTeamId, Path.Combine(basePath, channelsMapping.slackChannelName, filenameToAdd), pathToItem).Wait();
}
return;
}
static void CreateSlackMessageHtmlArchiveFile(String basePath, Models.Combined.ChannelsMapping channelsMapping, List <ViewModels.SimpleMessage> messageList,
String aadAccessToken, string selectedTeamId, List <ViewModels.SimpleUser> slackUserList, bool formatTimeToLocal, int nbMessagesPerFile, string htmlMessagesPath)
{
int messageIndexPosition = 0;
if (nbMessagesPerFile < 0)
{
nbMessagesPerFile = messageList.Count;
}
for (int slackMessageFileIndex = 0; messageIndexPosition < messageList.Count; slackMessageFileIndex++)
{
var filenameToAdd = slackMessageFileIndex.ToString() + ".html";
using (FileStream fs = new FileStream(Path.Combine(basePath, channelsMapping.slackChannelName, slackMessageFileIndex.ToString() + ".html"), FileMode.Create))
{
using (StreamWriter w = new StreamWriter(fs, Encoding.UTF8))
{
int numOfMessagesToTake = 0;
if (messageIndexPosition + nbMessagesPerFile <= messageList.Count)
{
numOfMessagesToTake = nbMessagesPerFile;
}
else
{
numOfMessagesToTake = messageList.Count - messageIndexPosition;
}
StringBuilder fileBody = new StringBuilder();
fileBody.Append(@"<html>
<head>
<style>
@import url('https://fonts.googleapis.com/css?family=Lato:400,900');
body {
font-family: 'Lato', sans-serif;
}
</style>
</head>
");
fileBody.Append("<body>");
fileBody.AppendLine("");
for (int i = 0; i < numOfMessagesToTake; i++)
{
var messageAsHtml = MessageToHtml(messageList[messageIndexPosition + i], channelsMapping, slackUserList, formatTimeToLocal);
fileBody.AppendLine(messageAsHtml);
}
fileBody.AppendLine("</body></html>");
messageIndexPosition += numOfMessagesToTake;
w.WriteLine(fileBody);
}
}
var pathToItem = "/" + channelsMapping.displayName + htmlMessagesPath + filenameToAdd;
Utils.FileAttachments.UploadFileToTeamsChannel(aadAccessToken, selectedTeamId, Path.Combine(basePath, channelsMapping.slackChannelName, filenameToAdd), pathToItem, true).Wait();
}
return;
}
static void CreateSlackMessageHtmlArchiveFile(String basePath, Models.Combined.ChannelsMapping channelsMapping, List <ViewModels.SimpleMessage> messageList,
String aadAccessToken, string selectedTeamId)
{
int messageIndexPosition = 0;
for (int slackMessageFileIndex = 0; messageIndexPosition < messageList.Count; slackMessageFileIndex++)
{
var filenameToAdd = slackMessageFileIndex.ToString() + ".html";
using (FileStream fs = new FileStream(Path.Combine(basePath, channelsMapping.slackChannelName, slackMessageFileIndex.ToString() + ".html"), FileMode.Create))
{
using (StreamWriter w = new StreamWriter(fs, Encoding.UTF8))
{
int numOfMessagesToTake = 0;
if (messageIndexPosition + 250 <= messageList.Count)
{
numOfMessagesToTake = 250;
}
else
{
numOfMessagesToTake = messageList.Count - messageIndexPosition;
}
StringBuilder fileBody = new StringBuilder();
fileBody.Append("<body>");
fileBody.AppendLine("");
for (int i = 0; i < numOfMessagesToTake; i++)
{
var messageAsHtml = MessageToHtml(messageList[messageIndexPosition + i], channelsMapping);
fileBody.AppendLine(messageAsHtml);
}
fileBody.AppendLine("</body>");
messageIndexPosition += numOfMessagesToTake;
w.WriteLine(fileBody);
}
}
var pathToItem = "/" + channelsMapping.displayName + "/channelsurf/" + "messages/html" + "/" + filenameToAdd;
Utils.FileAttachments.UploadFileToTeamsChannel(aadAccessToken, selectedTeamId, Path.Combine(basePath, channelsMapping.slackChannelName, filenameToAdd), pathToItem).Wait();
}
return;
}
// this is ugly and should/will eventually be replaced by its own class
public static string MessageToHtml(ViewModels.SimpleMessage simpleMessage, Models.Combined.ChannelsMapping channelsMapping)
{
string w = "";
w += "<div>";
w += ("<div id=\"" + simpleMessage.id + "\">");
w += ("<span id=\"user_id\" style=\"font-weight:bold;\">" + simpleMessage.user + "</span>");
w += (" ");
w += ("<span id=\"epoch_time\" style=\"font-weight:lighter;\">" + simpleMessage.ts + "</span>");
w += ("<br/>");
w += ("<div id=\"message_text\" style=\"font-weight:normal;white-space:pre-wrap;\">" + simpleMessage.text + "</div>");
if (simpleMessage.fileAttachment != null)
{
w += "<div style=\"margin-left:1%;margin-top:1%;border-left-style:solid;border-left-color:LightGrey;\">";
w += "<div style=\"margin-left:1%;\">";
if (simpleMessage.fileAttachment.spoId != null)
{
w += "<span style=\"font-weight:lighter;\"> <a href=\"" + simpleMessage.fileAttachment.spoUrl + "\"> File Attachment </a> </span>";
}
w += "<div>";
w += "<span style=\"font-weight:lighter;\"> ";
w += simpleMessage.fileAttachment.originalTitle + "<br/>";
w += simpleMessage.fileAttachment.originalUrl + " <br/>";
w += "</span>";
w += "</div>";
w += "</div>";
w += "</div>";
}
if (simpleMessage.attachments != null)
{
foreach (var attachment in simpleMessage.attachments)
{
w += "<div style=\"margin-left:1%;margin-top:1%;border-left-style:solid;border-left-color:";
if (!String.IsNullOrEmpty(attachment.color))
{
w += "#" + attachment.color + ";";
}
else
{
w += "LightGrey;";
}
w += "\">";
w += "<div style=\"margin-left:1%;\">";
if (!String.IsNullOrEmpty(attachment.service_name))
{
w += "<span style=\"font-weight:bolder;\">" + attachment.service_name + "</span><br/>";
}
w += "<div style=\"font-weight:lighter;white-space:pre-wrap;\">" + attachment.text + "</div>";
w += "<a style=\"font-weight:lighter;\" href=\"" + attachment.url + "\">" + attachment.url + "</a><br/>";
if (attachment.fields != null)
{
if (attachment.fields.Count > 0)
{
w += "<table class=\"\" cellpadding=\"0\" cellspacing=\"0\" border=\"0\">";
foreach (var field in attachment.fields)
{
if (true)
{
w += "<tr><td>";
w += "<div>" + field.title + "</div>";
w += "<div>" + field.value + "</div>";
w += "</tr></td>";
}
}
w += "</table>";
}
}
w += "</div>";
w += "</div>";
}
}
w += "</div>";
w += "<p/>";
w += "</div>";
return(w);
}
static List <Models.Combined.AttachmentsMapping> GetAndUploadMessages(Models.Combined.ChannelsMapping channelsMapping, string basePath,
List <ViewModels.SimpleUser> slackUserList, String aadAccessToken, String selectedTeamId, bool copyFileAttachments)
{
var messageList = new List <ViewModels.SimpleMessage>();
messageList.Clear();
var messageListJsonSource = new JArray();
messageListJsonSource.Clear();
List <Models.Combined.AttachmentsMapping> attachmentsToUpload = new List <Models.Combined.AttachmentsMapping>();
attachmentsToUpload.Clear();
Console.WriteLine("Migrating messages in channel " + channelsMapping.slackChannelName);
foreach (var file in Directory.GetFiles(Path.Combine(basePath, channelsMapping.slackChannelName)).OrderBy(f => f))
{
Console.WriteLine("File " + file);
using (FileStream fs = new FileStream(file, FileMode.Open, FileAccess.Read))
using (StreamReader sr = new StreamReader(fs))
using (JsonTextReader reader = new JsonTextReader(sr))
{
while (reader.Read())
{
if (reader.TokenType == JsonToken.StartObject)
{
JObject obj = JObject.Load(reader);
// SelectToken returns null not an empty string if nothing is found
// I'm too lazy right now for strongly typed classes
// deal with message basics: when, body, who
var messageTs = (string)obj.SelectToken("ts");
var messageText = (string)obj.SelectToken("text");
var messageId = channelsMapping.slackChannelId + "." + messageTs;
//messageText = RegexDetector.DetectSlackParens(messageText, slackUserList);
var messageSender = Utils.Messages.FindMessageSender(obj, slackUserList);
// create a list of attachments to upload
// deal with "attachments" that are files
// specifically, files hosted by Slack
// SelectToken returns null not an empty string if nothing is found
var fileUrl = (string)obj.SelectToken("file.url_private");
var fileId = (string)obj.SelectToken("file.id");
var fileMode = (string)obj.SelectToken("file.mode");
var fileName = (string)obj.SelectToken("file.name");
ViewModels.SimpleMessage.FileAttachment fileAttachment = null;
if (fileMode != "external" && fileId != null && fileUrl != null)
{
Console.WriteLine("Message attachment found with ID " + fileId);
attachmentsToUpload.Add(new Models.Combined.AttachmentsMapping
{
attachmentId = fileId,
attachmentUrl = fileUrl,
attachmentChannelId = channelsMapping.slackChannelId,
attachmentFileName = fileName,
msChannelName = channelsMapping.displayName
});
// map the attachment to fileAttachment which is used in the viewmodel
fileAttachment = new ViewModels.SimpleMessage.FileAttachment
{
id = fileId,
originalName = (string)obj.SelectToken("file.name"),
originalTitle = (string)obj.SelectToken("file.title"),
originalUrl = (string)obj.SelectToken("file.permalink")
};
}
// deal with "attachments" that aren't files
List <ViewModels.SimpleMessage.Attachments> attachmentsList = new List <ViewModels.SimpleMessage.Attachments>();
List <ViewModels.SimpleMessage.Attachments.Fields> fieldsList = new List <ViewModels.SimpleMessage.Attachments.Fields>();
var attachmentsObject = (JArray)obj.SelectToken("attachments");
if (attachmentsObject != null)
{
foreach (var attachmentItem in attachmentsObject)
{
var attachmentText = (string)attachmentItem.SelectToken("text");
var attachmentTextFallback = (string)attachmentItem.SelectToken("fallback");
var attachmentItemToAdd = new ViewModels.SimpleMessage.Attachments();
if (!String.IsNullOrEmpty(attachmentText))
{
attachmentItemToAdd.text = attachmentText;
}
else if (!String.IsNullOrEmpty(attachmentTextFallback))
{
attachmentItemToAdd.text = attachmentTextFallback;
}
var attachmentServiceName = (string)attachmentItem.SelectToken("service_name");
if (!String.IsNullOrEmpty(attachmentServiceName))
{
attachmentItemToAdd.service_name = attachmentServiceName;
}
var attachmentFromUrl = (string)attachmentItem.SelectToken("from_url");
if (!String.IsNullOrEmpty(attachmentFromUrl))
{
attachmentItemToAdd.url = attachmentFromUrl;
}
var attachmentColor = (string)attachmentItem.SelectToken("color");
if (!String.IsNullOrEmpty(attachmentColor))
{
attachmentItemToAdd.color = attachmentColor;
}
var fieldsObject = (JArray)attachmentItem.SelectToken("fields");
if (fieldsObject != null)
{
fieldsList.Clear();
foreach (var fieldItem in fieldsObject)
{
fieldsList.Add(new ViewModels.SimpleMessage.Attachments.Fields()
{
title = (string)fieldItem.SelectToken("title"),
value = (string)fieldItem.SelectToken("value"),
shortWidth = (bool)fieldItem.SelectToken("short")
});
}
attachmentItemToAdd.fields = fieldsList;
}
else
{
attachmentItemToAdd.fields = null;
}
attachmentsList.Add(attachmentItemToAdd);
}
}
else
{
attachmentsList = null;
}
// do some stuff with slack message threading at some point
messageList.Add(new ViewModels.SimpleMessage
{
id = messageId,
text = messageText,
ts = messageTs,
user = messageSender,
fileAttachment = fileAttachment,
attachments = attachmentsList,
});
}
}
}
}
if (copyFileAttachments)
{
Utils.FileAttachments.ArchiveMessageFileAttachments(aadAccessToken, selectedTeamId, attachmentsToUpload, "fileattachments").Wait();
foreach (var messageItem in messageList)
{
if (messageItem.fileAttachment != null)
{
var messageItemWithFileAttachment = attachmentsToUpload.Find(w => String.Equals(messageItem.fileAttachment.id, w.attachmentId, StringComparison.CurrentCultureIgnoreCase));
if (messageItemWithFileAttachment != null)
{
messageItem.fileAttachment.spoId = messageItemWithFileAttachment.msSpoId;
messageItem.fileAttachment.spoUrl = messageItemWithFileAttachment.msSpoUrl;
}
}
}
}
Utils.Messages.CreateSlackMessageJsonArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
Utils.Messages.CreateSlackMessageHtmlArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
return(attachmentsToUpload);
}
static void CreateSlackMessageHtmlArchiveFile(String basePath, Models.Combined.ChannelsMapping channelsMapping, List <ViewModels.SimpleMessage> messageList,
String aadAccessToken, string selectedTeamId)
{
int messageIndexPosition = 0;
for (int slackMessageFileIndex = 0; messageIndexPosition < messageList.Count; slackMessageFileIndex++)
{
var filenameToAdd = slackMessageFileIndex.ToString() + ".html";
using (FileStream fs = new FileStream(Path.Combine(basePath, channelsMapping.slackChannelName, slackMessageFileIndex.ToString() + ".html"), FileMode.Create))
{
using (StreamWriter w = new StreamWriter(fs, Encoding.UTF8))
{
int numOfMessagesToTake = 0;
int messageBatchSize = 20;
//if (messageIndexPosition + 20 <= messageList.Count)
//{
// numOfMessagesToTake = 20;
//}
//else
//{
numOfMessagesToTake = messageList.Count - messageIndexPosition;
//}
StringBuilder fileBody = new StringBuilder();
fileBody.Append("<body>");
fileBody.AppendLine("");
;
Random r = new Random();
int rInt;
dynamic wrapper = new JObject();
JArray requests = new JArray();
for (int i = 0; i < numOfMessagesToTake; i++)
{
var messageAsHtml = MessageToHtml(messageList[messageIndexPosition + i], channelsMapping);
fileBody.AppendLine(messageAsHtml);
rInt = r.Next(700, 1300);
System.Threading.Thread.Sleep(rInt);
string check = postMessage(aadAccessToken, selectedTeamId, channelsMapping.id, messageAsHtml);
if (check != "1")
{
aadAccessToken = check;
}
}
//for (int i = 0; i < messageBatchSize; i++)
//{
// var messageAsHtml = MessageToHtml(messageList[messageIndexPosition + i], channelsMapping);
// //hitting activity limit. cannot batch requests added random 100 - 1000 ms delay here, and exponential backoff in postMessage on failure
// requests.Add(buildMessageBatch(i + 1, selectedTeamId, channelsMapping.id, messageAsHtml));
// //
//}
////trying to post a batch of messages - what is the upper limit?
//wrapper.requests = requests;
//rInt = r.Next(100, 500);
//System.Threading.Thread.Sleep(rInt);
//postMessageBatch(aadAccessToken, wrapper);
fileBody.AppendLine("</body>");
messageIndexPosition += numOfMessagesToTake;
w.WriteLine(fileBody);
}
}
var pathToItem = "/" + channelsMapping.displayName + "/slackArchive/" + filenameToAdd;
Utils.FileAttachments.UploadFileToTeamsChannel(aadAccessToken, selectedTeamId, Path.Combine(basePath, channelsMapping.slackChannelName, filenameToAdd), pathToItem).Wait();
}
return;
}
static List <Models.Combined.AttachmentsMapping> GetAndUploadMessages(Models.Combined.ChannelsMapping channelsMapping, string basePath,
List <ViewModels.SimpleUser> slackUserList, String aadAccessToken, String selectedTeamId, bool copyFileAttachments)
{
var messageList = new List <ViewModels.SimpleMessage>();
messageList.Clear();
var messageListJsonSource = new JArray();
messageListJsonSource.Clear();
List <Models.Combined.AttachmentsMapping> attachmentsToUpload = new List <Models.Combined.AttachmentsMapping>();
attachmentsToUpload.Clear();
Console.WriteLine("Migrating messages in channel " + channelsMapping.slackChannelName);
foreach (var file in Directory.GetFiles(Path.Combine(basePath, channelsMapping.slackChannelName)))
{
Console.WriteLine("File " + file);
using (FileStream fs = new FileStream(file, FileMode.Open, FileAccess.Read))
using (StreamReader sr = new StreamReader(fs))
using (JsonTextReader reader = new JsonTextReader(sr))
{
while (reader.Read())
{
if (reader.TokenType == JsonToken.StartObject)
{
JObject obj = JObject.Load(reader);
// SelectToken returns null not an empty string if nothing is found
// I'm too lazy right now for strongly typed classes
// deal with message basics: when, body, who
var messageTs = (string)obj.SelectToken("ts");
//added 04/18/2018 to make timestamps friendlier
// 04/25/2018 try to convert to local time from UTC
if (messageTs != null)
{
System.DateTime dateTime = new System.DateTime(1970, 1, 1, 0, 0, 0, 0);
dateTime = dateTime.AddSeconds(Convert.ToDouble(messageTs));
dateTime = dateTime.ToLocalTime();
messageTs = Convert.ToString(dateTime);
}
var messageText = (string)obj.SelectToken("text");
var messageId = channelsMapping.slackChannelId + "." + messageTs;
/// for regex matching of in-message usernames
//Multiple users?
Match match = Regex.Match(messageText, @"\<\@([A-Za-z0-9\-]+)\>", RegexOptions.IgnoreCase);
while (match.Success)
{
string inMsgSlackUserId = match.Value.Replace("<", "").Replace("@", "").Replace(">", "");
messageText = Regex.Replace(messageText, @"\<\@([A-Za-z0-9\-]+)\>", findInMsgUser(inMsgSlackUserId, slackUserList));
match = Regex.Match(messageText, @"\<\@([A-Za-z0-9\-]+)\>", RegexOptions.IgnoreCase);
}
// A better, more object oriented implementaion would be better
//messageText = RegexDetector.DetectSlackParens(messageText, slackUserList);
var messageSender = Utils.Messages.FindMessageSender(obj, slackUserList);
// create a list of attachments to upload
// deal with "attachments" that are files
// specifically, files hosted by Slack
// SelectToken returns null not an empty string if nothing is found
var fileUrl = (string)obj.SelectToken("file.url_private");
var fileId = (string)obj.SelectToken("file.id");
var fileMode = (string)obj.SelectToken("file.mode");
var fileName = (string)obj.SelectToken("file.name");
// sometimes, slack returns a filename without an extension, which makes it a pain to
//open the attachment. what's a reliable way to check file extensions? what field will give a clean reference?
if (fileName != null)
{
if (fileName.Contains("_"))
{
fileName = ReplaceLastOccurence(fileName, "_", ".");
}
}
//^^I'm just replacing the last occurence of _ with . , because hosted files seem to be in that format
//Let's see if it works - so far, so good
ViewModels.SimpleMessage.FileAttachment fileAttachment = null;
if (fileMode != "external" && fileId != null && fileUrl != null)
{
Console.WriteLine("Message attachment found with ID " + fileId);
attachmentsToUpload.Add(new Models.Combined.AttachmentsMapping
{
attachmentId = fileId,
attachmentUrl = fileUrl,
attachmentChannelId = channelsMapping.slackChannelId,
attachmentFileName = fileName,
msChannelName = channelsMapping.displayName
});
// map the attachment to fileAttachment which is used in the viewmodel
fileAttachment = new ViewModels.SimpleMessage.FileAttachment
{
id = fileId,
originalName = (string)obj.SelectToken("file.name"),
originalTitle = (string)obj.SelectToken("file.title"),
originalUrl = (string)obj.SelectToken("file.permalink")
};
}
// deal with "attachments" that aren't files
List <ViewModels.SimpleMessage.Attachments> attachmentsList = new List <ViewModels.SimpleMessage.Attachments>();
List <ViewModels.SimpleMessage.Attachments.Fields> fieldsList = new List <ViewModels.SimpleMessage.Attachments.Fields>();
//added try catch to handle the case of "attachments"": null , which was causing this to fail
try
{
var attachmentsObject = (JArray)obj.SelectToken("attachments");
if (attachmentsObject != null)
{
foreach (var attachmentItem in attachmentsObject)
{
var attachmentText = (string)attachmentItem.SelectToken("text");
var attachmentTextFallback = (string)attachmentItem.SelectToken("fallback");
var attachmentItemToAdd = new ViewModels.SimpleMessage.Attachments();
if (!String.IsNullOrEmpty(attachmentText))
{
attachmentItemToAdd.text = attachmentText;
}
else if (!String.IsNullOrEmpty(attachmentTextFallback))
{
attachmentItemToAdd.text = attachmentTextFallback;
}
var attachmentServiceName = (string)attachmentItem.SelectToken("service_name");
if (!String.IsNullOrEmpty(attachmentServiceName))
{
attachmentItemToAdd.service_name = attachmentServiceName;
}
var attachmentFromUrl = (string)attachmentItem.SelectToken("from_url");
if (!String.IsNullOrEmpty(attachmentFromUrl))
{
attachmentItemToAdd.url = attachmentFromUrl;
}
var attachmentColor = (string)attachmentItem.SelectToken("color");
if (!String.IsNullOrEmpty(attachmentColor))
{
attachmentItemToAdd.color = attachmentColor;
}
var fieldsObject = (JArray)attachmentItem.SelectToken("fields");
if (fieldsObject != null)
{
fieldsList.Clear();
foreach (var fieldItem in fieldsObject)
{
fieldsList.Add(new ViewModels.SimpleMessage.Attachments.Fields()
{
title = (string)fieldItem.SelectToken("title"),
value = (string)fieldItem.SelectToken("value"),
shortWidth = (bool)fieldItem.SelectToken("short")
});
}
attachmentItemToAdd.fields = fieldsList;
}
else
{
attachmentItemToAdd.fields = null;
}
attachmentsList.Add(attachmentItemToAdd);
}
}
else
{
attachmentsList = null;
}
}
catch (Exception e)
{
Console.WriteLine(e.Message);
attachmentsList = null;
}
// do some stuff with slack message threading at some point
messageList.Add(new ViewModels.SimpleMessage
{
id = messageId,
text = messageText,
ts = messageTs,
user = messageSender,
fileAttachment = fileAttachment,
attachments = attachmentsList,
});
}
}
}
}
if (copyFileAttachments)
{
Utils.FileAttachments.ArchiveMessageFileAttachments(aadAccessToken, selectedTeamId, attachmentsToUpload, "fileattachments").Wait();
foreach (var messageItem in messageList)
{
if (messageItem.fileAttachment != null)
{
var messageItemWithFileAttachment = attachmentsToUpload.Find(w => String.Equals(messageItem.fileAttachment.id, w.attachmentId, StringComparison.CurrentCultureIgnoreCase));
if (messageItemWithFileAttachment != null)
{
messageItem.fileAttachment.spoId = messageItemWithFileAttachment.msSpoId;
messageItem.fileAttachment.spoUrl = messageItemWithFileAttachment.msSpoUrl;
}
}
}
}
//Utils.Messages.CreateSlackMessageJsonArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
Utils.Messages.CreateSlackMessageHtmlArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
return(attachmentsToUpload);
}
static void GetAndUploadMessages(Models.Combined.ChannelsMapping channelsMapping, string basePath,
List <ViewModels.SimpleUser> slackUserList, String aadAccessToken, String selectedTeamId, bool copyFileAttachments, bool uploadHTMLAndJSONFiles)
{
var messageList = new List <ViewModels.SimpleMessage>();
messageList.Clear();
var messageListJsonSource = new JArray();
messageListJsonSource.Clear();
List <Models.Combined.AttachmentsMapping> attachmentsToUpload = new List <Models.Combined.AttachmentsMapping>();
attachmentsToUpload.Clear();
Console.WriteLine("Migrating messages in channel " + channelsMapping.slackChannelName);
foreach (var file in Directory.GetFiles(Path.Combine(basePath, channelsMapping.slackChannelName)))
{
Console.WriteLine("File " + file);
using (FileStream fs = new FileStream(file, FileMode.Open, FileAccess.Read))
using (StreamReader sr = new StreamReader(fs))
using (JsonTextReader reader = new JsonTextReader(sr))
{
while (reader.Read())
{
if (reader.TokenType == JsonToken.StartObject)
{
JObject obj = JObject.Load(reader);
// SelectToken returns null not an empty string if nothing is found
// Hence all the null coalescing
// deal with message basics: when, body, who
var messageTs = new DateTime(1970, 4, 9, 1, 5, 0).AddSeconds(Double.Parse((string)(obj.SelectToken("ts") ?? "")));
var messageText = (string)(obj.SelectToken("text") ?? "");
var messageId = channelsMapping.slackChannelId + "." + messageTs;
messageText = DetectSlackParens(messageText, slackUserList);
var messageSender = Utils.Messages.FindMessageSender(obj, slackUserList);
// create a list of attachments to upload
// deal with "attachments" that are files
// specifically, files hosted by Slack
var fileUrl = (string)obj.SelectToken("file.url_private");
var fileId = (string)obj.SelectToken("file.id");
var fileMode = (string)obj.SelectToken("file.mode");
var fileName = (string)obj.SelectToken("file.name");
ViewModels.SimpleMessage.FileAttachment fileAttachment = null;
if (fileMode != "external" && fileId != null && fileUrl != null)
{
Console.WriteLine("Message attachment found with ID " + fileId);
attachmentsToUpload.Add(new Models.Combined.AttachmentsMapping
{
attachmentId = fileId,
attachmentUrl = fileUrl,
attachmentChannelId = channelsMapping.slackChannelId,
attachmentFileName = fileName,
msChannelName = channelsMapping.displayName
});
// map the attachment to fileAttachment which is used in the viewmodel
fileAttachment = new ViewModels.SimpleMessage.FileAttachment
{
id = fileId,
originalName = (string)obj.SelectToken("file.name"),
originalTitle = (string)obj.SelectToken("file.title"),
originalUrl = (string)obj.SelectToken("file.permalink")
};
}
// deal with "attachments" that aren't files
List <ViewModels.SimpleMessage.Attachments> attachmentsList = new List <ViewModels.SimpleMessage.Attachments>();
List <ViewModels.SimpleMessage.Attachments.Fields> fieldsList = new List <ViewModels.SimpleMessage.Attachments.Fields>();
var attachmentsObject = (JArray)obj.SelectToken("attachments");
if (attachmentsObject != null)
{
foreach (var attachmentItem in attachmentsObject)
{
var attachmentText = (string)attachmentItem.SelectToken("text");
var attachmentTextFallback = (string)attachmentItem.SelectToken("fallback");
var attachmentItemToAdd = new ViewModels.SimpleMessage.Attachments();
if (!String.IsNullOrEmpty(attachmentText))
{
attachmentItemToAdd.text = attachmentText;
}
else if (!String.IsNullOrEmpty(attachmentTextFallback))
{
attachmentItemToAdd.text = attachmentTextFallback;
}
var attachmentServiceName = (string)attachmentItem.SelectToken("service_name");
if (!String.IsNullOrEmpty(attachmentServiceName))
{
attachmentItemToAdd.service_name = attachmentServiceName;
}
var attachmentFromUrl = (string)attachmentItem.SelectToken("from_url");
if (!String.IsNullOrEmpty(attachmentFromUrl))
{
attachmentItemToAdd.url = attachmentFromUrl;
}
var attachmentColor = (string)attachmentItem.SelectToken("color");
if (!String.IsNullOrEmpty(attachmentColor))
{
attachmentItemToAdd.color = attachmentColor;
}
var fieldsObject = (JArray)attachmentItem.SelectToken("fields");
if (fieldsObject != null)
{
fieldsList.Clear();
foreach (var fieldItem in fieldsObject)
{
fieldsList.Add(new ViewModels.SimpleMessage.Attachments.Fields()
{
title = (string)fieldItem.SelectToken("title"),
value = (string)fieldItem.SelectToken("value"),
shortWidth = (bool)fieldItem.SelectToken("short")
});
}
attachmentItemToAdd.fields = fieldsList;
}
else
{
attachmentItemToAdd.fields = null;
}
attachmentsList.Add(attachmentItemToAdd);
}
}
else
{
attachmentsList = null;
}
ViewModels.SimpleMessage message = new ViewModels.SimpleMessage
{
id = messageId,
text = messageText,
ts = messageTs.ToLocalTime().ToString(),
user = messageSender,
fileAttachment = fileAttachment,
attachments = attachmentsList,
};
JObject messageJson = new JObject
{
{
"rootMessage", new JObject {
{
"body", new JObject
{
{ "contentType", 1 }, // 1 is for html content, 0 is for text
{ "content", MessageToHtml(message, channelsMapping) }
}
}
}
} // You need the extra brackets so you're not directly adding a JValue
};
var response = Helpers.httpClient.PostAsync(O365.MsGraphBetaEndpoint + "teams/" + selectedTeamId + "/channels/" + channelsMapping.id + "/chatthreads",
new StringContent(JsonConvert.SerializeObject(messageJson), Encoding.UTF8, "application/json")).Result;
if (!response.IsSuccessStatusCode)
{
Console.WriteLine("Unexpected status code of " + response.StatusCode + " returned when importing messages.");
}
messageList.Add(message);
}
}
}
}
if (copyFileAttachments)
{
Utils.FileAttachments.ArchiveMessageFileAttachments(aadAccessToken, selectedTeamId, attachmentsToUpload, "fileattachments").Wait();
foreach (var messageItem in messageList)
{
if (messageItem.fileAttachment != null)
{
var messageItemWithFileAttachment = attachmentsToUpload.Find(w => String.Equals(messageItem.fileAttachment.id, w.attachmentId, StringComparison.CurrentCultureIgnoreCase));
if (messageItemWithFileAttachment != null)
{
messageItem.fileAttachment.spoId = messageItemWithFileAttachment.msSpoId;
messageItem.fileAttachment.spoUrl = messageItemWithFileAttachment.msSpoUrl;
}
}
}
}
if (uploadHTMLAndJSONFiles)
{
Utils.Messages.CreateSlackMessageJsonArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
Utils.Messages.CreateSlackMessageHtmlArchiveFile(basePath, channelsMapping, messageList, aadAccessToken, selectedTeamId);
}
}
public static string MessageToHtml(ViewModels.SimpleMessage simpleMessage, Models.Combined.ChannelsMapping channelsMapping, List <ViewModels.SimpleUser> slackUserList, bool formatTimeToLocal)
{
string w = "";
w += "<div>";
w += ("<div id=\"" + simpleMessage.id + "\">");
w += ("<span id=\"user_id\" style=\"font-weight:bold;\">" + simpleMessage.user + "</span>");
w += (" ");
w += ("<span id=\"epoch_time\" style=\"font-weight:lighter;\">" + NiceDate(simpleMessage.ts, formatTimeToLocal) + "</span>");
w += ("<br/>");
w += ("<div id=\"message_text\" style=\"font-weight:normal;white-space:pre-wrap;\">" + NiceText(simpleMessage.text, slackUserList) + "</div>");
if (simpleMessage.fileAttachments.Count > 0)
{
foreach (var attach in simpleMessage.fileAttachments)
{
var isImg = attach.originalUrl.EndsWith(".jpg") || attach.originalUrl.EndsWith(".jpeg") || attach.originalUrl.EndsWith(".png") || attach.originalUrl.EndsWith(".gif");
w += "<div style=\"margin-left:1%;margin-top:1%;border-left-style:solid;border-left-color:LightGrey;\">";
w += "<div style=\"margin-left:1%;\">";
if (attach.spoId != null)
{
if (isImg)
{
w += "<img style='width:25%' src='" + attach.spoUrl + "' />";
}
else
{
w += "<span style=\"font-weight:lighter;\"> <a href=\"" + attach.spoUrl + "\"> File Attachment </a> </span>";
}
}
w += "<div>";
if (!isImg)
{
w += "<span style=\"font-weight:lighter;\"> ";
w += attach.originalTitle + "<br/>";
//w += attach.originalUrl + " <br/>";
}
w += "</span>";
w += "</div>";
w += "</div>";
w += "</div>";
}
}
if (simpleMessage.attachments != null)
{
foreach (var attachment in simpleMessage.attachments)
{
w += "<div style=\"margin-left:1%;margin-top:1%;border-left-style:solid;border-left-color:";
if (!String.IsNullOrEmpty(attachment.color))
{
w += "#" + attachment.color + ";";
}
else
{
w += "LightGrey;";
}
w += "\">";
w += "<div style=\"margin-left:1%;\">";
if (!String.IsNullOrEmpty(attachment.service_name))
{
w += "<span style=\"font-weight:bolder;\">" + attachment.service_name + "</span><br/>";
}
w += "<div style=\"font-weight:lighter;white-space:pre-wrap;\">" + attachment.text + "</div>";
w += "<a style=\"font-weight:lighter;\" href=\"" + attachment.url + "\">" + attachment.url + "</a><br/>";
if (attachment.fields != null)
{
if (attachment.fields.Count > 0)
{
w += "<table class=\"\" cellpadding=\"0\" cellspacing=\"0\" border=\"0\">";
foreach (var field in attachment.fields)
{
if (true)
{
w += "<tr><td>";
w += "<div>" + field.title + "</div>";
w += "<div>" + field.value + "</div>";
w += "</tr></td>";
}
}
w += "</table>";
}
}
w += "</div>";
w += "</div>";
}
}
w += "</div>";
w += "<p/>";
w += "</div>";
return(w);
}
