/// <summary>
/// Export entities from CRM to dictionary of blocks with entities
/// </summary>
/// <returns>Blocks with exported entities</returns>
public ShuffleBlocks ExportFromCRM()
{
log.StartSection("ExportFromCRM");
if (definition == null)
{
throw new ArgumentNullException("Definition", "Shuffle definition must be specified to export data");
}
var blocks = new ShuffleBlocks();
ExistingSolutionVersions = null;
if (ShuffleDefinition.Blocks.Items.Any(b => (b is DataBlock data && data.Export != null) || b is SolutionBlock sol && sol.Export != null))
{
stoponerror = ShuffleDefinition.StopOnError;
timeout = ShuffleDefinition.TimeoutSpecified ? ShuffleDefinition.Timeout : -1;
double savedtimeout = -1;
if (timeout > -1)
{
savedtimeout = SetTimeout();
}
var totalBlocks = ShuffleDefinition.Blocks.Items.Length;
var currentBlock = 0;
foreach (var block in ShuffleDefinition.Blocks.Items)
{
currentBlock++;
SendStatus(totalBlocks, currentBlock, -1, -1);
if (block is DataBlock datablock)
{
var cExported = ExportDataBlock(blocks, datablock);
var name = datablock.Name;
if (cExported != null)
{
if (blocks.ContainsKey(name))
{
SendLine($"Block already added: {name}");
}
else
{
blocks.Add(name, cExported);
}
}
}
else if (block is SolutionBlock solutionblock)
{
if (ExistingSolutionVersions == null)
{
GetCurrentVersions();
}
ExportSolutionBlock(solutionblock);
}
}
SendStatus(0, 0, 0, 0);
if (savedtimeout > -1)
{
ResetTimeout(savedtimeout);
}
}
log.EndSection();
return(blocks);
}
public ShuffleBlocks MergeFiles(Dictionary <string, XmlDocument> datas)
{
log.StartSection("Start MergeFiles");
ShuffleBlocks blocks = new ShuffleBlocks();
foreach (var dataKeyValuePair in datas)
{
var blockNameItemIdCombinationString = dataKeyValuePair.Key;
var blockNameItemIdCombination = blockNameItemIdCombinationString.Split('\\');
var blockName = blockNameItemIdCombination[0];
var block = Deserialize(dataKeyValuePair.Value);
var blockEntityCollection = block.First().Value;
if (!blocks.ContainsKey(blockName))
{
blocks.Add(blockName, blockEntityCollection);
}
else
{
blocks[blockName].Add(blockEntityCollection.First());
}
}
log.EndSection();
return(blocks);
}
/// <summary>
///
/// </summary>
/// <param name="blocks"></param>
/// <param name="type"></param>
/// <param name="delimeter"></param>
/// <returns></returns>
public Dictionary <string, XmlDocument> SplitFiles(ShuffleBlocks blocks, SerializationType type, char delimeter)
{
log.StartSection("Start SplitFiles");
var dictionarySplitFiles = new Dictionary <string, XmlDocument>();
if (blocks.Count > 0)
{
foreach (var blockName in blocks.Keys)
{
var block = blocks[blockName];
foreach (var item in block)
{
//Build path to use later when writing to disk
string path = blockName;
path += "\\" + item.Id;
// Somehow create a single entity record shuffleBlock
var singleShuffleBlock = new ShuffleBlocks();
var entityCollection = new CintDynEntityCollection();
singleShuffleBlock.Add(blockName, entityCollection);
entityCollection.Add(item);
dictionarySplitFiles.Add(path, Serialize(singleShuffleBlock, type, delimeter));
}
}
}
log.EndSection();
return(dictionarySplitFiles);
}
/// <summary>
/// Import entities to CRM from dictionary of blocks
/// </summary>
/// <param name="blocks">Blocks with entities to import</param>
/// <returns>Tuple with counters for: Created, Updated, Skipped and Failed records</returns>
public Tuple <int, int, int, int, int, EntityReferenceCollection> ImportToCRM(ShuffleBlocks blocks)
{
log.StartSection("ImportToCRM");
if (definition == null)
{
throw new ArgumentNullException("Definition", "Shuffle definition must be specified to import data");
}
int created = 0;
int updated = 0;
int skipped = 0;
int deleted = 0;
int failed = 0;
EntityReferenceCollection references = new EntityReferenceCollection();
XmlNode xRoot = CintXML.FindChild(definition, "ShuffleDefinition");
XmlNode xBlocks = CintXML.FindChild(xRoot, "Blocks");
if (xBlocks != null)
{
guidmap = new Dictionary <Guid, Guid>();
stoponerror = CintXML.GetBoolAttribute(xRoot, "StopOnError", false);
timeout = CintXML.GetIntAttribute(xRoot, "Timeout", -1);
double savedtimeout = -1;
if (timeout > -1)
{
try
{
SendLine("Setting timeout: {0} minutes", timeout);
OrganizationServiceProxy orgsvcpxy = crmsvc.GetService <OrganizationServiceProxy>();
savedtimeout = orgsvcpxy.Timeout.TotalMinutes;
orgsvcpxy.Timeout = new TimeSpan(0, timeout, 0);
}
catch (InvalidPluginExecutionException)
{ // Couldn't cast to correct service type, for some reason...
savedtimeout = -1;
}
}
int totalBlocks = xBlocks.ChildNodes.Count;
int currentBlock = 0;
foreach (XmlNode xBlock in xBlocks.ChildNodes)
{
currentBlock++;
SendStatus(totalBlocks, currentBlock, -1, -1);
if (xBlock.NodeType == XmlNodeType.Element)
{
switch (xBlock.Name)
{
case "DataBlock":
string name = CintXML.GetAttribute(xBlock, "Name");
if (!blocks.ContainsKey(name))
{
blocks.Add(name, new CintDynEntityCollection());
}
Tuple <int, int, int, int, int, EntityReferenceCollection> dataresult = ImportDataBlock(xBlock, blocks[name]);
created += dataresult.Item1;
updated += dataresult.Item2;
skipped += dataresult.Item3;
deleted += dataresult.Item4;
failed += dataresult.Item5;
references.AddRange(dataresult.Item6);
break;
case "SolutionBlock":
var solutionresult = ImportSolutionBlock(xBlock);
switch (solutionresult)
{
case ItemImportResult.Created: created++; break;
case ItemImportResult.Updated: updated++; break;
case ItemImportResult.Skipped: skipped++; break;
case ItemImportResult.Failed: failed++; break;
}
break;
}
}
}
SendStatus(0, 0, 0, 0);
if (savedtimeout > -1)
{
OrganizationServiceProxy orgsvcpxy = crmsvc.GetService <OrganizationServiceProxy>();
orgsvcpxy.Timeout = new TimeSpan(0, (int)savedtimeout, 0);
}
}
log.EndSection();
return(new Tuple <int, int, int, int, int, EntityReferenceCollection>(created, updated, skipped, deleted, failed, references));
}
/// <summary>
/// Export entities from CRM to dictionary of blocks with entities
/// </summary>
/// <returns>Blocks with exported entities</returns>
public ShuffleBlocks ExportFromCRM()
{
log.StartSection("ExportFromCRM");
if (definition == null)
{
throw new ArgumentNullException("Definition", "Shuffle definition must be specified to export data");
}
ShuffleBlocks blocks = new ShuffleBlocks();
ExistingSolutionVersions = null;
XmlNode xRoot = CintXML.FindChild(definition, "ShuffleDefinition");
XmlNode xBlocks = CintXML.FindChild(xRoot, "Blocks");
if (xBlocks != null)
{
stoponerror = CintXML.GetBoolAttribute(xRoot, "StopOnError", false);
timeout = CintXML.GetIntAttribute(xRoot, "Timeout", -1);
double savedtimeout = -1;
if (timeout > -1)
{
SendLine("Setting timeout: {0} minutes", timeout);
OrganizationServiceProxy orgsvcpxy = crmsvc.GetService <OrganizationServiceProxy>();
savedtimeout = orgsvcpxy.Timeout.TotalMinutes;
orgsvcpxy.Timeout = new TimeSpan(0, timeout, 0);
}
int totalBlocks = xBlocks.ChildNodes.Count;
int currentBlock = 0;
foreach (XmlNode xBlock in xBlocks.ChildNodes)
{
currentBlock++;
SendStatus(totalBlocks, currentBlock, -1, -1);
if (xBlock.NodeType == XmlNodeType.Element)
{
switch (xBlock.Name)
{
case "DataBlock":
CintDynEntityCollection cExported = ExportDataBlock(blocks, xBlock);
string name = CintXML.GetAttribute(xBlock, "Name");
if (cExported != null)
{
if (blocks.ContainsKey(name))
{
SendLine("Block already added: {0}", name);
}
else
{
blocks.Add(name, cExported);
}
}
break;
case "SolutionBlock":
if (ExistingSolutionVersions == null)
{
GetCurrentVersions();
}
ExportSolutionBlock(xBlock);
break;
}
}
}
SendStatus(0, 0, 0, 0);
if (savedtimeout > -1)
{
OrganizationServiceProxy orgsvcpxy = crmsvc.GetService <OrganizationServiceProxy>();
orgsvcpxy.Timeout = new TimeSpan(0, (int)savedtimeout, 0);
}
}
log.EndSection();
return(blocks);
}
/// <summary>
/// Deserialize xml/string to blocks with entities
/// </summary>
/// <param name="serialized"></param>
/// <returns>Optional, only required for SerializationType: Text</returns>
public ShuffleBlocks Deserialize(XmlDocument serialized)
{
log.StartSection("Deserialize");
ShuffleBlocks result = new ShuffleBlocks();
if (serialized != null)
{
XmlNode root = CintXML.FindChild(serialized, "ShuffleData");
string sertype = CintXML.GetAttribute(root, "Type");
SendLine("Deserialize from {0}", sertype);
if (sertype == SerializationType.Full.ToString() ||
sertype == SerializationType.Simple.ToString() ||
sertype == SerializationType.SimpleNoId.ToString() ||
sertype == SerializationType.SimpleWithValue.ToString() ||
sertype == SerializationType.Explicit.ToString())
{
foreach (XmlNode xBlock in root.ChildNodes)
{
if (xBlock.NodeType == XmlNodeType.Element && xBlock.Name == "Block" && xBlock.ChildNodes.Count == 1)
{
string name = CintXML.GetAttribute(xBlock, "Name");
XmlDocument xml = new XmlDocument();
xml.AppendChild(xml.ImportNode(xBlock.ChildNodes[0], true));
CintDynEntityCollection cEntities = new CintDynEntityCollection(xml, crmsvc, log);
SendLine("Block {0}: {1} records", name, cEntities.Count);
result.Add(name, cEntities);
}
}
}
else if (sertype == SerializationType.Text.ToString())
{
string strdelimeter = CintXML.GetAttribute(root, "Delimeter");
char delimeter = strdelimeter.Length == 1 ? strdelimeter[0] : '\t';
XmlNode xText = CintXML.FindChild(root, "Text");
StringReader reader = new StringReader(xText.InnerText);
int line = 0;
string name = "";
StringBuilder serializedblock = null;
string current = reader.ReadLine();
while (current != null)
{
log.Log("Line {0:000}: {1}", line, current);
if (current.StartsWith("<<<") && current.Contains(">>>"))
{
log.Log("Block start");
if (!string.IsNullOrWhiteSpace(name) && serializedblock != null)
{
CintDynEntityCollection cEntities = new CintDynEntityCollection(serializedblock.ToString(), delimeter, crmsvc, log);
result.Add(name, cEntities);
SendLine("Block {0}: {1} records", name, cEntities.Count);
}
name = current.Substring(3);
name = name.Substring(0, name.IndexOf(">>>", StringComparison.Ordinal));
serializedblock = new StringBuilder();
}
else
{
serializedblock.AppendLine(current);
}
current = reader.ReadLine();
line++;
}
if (!string.IsNullOrWhiteSpace(serializedblock.ToString()))
{
CintDynEntityCollection cEntities = new CintDynEntityCollection(serializedblock.ToString(), delimeter, crmsvc, log);
result.Add(name, cEntities);
SendLine("Block {0}: {1} records", name, cEntities.Count);
}
}
}
log.EndSection();
return(result);
}
/// <summary>
/// Import entities to CRM from dictionary of blocks
/// </summary>
/// <param name="blocks">Blocks with entities to import</param>
/// <returns>Tuple with counters for: Created, Updated, Skipped and Failed records</returns>
public Tuple <int, int, int, int, int, EntityReferenceCollection> ImportToCRM(ShuffleBlocks blocks)
{
log.StartSection("ImportToCRM");
if (definition == null)
{
throw new ArgumentNullException("Definition", "Shuffle definition must be specified to import data");
}
var created = 0;
var updated = 0;
var skipped = 0;
var deleted = 0;
var failed = 0;
var references = new EntityReferenceCollection();
if (ShuffleDefinition.Blocks.Items.Any(b => (b is DataBlock data && data.Import != null) || b is SolutionBlock sol && sol.Import != null))
{
guidmap = new Dictionary <Guid, Guid>();
stoponerror = ShuffleDefinition.StopOnError;
timeout = ShuffleDefinition.TimeoutSpecified ? ShuffleDefinition.Timeout : -1;
double savedtimeout = -1;
if (timeout > -1)
{
savedtimeout = SetTimeout();
}
var totalBlocks = ShuffleDefinition.Blocks.Items.Length;
var currentBlock = 0;
foreach (var block in ShuffleDefinition.Blocks.Items)
{
currentBlock++;
SendStatus(totalBlocks, currentBlock, -1, -1);
if (block is DataBlock datablock)
{
var name = datablock.Name;
if (!blocks.ContainsKey(name))
{
blocks.Add(name, new CintDynEntityCollection());
}
var dataresult = ImportDataBlock(datablock, blocks[name]);
created += dataresult.Item1;
updated += dataresult.Item2;
skipped += dataresult.Item3;
deleted += dataresult.Item4;
failed += dataresult.Item5;
references.AddRange(dataresult.Item6);
}
else if (block is SolutionBlock solutionblock)
{
var solutionresult = ImportSolutionBlock(solutionblock);
switch (solutionresult)
{
case ItemImportResult.Created: created++; break;
case ItemImportResult.Updated: updated++; break;
case ItemImportResult.Skipped: skipped++; break;
case ItemImportResult.Failed: failed++; break;
}
}
}
SendStatus(0, 0, 0, 0);
if (savedtimeout > -1)
{
ResetTimeout(savedtimeout);
}
}
log.EndSection();
return(new Tuple <int, int, int, int, int, EntityReferenceCollection>(created, updated, skipped, deleted, failed, references));
}
/// <summary>
/// Deserialize xml/string to blocks with entities
/// </summary>
/// <param name="container"></param>
/// <param name="serialized"></param>
/// <returns>Optional, only required for SerializationType: Text</returns>
public ShuffleBlocks Deserialize(IExecutionContainer container, XmlDocument serialized)
{
container.StartSection("Deserialize");
var result = new ShuffleBlocks();
if (serialized != null)
{
var root = XML.FindChild(serialized, "ShuffleData");
var sertype = XML.GetAttribute(root, "Type");
SendLine(container, $"Deserialize from {sertype}");
if (sertype == SerializationType.Full.ToString() ||
sertype == SerializationType.Simple.ToString() ||
sertype == SerializationType.SimpleNoId.ToString() ||
sertype == SerializationType.SimpleWithValue.ToString() ||
sertype == SerializationType.Explicit.ToString())
{
foreach (XmlNode xBlock in root.ChildNodes)
{
if (xBlock.NodeType == XmlNodeType.Element && xBlock.Name == "Block" && xBlock.ChildNodes.Count == 1)
{
var name = XML.GetAttribute(xBlock, "Name");
var xml = new XmlDocument();
xml.AppendChild(xml.ImportNode(xBlock.ChildNodes[0], true));
var cEntities = container.CreateEntityCollection(xml);
SendLine(container, $"Block {name}: {cEntities.Count()} records");
result.Add(name, cEntities);
}
}
}
else if (sertype == SerializationType.Text.ToString())
{
var strdelimeter = XML.GetAttribute(root, "Delimeter");
var delimeter = strdelimeter.Length == 1 ? strdelimeter[0] : '\t';
var xText = XML.FindChild(root, "Text");
var reader = new StringReader(xText.InnerText);
var line = 0;
var name = "";
StringBuilder serializedblock = null;
var current = reader.ReadLine();
while (current != null)
{
container.Log("Line {0:000}: {1}", line, current);
if (current.StartsWith("<<<") && current.Contains(">>>"))
{
container.Log("Block start");
if (!string.IsNullOrWhiteSpace(name) && serializedblock != null)
{
var cEntities = container.CreateEntityCollection(serializedblock.ToString(), delimeter);
result.Add(name, cEntities);
SendLine(container, $"Block {name}: {cEntities.Count()} records");
}
name = current.Substring(3);
name = name.Substring(0, name.IndexOf(">>>", StringComparison.Ordinal));
serializedblock = new StringBuilder();
}
else
{
serializedblock.AppendLine(current);
}
current = reader.ReadLine();
line++;
}
if (!string.IsNullOrWhiteSpace(serializedblock.ToString()))
{
var cEntities = container.CreateEntityCollection(serializedblock.ToString(), delimeter);
result.Add(name, cEntities);
SendLine(container, $"Block {name}: {cEntities.Count()} records");
}
}
}
container.EndSection();
return(result);
}