public async Task TestExportRelationalHTMLSqlServer()
{
#region arrange
string folderName = AppContext.BaseDirectory;
//CreateExportFilesSqlServer(Path.Combine(folderName,"Views"));
var connectionString = GetSqlServerConnectionString();
using (var conn = new SqlConnection(connectionString))
{
await conn.OpenAsync();
using (var cmd = conn.CreateCommand())
{
cmd.CommandType = CommandType.Text;
cmd.CommandText = @"
IF OBJECT_ID('dbo.TestAndrei', 'U') IS NOT NULL
DROP TABLE dbo.TestAndrei;";
await cmd.ExecuteNonQueryAsync();
cmd.CommandText = @"create table TestAndrei(
ID int,
FirstName varchar(64) not null
)";
await cmd.ExecuteNonQueryAsync();
}
}
var rr = new ReceiverRelationalSqlServer();
rr.ConnectionString = connectionString;
string OutputFileName = SimpleJobConditionalTransformersTest.DeleteFileIfExists(Path.Combine(folderName, "relationalSqlServer.html"));
var sender = new Sender_HTMLRazor("Views/sqlserver.cshtml", OutputFileName);
var senderViz = new Sender_HTMLRelationViz("Name", OutputFileName);
var filter = new FilterExcludeRelation("columns", "tables");
var job = new SimpleJobConditionalTransformers();
job.Receivers.Add(0, rr);
job.AddSender(sender);
job.Add(filter);
job.Add(filter, senderViz);
#endregion
#region act
await job.Execute();
#endregion
#region assert
Assert.IsTrue(File.Exists(OutputFileName), $"{OutputFileName} must exists");
//Process.Start("explorer.exe", OutputFileName);
var text = File.ReadAllText(OutputFileName);
Assert.IsTrue(text.Contains("TestAndrei"), "must contain table testandrei");
Assert.IsTrue(text.Contains("FirstName"), "must contain column FirstName ");
#endregion
}
public async Task SerializeSimpleJobConditionalTransformersTestSimpleReadCSV()
{
#region ACT
var cond = GetJobCSV();
var str = cond.SerializeMe();
//cond = null;
var newJob = new SimpleJobConditionalTransformers();
newJob.UnSerialize(str);
await newJob.Execute();
#endregion
#region ASSERT
AssertJobCSV();
#endregion
}
static async Task MainAsync(string[] args)
{
//using (StartLogging st = new StartLogging("asd", "Asda", 1))
//{
// st.LogInformation("test'");
// Thread.Sleep(10);
//}
//return;
Console.WriteLine(Directory.GetCurrentDirectory());
string dir = Directory.GetCurrentDirectory();
//if you want you can execute with StankinsSimpleJob
//string file = Path.Combine(dir,"jobFolders.txt");
//File.WriteAllText(file, SimpleJobFolders());
//Console.WriteLine($"executing file {file}");
IJob si;
DirectoryInfo di = null;
string file;
Action <string, string> moveFile = (fileNameSource, fileDestination) =>
{
string destDir = Path.GetDirectoryName(fileDestination);
if (!Directory.Exists(destDir))
{
Directory.CreateDirectory(destDir);
}
if (File.Exists(fileDestination))
{
File.Delete(fileDestination);
}
File.Move(fileNameSource, fileDestination);
};
Action <string, string> copyFile = (fileNameSource, fileDestination) =>
{
string destDir = Path.GetDirectoryName(fileDestination);
if (!Directory.Exists(destDir))
{
Directory.CreateDirectory(destDir);
}
if (File.Exists(fileDestination))
{
File.Delete(fileDestination);
}
File.Copy(fileNameSource, fileDestination);
};
Action <string, string, string> moveFiles = (path, search, pathDestination) =>
{
var files = Directory.EnumerateFiles(path, search, SearchOption.TopDirectoryOnly);
foreach (var fileLoop in files)
{
var name = Path.GetFileName(fileLoop);
moveFile(fileLoop, Path.Combine(pathDestination, name));
}
};
//
//goto andrei;
var strDemo1 = SimpleJobFolders();
File.WriteAllText("jobDefinition.txt", strDemo1);
si = new SimpleJob();
si.UnSerialize(strDemo1);
await si.Execute();
#region move into demos
di = Directory.CreateDirectory("Demo1JobFolders");
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "Demo1SimpleJobFolders.html";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/RazorHierarchical.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo1);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
var strDemo2 = SimpleJobView(SimpleJobFolders(), "Demo2SimpleJobView.html");
File.WriteAllText("jobDefinition.txt", strDemo2);
si = new SimpleJob();
si.UnSerialize(strDemo2);
await si.Execute();
#region move into demos
di = Directory.CreateDirectory("Demo2SimpleJobView");
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "Demo2SimpleJobView.html";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/RazorHierarchical.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo2);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
var strDemo3 = ExecuteSqlCIOrder();
File.WriteAllText("jobDefinition.txt", strDemo3);
si = new SimpleJob();
si.UnSerialize(strDemo3);
await si.Execute();
#region move into demos
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
di = Directory.CreateDirectory("Demo3ExecuteSql");
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "SqlToExecute/001Sql.sql";
copyFile(file, Path.Combine(di.FullName, file));
file = "SqlToExecute/002Sql.sql";
copyFile(file, Path.Combine(di.FullName, file));
file = "appsettings.json";
copyFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo3);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
#region DocumentSqlServer
//TODO:add demo DocumentSqlServer
var strDemo4 = DocumentSqlServer();
File.WriteAllText("jobDefinition.txt", strDemo3);
si = new SimpleJobConditionalTransformers();
si.UnSerialize(strDemo4);
await si.Execute();
#region move into demos
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
di = Directory.CreateDirectory("Demo4DocumentSqlServer");
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/sqlserver.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/databases.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/tables.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/views.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
file = "Views/columns.cshtml";
copyFile(file, Path.Combine(di.FullName, file));
file = "relationalSqlServer.html";
copyFile(file, Path.Combine(di.FullName, file));
file = "appsettings.json";
copyFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo4);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
#endregion
#region PBX
var strDemo5 = PBXJob();
File.WriteAllText("jobDefinition.txt", strDemo5);
si = new SimpleJob();
si.UnSerialize(strDemo5);
try
{
await si.Execute();
}
catch (InvalidOperationException)
{
//do nothing - sql server does not have table
}
#region move into demos
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
di = Directory.CreateDirectory("Demo5PBX");
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "appsettings.json";
copyFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo5);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
#endregion
#region analysis project
if (false)
{
await ExecuteSlnAnalysis();
di = Directory.CreateDirectory("Demo6AnalysisProject");
file = "Stankins.html";
moveFile(file, Path.Combine(di.FullName, file));
file = "StankinsNETFramework.html";
moveFile(file, Path.Combine(di.FullName, file));
}
#endregion
#region showDllTypes
var strDemo7 = SimpleJobDllLoadTypes();
di = Directory.CreateDirectory("Demo7LoadDllTypes");
File.WriteAllText("jobDefinition.txt", strDemo7);
si = new SimpleJob();
si.UnSerialize(strDemo7);
await si.Execute();
#region move into demos
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "appsettings.json";
copyFile(file, Path.Combine(di.FullName, file));
file = "relationalDLL.html";
moveFile(file, Path.Combine(di.FullName, file));
//execute visualization
file = ExecuteVisualizationDefinitionSimpleJob(strDemo7);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
#endregion
andrei:
#region blockly table
var strDemo8 = JobDllBlockly();
di = Directory.CreateDirectory("Demo8Blockly");
if (File.Exists("jobDefinition.txt"))
{
File.Delete("jobDefinition.txt");
}
File.WriteAllText("jobDefinition.txt", strDemo8);
si = new SimpleJobConditionalTransformers();
si.UnSerialize(strDemo8);
await si.Execute();
#region move into demos
file = "readme.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "jobDefinition.txt";
copyFile(file, Path.Combine(di.FullName, file));
file = "appsettings.json";
copyFile(file, Path.Combine(di.FullName, file));
file = "blockly.html";
moveFile(file, Path.Combine(di.FullName, file));
//execute visualization
var dirBlocks = Path.Combine(di.FullName, "blocks");
moveFiles(Directory.GetCurrentDirectory(), "*block*.*", dirBlocks);
moveFiles(Directory.GetCurrentDirectory(), "*def*.*", dirBlocks);
moveFiles(Directory.GetCurrentDirectory(), "*code*.*", dirBlocks);
file = ExecuteVisualizationDefinitionSimpleJob(strDemo8);
moveFile(file, Path.Combine(di.FullName, file));
#endregion
#endregion
}
static async Task ExecuteSlnAnalysis()
{
string root = "@static:Path.GetPathRoot(#static:Directory.GetCurrentDirectory()#)@";
var si = new SimpleJob();
var recFolder = new ReceiverFolderHierarchical(root, "*tank*.sln;*StankinsSimpleJobNET*.exe");
si.Receivers.Add(0, recFolder);
IFilter fi = new FilterForFilesHierarchical();
si.FiltersAndTransformers.Add(0, fi);
si.UnSerialize(si.SerializeMe());
await si.Execute();
fi = si.FiltersAndTransformers[0] as IFilter;
var exe = fi.valuesTransformed.FirstOrDefault(it => it.Values["FullName"].ToString().EndsWith(".exe"));
if (exe == null)
{
Console.WriteLine("please build StankinsSimpleJobNET");
return;
}
string exePath = exe.Values["FullName"].ToString();
string exeDir = Path.GetDirectoryName(exePath);
//cleanup
foreach (var item in Directory.GetFiles(exeDir, "*.json"))
{
File.Delete(item);
}
//File.Copy("SolutionExport.txt", Path.Combine(exeDir, "SolutionExport.txt"));
var slns = fi.valuesTransformed.Select(it => it.Values["FullName"]?.ToString()).Where(it => (it ?? "").Contains(".sln")).ToArray();
foreach (var sln in slns)
{
Console.WriteLine($"interpret:{sln}");
var psi = new ProcessStartInfo(exePath, "execute SolutionExport.txt");
psi.WorkingDirectory = exeDir;
psi.Environment["solutionPath"] = sln;
var p = Process.Start(psi);
if (p.WaitForExit(60 * 1000))
{
var newJob = new SimpleJobConditionalTransformers();
var json = Path.Combine(exeDir, Path.GetFileNameWithoutExtension(sln) + ".json");
var rec = new ReceiverJSONFileInt(json, Encoding.UTF8);
newJob.Receivers.Add(0, rec);
string fileName = Path.Combine(AppContext.BaseDirectory, Path.GetFileNameWithoutExtension(sln) + ".html");
if (File.Exists(fileName))
{
File.Delete(fileName);
}
Console.WriteLine($"exporting to {fileName}");
string fileRazor = "solution.cshtml";
var sender = new SyncSenderMultiple(
new Sender_Text(fileName, "<html><body>"),
new Sender_HTMLRazor("Views/" + Path.GetFileName(fileRazor), fileName)
);
newJob.AddSender(sender);
var filter = new FilterExcludeRelation("referencedIn", "assemblyReferenced");
var senderViz = new SyncSenderMultiple(
new Sender_HTMLRelationViz("Name", fileName),
new Sender_Text(fileName, "</body></html>")
);
newJob.Add(filter, senderViz);
await newJob.Execute();
}
}
}
public async Task TestConditionalJobSQLServer2SQLServerAndFilter2SMTP()
{
#region arrange
string connectionString = GetSqlServerConnectionString();
string commandText1 = "dbo.TestReiceverDBExecuteStoredProcedureNoParam2"; // Receiver SP (Source)
string fileNameSerilizeLastRow = string.Empty;
string parameters1 = string.Empty;
string commandText2 = "dbo.TestSenderDBExecuteStoredProcedureWithParams2"; // Sender SP (Destination)
string parameters2 = "@p1=PersonID;@p2=FirstName;@p3=LastName";
//Receiver: SQL Server Source
using (var conn = new SqlConnection(connectionString))
{
await conn.OpenAsync();
using (var cmd = conn.CreateCommand())
{
cmd.CommandType = CommandType.Text;
cmd.CommandText = "IF OBJECT_ID('dbo.TestingTestReiceverDBExecuteStoredProcedureNoParam2') IS NOT NULL DROP TABLE dbo.TestingTestReiceverDBExecuteStoredProcedureNoParam2; CREATE TABLE dbo.TestingTestReiceverDBExecuteStoredProcedureNoParam2 (PersonID INT NOT NULL PRIMARY KEY, FirstName VARCHAR(50), LastName VARCHAR(50)); INSERT dbo.TestingTestReiceverDBExecuteStoredProcedureNoParam2 VALUES (0, 'John 0', 'Doe 0'), (1, 'John 1', 'Doe 1'), (2, 'John 2', 'Doe 2');";
await cmd.ExecuteNonQueryAsync();
cmd.CommandText = "IF OBJECT_ID('dbo.TestReiceverDBExecuteStoredProcedureNoParam2') IS NOT NULL DROP PROCEDURE dbo.TestReiceverDBExecuteStoredProcedureNoParam2;";
await cmd.ExecuteNonQueryAsync();
cmd.CommandText = "CREATE PROCEDURE dbo.TestReiceverDBExecuteStoredProcedureNoParam2 AS SELECT * FROM dbo.TestingTestReiceverDBExecuteStoredProcedureNoParam2;";
await cmd.ExecuteNonQueryAsync();
}
}
var rcvr = new ReceiverStmtSqlServer(connectionString, commandType, commandText1, fileNameSerilizeLastRow, parameters1);
//Sender: SQL Server Destination
using (var conn = new SqlConnection(connectionString))
{
await conn.OpenAsync();
using (var cmd = conn.CreateCommand())
{
cmd.CommandType = CommandType.Text;
cmd.CommandText = "IF OBJECT_ID('dbo.TestingTestSenderDBExecuteStoredProcedureWithParams2') IS NOT NULL DROP TABLE dbo.TestingTestSenderDBExecuteStoredProcedureWithParams2; CREATE TABLE dbo.TestingTestSenderDBExecuteStoredProcedureWithParams2 (PersonID INT NOT NULL PRIMARY KEY, FirstName VARCHAR(50), LastName VARCHAR(50));";
await cmd.ExecuteNonQueryAsync();
cmd.CommandText = "IF OBJECT_ID('dbo.TestSenderDBExecuteStoredProcedureWithParams2') IS NOT NULL DROP PROCEDURE dbo.TestSenderDBExecuteStoredProcedureWithParams2;";
await cmd.ExecuteNonQueryAsync();
cmd.CommandText = "CREATE PROCEDURE dbo.TestSenderDBExecuteStoredProcedureWithParams2 (@p1 INT, @p2 VARCHAR(50), @p3 VARCHAR(50)) AS INSERT dbo.TestingTestSenderDBExecuteStoredProcedureWithParams2 (PersonID, FirstName, LastName) VALUES (@p1, @p2, @p3)";
await cmd.ExecuteNonQueryAsync();
}
}
var sndAll = new SenderToDBStmtSqlServer(connectionString, commandType, commandText2, parameters2);
//Filter
var fltPersCateg1 = new FilterComparableGreaterOrEqual(typeof(int), 1, "PersonID");
//Sender: SMTP Alert Configuration
var sndPersCateg1 = new SenderToSMTP(from, to, string.Empty, string.Empty, subject, string.Empty, false, smtpServer, smtpPort, false, requiresAuthentication, user, password);
//Sender: SMTP Clean
using (var client = new Pop3Client())
{
client.Connect(pop3Server, pop3Port, false);
// Note: since we don't have an OAuth2 token, disable
// the XOAUTH2 authentication mechanism.
client.AuthenticationMechanisms.Remove("XOAUTH2");
client.Authenticate(user, password);
for (int i = 0; i < client.Count; i++)
{
var message = client.GetMessage(i);
if (message.Subject == subject)
{
client.DeleteMessage(i);
}
}
client.Disconnect(true);
}
//Job
var job = new SimpleJobConditionalTransformers();
job.Receivers.Add(0, rcvr);
job.AddSender(sndAll);
job.Add(fltPersCateg1, sndPersCateg1);
#endregion
#region act
await job.Execute();
#endregion
#region assert
//Check destination table
using (var conn = new SqlConnection(connectionString))
{
await conn.OpenAsync();
using (var cmd = conn.CreateCommand())
{
cmd.CommandType = CommandType.Text;
cmd.CommandText = "SELECT COUNT(*) AS Cnt FROM TestingTestSenderDBExecuteStoredProcedureWithParams2 tbl FULL JOIN (VALUES (0, 'John 0', 'Doe 0'), (1, 'John 1', 'Doe 1'), (2, 'John 2', 'Doe 2')) chk(PersonID, FirstName, LastName) ON tbl.PersonID = chk.PersonID AND tbl.FirstName = chk.FirstName AND tbl.LastName = chk.LastName WHERE EXISTS(SELECT tbl.PersonID EXCEPT SELECT chk.PersonID) OR EXISTS(SELECT tbl.FirstName EXCEPT SELECT chk.FirstName) OR EXISTS(SELECT tbl.LastName EXCEPT SELECT chk.LastName);";
var cnt = (int)await cmd.ExecuteScalarAsync();
Assert.AreEqual(0, cnt);
}
}
//Check email
//Read message and check Body (plain text)
int numOfEmailFound = 0;
using (var client = new Pop3Client())
{
client.Connect(pop3Server, pop3Port, false);
// Note: since we don't have an OAuth2 token, disable
// the XOAUTH2 authentication mechanism.
client.AuthenticationMechanisms.Remove("XOAUTH2");
client.Authenticate(user, password);
for (int i = 0; i < client.Count; i++)
{
var message = client.GetMessage(i);
if (message.Subject == subject)
{
numOfEmailFound++;
}
}
client.Disconnect(true);
}
Assert.AreEqual(1, numOfEmailFound);
#endregion
}