private static void AddLogFileEntry(ITestLogger logger, string operation, int paramSetId, SqliteVm vm)
{
logger.Write("\nParamSet: {0}\n", paramSetId);
int status = vm.Execute("Select * from Params where ParamSet={0}", paramSetId);
while (status == Sqlite.Row)
{
string paramName = vm.GetString("ParamName");
string paramValue = vm.GetString("ParamValue");
logger.Write("{0}: {1}\n", paramName, paramValue);
status = vm.NextRow();
}
}
public int Execute(ref int testsRun, ITestLogger logger, bool isEnterprise)
{
int exitStatus = 0;
string dbPath = CommonUtility.GetDbPath(this.DumpFile);
string dbName = CommonUtility.GetPath(dbPath);
if (File.Exists(dbName))
{
var db = new SqliteDb();
db.Open(dbName);
var vm = new SqliteVm(db, true);
int status = vm.Execute("Select TestName, TestType from TestCase where TestType=\"{0}\" order by ExecuteSequence", this.ApiType);
//NOTE: We can't share the SqliteVm instance among our executor objects as this messes up query results
//we must be able to re-create a new SqliteVm for each executor, so we pass down the db path
SetupExecutors(dbName);
while (status == Sqlite.Row)
{
string testName = vm.GetString("TestName");
string testType = vm.GetString("TestType");
Console.WriteLine("Executing {0} test: {1}", testType, testName);
using (var run = new TestExecutionRun(dbPath, this))
{
try
{
exitStatus += run.RunTests(testName, logger, ref testsRun);
}
catch (Exception ex)
{
Console.WriteLine(ex.ToString());
exitStatus += 1;
}
}
status = vm.NextRow();
}
vm.SqlFinalize();
vm = null;
db = null;
}
return(exitStatus);
}
public int RunTests(string testName, ITestLogger logger, ref int testsRun)
{
TestResult actualResult = null;
int exitStatus = 0;
try
{
//Add the test in the log file
string msg = "\n\n************************************************************\n" +
string.Format("Executing {0}\n", testName) +
"************************************************************\n\n";
logger.Write(msg);
//Get the list of operations to be executed for this test. This list should comma separated, no spaces.
_unitTestVm.Execute("Select ParamSets from TestCase where TestName=\"{0}\"", testName);
string sets = _unitTestVm.GetString("ParamSets");
//Extract the paramset ids
int[] paramSet = sets.Split(',').Where(x => !string.IsNullOrEmpty(x)).Select(x => Convert.ToInt32(x)).ToArray();
foreach (int paramSetId in paramSet)
{
_unitTestVm.Execute("Select ParamValue from Params where ParamSet={0} AND ParamName=\"OPERATION\"", paramSetId);
string paramValue = _unitTestVm.GetString("ParamValue");
testsRun++;
//Add the operation to the log file
AddLogFileEntry(logger, paramValue, paramSetId, _unitTestResultVm);
var exec = _executors.GetTestExecutor(paramValue);
actualResult = exec.Execute(paramSetId);
exitStatus += _executors.ValidateRequest(_unitTestDb, testName, paramSetId, paramValue, actualResult, logger);
}
return(exitStatus);
}
catch (MgException ex)
{
throw new UnitTestException(string.Format("Exception from MapGuide:\n{0}", ex.GetDetails()));
}
}
public static bool ReadCommonParameterValue(this SqliteVm vm, string paramName, NameValueCollection result)
{
int stat = vm.Execute("Select ParamValue from CommonParams WHERE ParamName=\"{0}\"", paramName);
if (stat == Sqlite.Row)
{
result.Add(paramName, vm.GetString("ParamValue"));
return(true);
}
return(false);
}
private void OpenDatabase(string fName)
{
if (database != null)
{
CloseDatabase();
}
if (fName.Length > 0)
{
database = new SqliteDb();
int err = database.Open(fName);
if (err != 0)
{
database = null;
}
}
if (database != null)
{
databaseName = fName;
treeView1.BeginUpdate();
// Clear the TreeView each time the method is called.
treeView1.Nodes.Clear();
TreeNode databaseNode = new TreeNode(fName);
SqliteVm vm = new SqliteVm(database, true);
string tableList = "SELECT name FROM sqlite_master WHERE type='table' ORDER BY name;";
int fini = vm.Execute(tableList);
while (fini == Sqlite.Row)
{
string tableName = vm.GetString("name");
databaseNode.Nodes.Add(tableName);
fini = vm.NextRow();
}
vm.SqlFinalize();
vm = null;
treeView1.Nodes.Add(databaseNode);
treeView1.EndUpdate();
//Enable menu items
this.menuItem3.Enabled = true;
this.menuAddTest.Enabled = true;
this.saveAsMenuItem.Enabled = true;
this.saveDbMenuItem.Enabled = true;
}
}
public static bool ReadParameterValue(this SqliteVm vm, int paramSetId, string paramName, NameValueCollection result, bool bIsPath = false)
{
int stat = vm.Execute("Select ParamValue from Params WHERE ParamSet={0} AND ParamName=\"{1}\"", paramSetId, paramName);
if (stat == Sqlite.Row)
{
string str = vm.GetString("ParamValue");
if (bIsPath)
{
str = CommonUtility.GetPath(str);
}
result.Add(paramName, str);
return(true);
}
return(false);
}
private void OpenDatabase(string fName)
{
if (database != null)
{
CloseDatabase();
}
if (fName.Length > 0)
{
database = new SqliteDb();
int err = database.Open(fName);
if (err != 0)
{
database = null;
}
}
if (database != null)
{
databaseName = fName;
treeView1.BeginUpdate();
// Clear the TreeView each time the method is called.
treeView1.Nodes.Clear();
TreeNode databaseNode = new TreeNode(fName);
SqliteVm vm = new SqliteVm(database, true);
string tableList = "SELECT name FROM sqlite_master WHERE type='table' ORDER BY name;";
int fini = vm.Execute(tableList);
while (fini == Sqlite.Row)
{
string tableName = vm.GetString("name");
databaseNode.Nodes.Add(tableName);
fini = vm.NextRow();
}
vm.SqlFinalize();
vm = null;
treeView1.Nodes.Add(databaseNode);
treeView1.EndUpdate();
//Enable menu items
this.menuItem3.Enabled = true;
this.menuAddTest.Enabled = true;
this.saveAsMenuItem.Enabled = true;
this.saveDbMenuItem.Enabled = true;
}
}
public void LoadTable(SqliteDb newDatabase, string tableName)
{
this.Name = tableName;
this.SetDatabase(newDatabase);
DataGridTableStyle tableStyle = new DataGridTableStyle();
tableStyle.MappingName = tableName;
if (tableName == "TestCase")
{
tableStyle.PreferredRowHeight *= 3;
}
else if (tableName == "ApiTestResults" || tableName == "HttpTestResults")
{
tableStyle.PreferredRowHeight *= 2;
}
int gridWidth = 0;
vm = new SqliteVm(database, true);
if (vm != null)
{
dataTable = new DataTable(tableName);
string sql = String.Format("select rowid, * from {0} ;", tableName);
int sqErr = vm.Execute(sql);
int nCols = vm.NumCols();
for (int i = 0; i < nCols; i++)
{
string colName = vm.ColumnName(i);
string colType = vm.ColumnType(colName);
DataGridTextBoxColumn colStyle = new DataGridTextBoxColumn();
colStyle.MappingName = colName;
colStyle.HeaderText = colName;
switch (colType.ToUpper())
{
case "INTEGER":
dataTable.Columns.Add(colName, typeof(int));
colStyle.Width = 60;
break;
case "REAL":
dataTable.Columns.Add(colName, typeof(double));
colStyle.Width = 60;
break;
case "TEXT":
dataTable.Columns.Add(colName, typeof(string));
colStyle.TextBox.Multiline = true;
if (colName == "ParamName" || colName == "ContentType" || colName == "TestType" || colName == "Prerequisite")
{
colStyle.Width = 100;
}
else if (colName == "ParamValue")
{
colStyle.Width = 275;
}
else
{
colStyle.Width = 200;
}
break;
case "BLOB":
DataColumn col = new DataColumn(colName, typeof(SqlBinary));
col.ReadOnly = true;
dataTable.Columns.Add(col);
colStyle.Width = 150;
break;
default:
colStyle = null;
break;
}
if (colStyle != null)
{
tableStyle.GridColumnStyles.Add(colStyle);
gridWidth += colStyle.Width;
}
}
//rowid should be readonly
dataTable.Columns[0].ReadOnly = true;
// update grid with new cols and width
dataGrid1.TableStyles.Add(tableStyle);
dataGrid1.Width = gridWidth;
while (sqErr == Sqlite.Row)
{
object [] cols = new object[nCols];
for (int i = 0; i < nCols; i++)
{
string colName = vm.ColumnName(i);
string colType = vm.ColumnType(colName);
switch (colType.ToUpper())
{
case "INTEGER":
int colInt = vm.GetInt(colName);
cols[i] = colInt;
break;
case "REAL":
double colDbl = vm.GetDouble(colName);
cols[i] = colDbl;
break;
case "TEXT":
string colText = vm.GetString(colName);
cols[i] = colText;
break;
case "BLOB":
byte[] bytes = vm.GetBlob(colName).Read();
if (bytes != null)
{
SqlBinary binBlob = new SqlBinary(bytes);
cols[i] = binBlob;
}
else
{
cols[i] = null;
}
break;
default:
break;
}
}
dataTable.Rows.Add(cols);
sqErr = vm.NextRow();
}
}
vm.SqlFinalize();
vm = null;
dataTable.AcceptChanges();
dataGrid1.DataSource = dataTable;
this.Width = gridWidth + 75;
}
public int Execute(ref int testsRun, ITestLogger logger, bool isEnterprise)
{
int exitStatus = 0;
string dbPath = CommonUtility.GetDbPath(this.DumpFile);
string dbName = CommonUtility.GetPath(dbPath);
if (File.Exists(dbName))
{
var db = new SqliteDb();
db.Open(dbName);
var vm = new SqliteVm(db, true);
int status = vm.Execute("Select TestName, TestType from TestCase where TestType=\"{0}\" order by ExecuteSequence", this.ApiType);
//NOTE: We can't share the SqliteVm instance among our executor objects as this messes up query results
//we must be able to re-create a new SqliteVm for each executor, so we pass down the db path
SetupExecutors(dbName);
while (status == Sqlite.Row)
{
string testName = vm.GetString("TestName");
string testType = vm.GetString("TestType");
Console.WriteLine("Executing {0} test: {1}", testType, testName);
using (var run = new TestExecutionRun(dbPath, this))
{
try
{
exitStatus += run.RunTests(testName, logger, ref testsRun);
}
catch (Exception ex)
{
Console.WriteLine(ex.ToString());
exitStatus += 1;
}
}
status = vm.NextRow();
}
vm.SqlFinalize();
vm = null;
db = null;
}
return exitStatus;
}
public void LoadTable(SqliteDb newDatabase, string tableName)
{
this.Name = tableName;
this.SetDatabase(newDatabase);
DataGridTableStyle tableStyle = new DataGridTableStyle();
tableStyle.MappingName = tableName;
if (tableName == "TestCase")
{
tableStyle.PreferredRowHeight *= 3;
}
else if (tableName == "ApiTestResults" || tableName == "HttpTestResults")
{
tableStyle.PreferredRowHeight *= 2;
}
int gridWidth = 0;
vm = new SqliteVm(database, true);
if (vm != null)
{
dataTable = new DataTable(tableName);
string sql = String.Format("select rowid, * from {0} ;", tableName);
int sqErr = vm.Execute(sql);
int nCols = vm.NumCols();
for (int i = 0; i<nCols; i++)
{
string colName = vm.ColumnName(i);
string colType = vm.ColumnType(colName);
DataGridTextBoxColumn colStyle = new DataGridTextBoxColumn();
colStyle.MappingName = colName;
colStyle.HeaderText = colName;
switch (colType.ToUpper())
{
case "INTEGER":
dataTable.Columns.Add(colName, typeof(int));
colStyle.Width = 60;
break;
case "REAL":
dataTable.Columns.Add(colName, typeof(double));
colStyle.Width = 60;
break;
case "TEXT":
dataTable.Columns.Add(colName, typeof(string));
colStyle.TextBox.Multiline = true;
if (colName == "ParamName" || colName == "ContentType" || colName == "TestType" || colName == "Prerequisite")
{
colStyle.Width = 100;
}
else if (colName == "ParamValue")
{
colStyle.Width = 275;
}
else
{
colStyle.Width = 200;
}
break;
case "BLOB":
DataColumn col = new DataColumn(colName, typeof(SqlBinary));
col.ReadOnly = true;
dataTable.Columns.Add(col);
colStyle.Width = 150;
break;
default:
colStyle = null;
break;
}
if (colStyle != null)
{
tableStyle.GridColumnStyles.Add(colStyle);
gridWidth += colStyle.Width;
}
}
//rowid should be readonly
dataTable.Columns[0].ReadOnly = true;
// update grid with new cols and width
dataGrid1.TableStyles.Add(tableStyle);
dataGrid1.Width = gridWidth;
while (sqErr == Sqlite.Row)
{
object [] cols = new object[nCols];
for (int i=0; i<nCols; i++)
{
string colName = vm.ColumnName(i);
string colType = vm.ColumnType(colName);
switch (colType.ToUpper())
{
case "INTEGER":
int colInt = vm.GetInt(colName);
cols[i] = colInt;
break;
case "REAL":
double colDbl = vm.GetDouble(colName);
cols[i] = colDbl;
break;
case "TEXT":
string colText = vm.GetString(colName);
cols[i] = colText;
break;
case "BLOB":
byte[] bytes = vm.GetBlob(colName).Read();
if (bytes != null)
{
SqlBinary binBlob = new SqlBinary(bytes);
cols[i] = binBlob;
}
else
{
cols[i] = null;
}
break;
default:
break;
}
}
dataTable.Rows.Add(cols);
sqErr = vm.NextRow();
}
}
vm.SqlFinalize();
vm = null;
dataTable.AcceptChanges();
dataGrid1.DataSource = dataTable;
this.Width = gridWidth+75;
}
public override int ValidateRequest(SqliteDotNet.SqliteDb db, string testName, int paramSetId, string operation, TestResult actualResult, ITestLogger logger)
{
int exitStatus = 0;
string outcome = "pass";
SqliteVm vm = new SqliteVm(db, false);
object expectedResult = null;
//If we have an exception we need to remove the stack trace because different line numbers will fail the test
object resultData = CommonUtility.RemoveStackTraceFromResult(actualResult.ResultData);
//Get the mime type based on the content type in the result
string mimeType = actualResult.ContentType;
//If we have exception message we need to remove any parts that may contain system dependent information
//Ex. file paths
resultData = CommonUtility.ProcessExceptionMessage(resultData);
//Get the file extension that will be used for a dump
string actualExtension = CommonUtility.GetExtensionFromMimeType(mimeType);
//If we have an ALWAYSPASS parameter defined for the operation then skip the whole validation process
//This parameter should only be used for clean up operations that are no related with the tests
if (vm.Execute("Select ParamValue from Params where ParamName=\"ALWAYSPASS\" and ParamSet={0}", paramSetId) != Sqlite.Row)
{
//TestName is Test_[ServiceType]
string type = testName.Substring(testName.IndexOf("_") + 1);
string filePath = CommonUtility.GetPath(string.Format("../../TestData/{0}/DumpFiles/{0}ApiTest", type));
string fileName = string.Format("{0}_{1}.{2}", filePath, paramSetId, actualExtension);
if (this.TestExecutionMode == "dump")
{
//File.WriteAllText(fileName, resultData);
throw new NotImplementedException("The .net test runner does not support dumping of test results. Please use the PHP test runner for this purpose");
}
else
{
//This section is special case handling for the operations that return different data after each call
resultData = CommonUtility.SpecialDataHandling(operation, resultData, mimeType);
if (this.TestExecutionMode == "generate")
{
throw new NotImplementedException("The .net test runner does not support test update/generation. Please use the PHP test runner for this purpose");
/*
* //Get the sample result that is stored in the database. If we are using file on disk for validation
* //then do not overwrite the filename in the database
* //To distinguish between sample data and filename all filenames should be prefixed with "@@"
* int status = vm.Execute("Select Result from ApiTestResults where ParamSet={0}", paramSetId);
* string sampleResult = vm.GetString("Result");
*
* if (!sampleResult.StartsWith("@@"))
* {
* //Insert the sample data as a BLOB
* //Update the row for that param set or create a new row if we do not have it yet
*
* string responseBody = "";
* if (status == Sqlite.Row)
* {
* vm.Prepare("update ApiTestResults set Result = :blob where ParamSet={0}", paramSetId);
* }
* else
* {
* Console.WriteLine("A new row has been created in ApiTestResults table to store the result for operation {0}", paramSetId);
* Console.WriteLine("Please update the description field for that row later");
* vm.Prepare("INSERT INTO ApiTestResults(ParamSet, Result) VALUES({0}, :blob)", paramSetId);
* }
*
* byte[] bytes = Encoding.UTF8.GetBytes(resultData);
* vm.BindBlob(":blob", bytes);
* vm.Execute();
*
* if (mimeType != null)
* {
* vm.Execute("UPDATE ApiTestResults SET ContentType=\"{0}\" WHERE ParamSet={1}", mimeType, paramSetId);
* }
*
* File.WriteAllText(fileName, resultData);
* }
*/
}
else if (this.TestExecutionMode == "validate" || this.TestExecutionMode == "show")
{
string resultContent = "";
//Get the sample result and the expected content type from the database
int status = vm.Execute("Select Result, ContentType from ApiTestResults where ParamSet={0}", paramSetId);
string expectedContentType = vm.GetString("ContentType");
string expectedExtension = CommonUtility.GetExtensionFromMimeType(expectedContentType);
SqliteGcBlob blob = vm.GetBlob("Result");
byte[] b = blob.Read();
if (b != null)
{
if (expectedExtension == "xml" || expectedExtension == "txt" || expectedExtension == "html")
{
expectedResult = Encoding.UTF8.GetString(b);
}
else
{
expectedResult = b;
}
}
else
{
if (expectedExtension == "xml" || expectedExtension == "txt" || expectedExtension == "html")
{
expectedResult = string.Empty;
}
else
{
expectedResult = null;
}
}
string strExpectedResult = expectedResult as string;
//If we are validating from a file then get the contents of that file
//File names should be prefixed with "@@" to distinguish them from BLOB data
if (strExpectedResult != null && strExpectedResult.StartsWith("@@"))
{
string sampleDataFile = strExpectedResult.Substring(2);
sampleDataFile = CommonUtility.GetPath(sampleDataFile);
expectedResult = File.ReadAllText(sampleDataFile);
}
if (this.TestExecutionMode == "validate")
{
bool bEqual = false;
byte[] bExpected = expectedResult as byte[];
byte[] bActual = resultData as byte[];
string strResultData = resultData as string;
//FIXME: We're not processing DWF content properly to do this check properly. So just
//pass these for now
if (operation == "GETDRAWINGLAYER" || operation == "GETDRAWINGSECTION")
{
bEqual = true;
}
else
{
if (strExpectedResult != null && strResultData != null)
{
//Normalize line endings on LF before comparsion (in case the SQLite GUI recorded CRLFs)
string normStrResultData = strResultData.Replace("\r\n", "\n");
string normStrExpectedResult = strExpectedResult.Replace("\r\n", "\n");
bEqual = normStrResultData.Equals(normStrExpectedResult, StringComparison.InvariantCultureIgnoreCase);
}
else if (bExpected != null && bActual != null)
{
bEqual = CommonUtility.ByteArraysEqual(bExpected, bActual, operation, testName);
}
else
{
System.Diagnostics.Debug.WriteLine(string.Format("[MgTestRunner]: {0} - {1} - Encountered disparate data types between expected and actual results. Expecting test failure :(", testName, operation));
}
}
//If the results are different and special validation fails then the operation failed ->mark it red
if (!bEqual && !CommonUtility.SpecialValidation(operation, resultData, expectedResult))
{
outcome = "fail";
exitStatus = 1;
if (expectedExtension != "xml" && expectedExtension != "html" && expectedExtension != "txt")
{
expectedResult = "Unable to display binary data";
}
if (actualExtension != "xml" && actualExtension != "html" && actualExtension != "txt")
{
resultData = "Unable to display binary data";
}
}
}
else
{
throw new NotImplementedException("The .net test runner does not support the given test execution mode (" + this.TestExecutionMode + "). Please use the PHP test runner for this purpose");
/*
* type = testName.Substring(testName.IndexOf("_") + 1);
* string showPath = CommonUtility.GetPath(string.Format("../../TestData/{0}/ShowFiles/{0}ApiTest", type));
* string showName = string.Format("{0}_{1}.{2}", showPath, paramSetId, actualExtension);
* File.WriteAllText(showName, expectedResult);
*/
}
}
}
}
if (outcome == "fail")
{
Console.WriteLine("****{0} {1} {2} failed.\n", testName, paramSetId, operation);
string str = string.Format("\n****ACTUAL RESULT****\n{0}\n****EXPECTED RESULT****\n{1}\n********\n\n\n", resultData, expectedResult);
//Console.WriteLine(str);
//Console.WriteLine("<FAIL>");
logger.Write(str);
}
vm.SqlFinalize();
vm = null;
return(exitStatus);
}
public override int ValidateRequest(SqliteDotNet.SqliteDb db, string testName, int paramSetId, string operation, TestResult actualResult, ITestLogger logger)
{
int exitStatus = 0;
string outcome = "pass";
SqliteVm vm = new SqliteVm(db, false);
object expectedResult = null;
//If we have an exception we need to remove the stack trace because different line numbers will fail the test
object resultData = CommonUtility.RemoveStackTraceFromResult(actualResult.ResultData);
//Get the mime type based on the content type in the result
string mimeType = actualResult.ContentType;
//If we have exception message we need to remove any parts that may contain system dependent information
//Ex. file paths
resultData = CommonUtility.ProcessExceptionMessage(resultData);
//Get the file extension that will be used for a dump
string actualExtension = CommonUtility.GetExtensionFromMimeType(mimeType);
//If we have an ALWAYSPASS parameter defined for the operation then skip the whole validation process
//This parameter should only be used for clean up operations that are no related with the tests
if (vm.Execute("Select ParamValue from Params where ParamName=\"ALWAYSPASS\" and ParamSet={0}", paramSetId) != Sqlite.Row)
{
//TestName is Test_[ServiceType]
string type = testName.Substring(testName.IndexOf("_") + 1);
string filePath = CommonUtility.GetPath(string.Format("../../TestData/{0}/DumpFiles/{0}ApiTest", type));
string fileName = string.Format("{0}_{1}.{2}", filePath, paramSetId, actualExtension);
if (this.TestExecutionMode == "dump")
{
//File.WriteAllText(fileName, resultData);
throw new NotImplementedException("The .net test runner does not support dumping of test results. Please use the PHP test runner for this purpose");
}
else
{
//This section is special case handling for the operations that return different data after each call
resultData = CommonUtility.SpecialDataHandling(operation, resultData, mimeType);
if (this.TestExecutionMode == "generate")
{
throw new NotImplementedException("The .net test runner does not support test update/generation. Please use the PHP test runner for this purpose");
/*
//Get the sample result that is stored in the database. If we are using file on disk for validation
//then do not overwrite the filename in the database
//To distinguish between sample data and filename all filenames should be prefixed with "@@"
int status = vm.Execute("Select Result from ApiTestResults where ParamSet={0}", paramSetId);
string sampleResult = vm.GetString("Result");
if (!sampleResult.StartsWith("@@"))
{
//Insert the sample data as a BLOB
//Update the row for that param set or create a new row if we do not have it yet
string responseBody = "";
if (status == Sqlite.Row)
{
vm.Prepare("update ApiTestResults set Result = :blob where ParamSet={0}", paramSetId);
}
else
{
Console.WriteLine("A new row has been created in ApiTestResults table to store the result for operation {0}", paramSetId);
Console.WriteLine("Please update the description field for that row later");
vm.Prepare("INSERT INTO ApiTestResults(ParamSet, Result) VALUES({0}, :blob)", paramSetId);
}
byte[] bytes = Encoding.UTF8.GetBytes(resultData);
vm.BindBlob(":blob", bytes);
vm.Execute();
if (mimeType != null)
{
vm.Execute("UPDATE ApiTestResults SET ContentType=\"{0}\" WHERE ParamSet={1}", mimeType, paramSetId);
}
File.WriteAllText(fileName, resultData);
}
*/
}
else if (this.TestExecutionMode == "validate" || this.TestExecutionMode == "show")
{
string resultContent = "";
//Get the sample result and the expected content type from the database
int status = vm.Execute("Select Result, ContentType from ApiTestResults where ParamSet={0}", paramSetId);
string expectedContentType = vm.GetString("ContentType");
string expectedExtension = CommonUtility.GetExtensionFromMimeType(expectedContentType);
SqliteGcBlob blob = vm.GetBlob("Result");
byte[] b = blob.Read();
if (b != null)
{
if (expectedExtension == "xml" || expectedExtension == "txt" || expectedExtension == "html")
expectedResult = Encoding.UTF8.GetString(b);
else
expectedResult = b;
}
else
{
if (expectedExtension == "xml" || expectedExtension == "txt" || expectedExtension == "html")
expectedResult = string.Empty;
else
expectedResult = null;
}
string strExpectedResult = expectedResult as string;
//If we are validating from a file then get the contents of that file
//File names should be prefixed with "@@" to distinguish them from BLOB data
if (strExpectedResult != null && strExpectedResult.StartsWith("@@"))
{
string sampleDataFile = strExpectedResult.Substring(2);
sampleDataFile = CommonUtility.GetPath(sampleDataFile);
expectedResult = File.ReadAllText(sampleDataFile);
}
if (this.TestExecutionMode == "validate")
{
bool bEqual = false;
byte[] bExpected = expectedResult as byte[];
byte[] bActual = resultData as byte[];
string strResultData = resultData as string;
//FIXME: We're not processing DWF content properly to do this check properly. So just
//pass these for now
if (operation == "GETDRAWINGLAYER" || operation == "GETDRAWINGSECTION")
{
bEqual = true;
}
else
{
if (strExpectedResult != null && strResultData != null)
{
bEqual = strResultData.Equals(strExpectedResult, StringComparison.InvariantCultureIgnoreCase);
}
else if (bExpected != null && bActual != null)
{
bEqual = CommonUtility.ByteArraysEqual(bExpected, bActual, operation, testName);
}
else
{
System.Diagnostics.Debug.WriteLine(string.Format("[MgTestRunner]: {0} - {1} - Encountered disparate data types between expected and actual results. Expecting test failure :(", testName, operation));
}
}
//If the results are different and special validation fails then the operation failed ->mark it red
if (!bEqual && !CommonUtility.SpecialValidation(operation, resultData, expectedResult))
{
outcome = "fail";
exitStatus = 1;
if (expectedExtension != "xml" && expectedExtension != "html" && expectedExtension != "txt")
{
expectedResult = "Unable to display binary data";
}
if (actualExtension != "xml" && actualExtension != "html" && actualExtension != "txt")
{
resultData = "Unable to display binary data";
}
}
}
else
{
throw new NotImplementedException("The .net test runner does not support the given test execution mode (" + this.TestExecutionMode + "). Please use the PHP test runner for this purpose");
/*
type = testName.Substring(testName.IndexOf("_") + 1);
string showPath = CommonUtility.GetPath(string.Format("../../TestData/{0}/ShowFiles/{0}ApiTest", type));
string showName = string.Format("{0}_{1}.{2}", showPath, paramSetId, actualExtension);
File.WriteAllText(showName, expectedResult);
*/
}
}
}
}
if (outcome == "fail")
{
Console.WriteLine("****{0} {1} {2} failed.\n", testName, paramSetId, operation);
string str = string.Format("\n****ACTUAL RESULT****\n{0}\n****EXPECTED RESULT****\n{1}\n********\n\n\n", resultData, expectedResult);
//Console.WriteLine(str);
//Console.WriteLine("<FAIL>");
logger.Write(str);
}
vm.SqlFinalize();
vm = null;
return exitStatus;
}
private static void AddLogFileEntry(ITestLogger logger, string operation, int paramSetId, SqliteVm vm)
{
logger.Write("\nParamSet: {0}\n", paramSetId);
int status = vm.Execute("Select * from Params where ParamSet={0}", paramSetId);
while (status == Sqlite.Row)
{
string paramName = vm.GetString("ParamName");
string paramValue = vm.GetString("ParamValue");
logger.Write("{0}: {1}\n", paramName, paramValue);
status = vm.NextRow();
}
}