/// <summary>
/// Read and compare two files
/// </summary>
/// <param name="cmp"></param>
/// <returns></returns>
public static bool ReadCompare(CompareResults cmp)
{
List <Thread> threads;
if (!ReadCompareFiles(cmp, out threads))
{
cmp.Errors.Add("Cannot read files");
return(false);
}
for (int i = 0; i < threads.Count; i++)
{
threads[i].Join();
}
if (cmp.CountRows1 != cmp.CountRows2)
{
cmp.Errors.Add("Line number differs: " + cmp.CountRows1 + " != " + cmp.CountRows2);
return(false);
}
if (cmp.CountCols1 != cmp.CountCols2)
{
cmp.Errors.Add("Max number of columns differs: " + cmp.CountCols1 + " != " + cmp.CountCols2);
return(false);
}
return(true);
}
/// <summary>
/// Read the file and pass the content to an async procedure
/// </summary>
/// <param name="filePath"></param>
/// <returns></returns>
private static bool ReadCompareFiles(CompareResults cmp, out List <Thread> threads)
{
int countLines = 0;
threads = new List <Thread>();
try
{
using (FileStream fileStream1 = File.OpenRead(cmp.FilePath1))
using (StreamReader streamReader1 = new StreamReader(fileStream1))
using (FileStream fileStream2 = File.OpenRead(cmp.FilePath2))
using (StreamReader streamReader2 = new StreamReader(fileStream2))
{
List <string> lineBlock1 = new List <string>();
List <string> lineBlock2 = new List <string>();
int firstLineBlock = 0;
string line1, line2;
while ((line1 = streamReader1.ReadLine()) != null && (line2 = streamReader2.ReadLine()) != null)
{
lineBlock1.Add(line1);
lineBlock2.Add(line2);
if (lineBlock1.Count >= THREAD_BLOCK_LINES)
{
// pass lineBlocks to a new thread
NumDiffUtil ndu = new NumDiffUtil();
string[] thrLB1 = lineBlock1.ToArray();
string[] thrLB2 = lineBlock2.ToArray();
int thrFLB = firstLineBlock;
Thread thr = new Thread(() => ndu.ProcessLineBlock(thrFLB, thrLB1, thrLB2, cmp));
thr.Start();
threads.Add(thr);
lineBlock1 = new List <string>();
lineBlock2 = new List <string>();
firstLineBlock = countLines + 1;
}
countLines++;
}
// pass the last lineBlocks to a new thread
NumDiffUtil nduLast = new NumDiffUtil();
string[] thrLastLB1 = lineBlock1.ToArray();
string[] thrLastLB2 = lineBlock2.ToArray();
Thread thrLast = new Thread(() => nduLast.ProcessLineBlock(firstLineBlock, thrLastLB1, thrLastLB2, cmp));
thrLast.Start();
threads.Add(thrLast);
// set row count
cmp.AddRows(0, countLines);
if (!streamReader1.EndOfStream)
{
int countExtraLines = 0;
while ((line1 = streamReader1.ReadLine()) != null)
{
countExtraLines++;
}
cmp.AddRows(1, countExtraLines);
}
else if (!streamReader1.EndOfStream)
{
int countExtraLines = 0;
while ((line2 = streamReader2.ReadLine()) != null)
{
countExtraLines++;
}
cmp.AddRows(2, countExtraLines);
}
}
return(true);
}
catch (Exception ex)
{
ex.ToString();
return(false);
}
}
/// <summary>
/// Process two block of lines for comparison
/// </summary>
/// <param name="firstLineBlock"></param>
/// <param name="lineBlock1"></param>
/// <param name="lineBlock2"></param>
/// <param name="cmp"></param>
private void ProcessLineBlock(int firstLineBlock, string[] lineBlock1, string[] lineBlock2, CompareResults cmp)
{
try
{
// read headers
if (cmp.ReadHeaders && firstLineBlock == 0)
{
string[] fields1 = lineBlock1[0].Split(cmp.Separators, StringSplitOptions.None);
string[] fields2 = lineBlock2[0].Split(cmp.Separators, StringSplitOptions.None);
if (fields1.Length >= fields2.Length)
{
cmp.Headers = fields1.ToList();
}
else
{
cmp.Headers = fields2.ToList();
}
}
int minLines = Math.Min(lineBlock1.Length, lineBlock2.Length);
for (int row = 0; row < minLines; row++)
{
int realRow = firstLineBlock + row;
string line1 = lineBlock1[row];
string[] fields1 = line1.Split(cmp.Separators, StringSplitOptions.None);
string line2 = lineBlock2[row];
string[] fields2 = line2.Split(cmp.Separators, StringSplitOptions.None);
if (fields1.Length != fields2.Length)
{
if (fields1.Length > cmp.CountCols1)
{
cmp.SetMaxCols(1, fields1.Length);
}
if (fields2.Length > cmp.CountCols2)
{
cmp.SetMaxCols(2, fields2.Length);
}
string errMsg = "At row " + realRow + " column number differs: " + fields1.Length + " != " + fields2.Length;
cmp.Errors.Add(errMsg);
return;
}
if (fields1.Length > cmp.CountCols1 || fields1.Length > cmp.CountCols2)
{
cmp.SetMaxCols(0, fields1.Length);
}
for (int col = 0; col < fields1.Length; col++)
{
string field1 = fields1[col];
string field2 = fields2[col];
double d1, d2;
bool eql = false;
if (realRow == 3329 && field1 == "na")
{
}
if (TryParseTollerance(field1, out d1) && double.TryParse(field2, NumberStyles.Any, _nfiDot, out d2))
{
double diff = Math.Abs(d1 - d2);
eql = diff < cmp.Tollerance;
}
else
{
eql = field1 == field2;
}
if (!eql)
{
string name = cmp.NameColumnIndex >= 0 ? fields1[cmp.NameColumnIndex] : "";
cmp.Differences.Add(new DifferentCell {
Row = realRow, Col = col, Value1 = field1, Value2 = field2, Name = name
});
}
}
}
}
catch (Exception ex)
{
cmp.Errors.Add("ProcessLineBlock exception at block starting from " + firstLineBlock + ", ex: " + ex.ToString());
}
}