private void DoWork(object ThreadContext)
{
object [] array = ThreadContext as object[];
var searchTerm = array[0] as RegExSearchTerm;
var content = array[1] as string;
var fileName = array[2] as string;
var fileFolder = array[3] as string;
var manualEvent = array[4] as ManualResetEvent;
System.Diagnostics.Trace.TraceInformation(String.Format("Starting AsyncRegExCrawlerThread for {0}", searchTerm));
var regExCrawler = new SimpleRegExCrawler();
regExCrawler.SingleFileCrawlFinished += regExCrawler_SingleFileCrawlFinished;
resultQueue.Enqueue(regExCrawler.Crawl(new List<RegExSearchTerm>() { searchTerm }, content, fileName, fileFolder));
System.Diagnostics.Trace.TraceInformation(String.Format("Finish AsyncRegExCrawlerThread for {0}", searchTerm));
manualEvent.Set();
}
private void DoWork(object ThreadContext)
{
object [] array = ThreadContext as object[];
var searchTerm = array[0] as RegExSearchTerm;
var content = array[1] as string;
var fileName = array[2] as string;
var fileFolder = array[3] as string;
var manualEvent = array[4] as ManualResetEvent;
System.Diagnostics.Trace.TraceInformation(String.Format("Starting AsyncRegExCrawlerThread for {0}", searchTerm));
var regExCrawler = new SimpleRegExCrawler();
regExCrawler.SingleFileCrawlFinished += regExCrawler_SingleFileCrawlFinished;
resultQueue.Enqueue(regExCrawler.Crawl(new List <RegExSearchTerm>()
{
searchTerm
}, content, fileName, fileFolder));
System.Diagnostics.Trace.TraceInformation(String.Format("Finish AsyncRegExCrawlerThread for {0}", searchTerm));
manualEvent.Set();
}
public void A04_SimpleRegexCrawlerReportProgressTest()
{
string content = File.ReadAllText("./Testdata/testdata.log");
var regExSearchTerm = new RegExSearchTerm()
{
Expression = @"2015-06-27 12:03:04,721 INFO \[EJB default - 5\] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY",
ExpressionFriendlyName = "Ex1"
};
// we are not interessted in search results here, we'd just like to test the event result
// we expect a message "Finished search in file xxxx", so we define our expexted fileName
var fileFolder = @"C:\Temp";
var fileName = @"testfile.dat";
var expectedMessage = @"Finished search for expression Ex1 in file C:\Temp\testfile.dat";
string actualMessage = "";
IRegExCrawler crawler = new SimpleRegExCrawler();
crawler.SingleFileCrawlFinished += delegate(object sender, ReportProgressEventArgs e)
{
actualMessage = e.Message;
};
crawler.Crawl(new List<RegExSearchTerm>() { regExSearchTerm }, content, fileName, fileFolder);
Assert.AreEqual(expectedMessage, actualMessage);
}
public void A01_SimpleRexExCrawlerTest()
{
string content = File.ReadAllText("./Testdata/testdata.log");
var regExSearchTerm1 = new RegExSearchTerm()
{
Expression = @"(\d{4}-\d{2}-\d{2}).+(CatalogCacheUpdateJob perform)(.+)",
ExpressionFriendlyName = "SearchTerm 1"
};
var regExSearchList = new List<RegExSearchTerm>() { regExSearchTerm1 };
var expectedFinding1 = new Finding()
{
Expression = @"(\d{4}-\d{2}-\d{2}).+(CatalogCacheUpdateJob perform)(.+)",
ExpressionFriendlyName = "SearchTerm 1",
FileFolder = @"D:\WORK\RegExTractor\src\RegExTractor\RegExTractorTests\bin\Debug\Testdata",
FileName = "testdata.log",
Match = new List<RegExTractorMatchCollection>()
{
// first match
new RegExTractorMatchCollection()
{
Id = 1,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 13:00:00,005 INFO [EJB default - 2] CatalogCacheUpdateJob perform - Performing scheduled reload of catalog cache...\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-27"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Performing scheduled reload of catalog cache...\r"
}
}
},
// second match
new RegExTractorMatchCollection()
{
Id = 2,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 13:01:30,110 INFO [EJB default - 2] CatalogCacheUpdateJob perform - Scheduled catalog cache reload successfully completed.\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-27"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Scheduled catalog cache reload successfully completed.\r"
}
}
},
// third match
new RegExTractorMatchCollection()
{
Id = 3,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-28 01:00:00,006 INFO [EJB default - 6] CatalogCacheUpdateJob perform - Performing scheduled reload of catalog cache...\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-28"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Performing scheduled reload of catalog cache...\r"
}
}
},
// fourth match
new RegExTractorMatchCollection()
{
Id = 4,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-28 01:01:29,226 INFO [EJB default - 6] CatalogCacheUpdateJob perform - Scheduled catalog cache reload successfully completed.\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-28"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Scheduled catalog cache reload successfully completed.\r"
}
}
}
}
};
var expected = new List<Finding>() { expectedFinding1 };
IRegExCrawler crawler = new SimpleRegExCrawler();
var actual = crawler.Crawl(regExSearchList, content, expected[0].FileName, expected[0].FileFolder);
var comparer = new CompareLogic();
var compareResult = comparer.Compare(expected, actual);
Assert.IsTrue(compareResult.AreEqual);
}
public void A03_SimpleRegExCrawlerTwoExpressionMultipleResultTest()
{
// Read the content
string content = File.ReadAllText("./Testdata/testdata.log");
// build search term one
var regExSearchTerm1 = new RegExSearchTerm()
{
Expression = @"(\d{4}-\d{2}-\d{2}).+(CatalogCacheUpdateJob perform)(.+)",
ExpressionFriendlyName = "SearchTerm 1"
};
// build search term two
var regExSearchTerm2 = new RegExSearchTerm()
{
Expression = @"2015-06-27 12:03:04,721 INFO \[EJB default - 5\] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY",
ExpressionFriendlyName = "Ex1"
};
// fill the search term list
var regExSearchList = new List<RegExSearchTerm>() { regExSearchTerm1, regExSearchTerm2 };
// build the expected findigs
// build finding one
var expectedFinding1 = new Finding()
{
Expression = @"(\d{4}-\d{2}-\d{2}).+(CatalogCacheUpdateJob perform)(.+)",
ExpressionFriendlyName = "SearchTerm 1",
FileFolder = @"D:\WORK\RegExTractor\src\RegExTractor\RegExTractorTests\bin\Debug\Testdata",
FileName = "testdata.log",
Match = new List<RegExTractorMatchCollection>()
{
// first match
new RegExTractorMatchCollection()
{
Id = 1,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 13:00:00,005 INFO [EJB default - 2] CatalogCacheUpdateJob perform - Performing scheduled reload of catalog cache...\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-27"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Performing scheduled reload of catalog cache...\r"
}
}
},
// second match
new RegExTractorMatchCollection()
{
Id = 2,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 13:01:30,110 INFO [EJB default - 2] CatalogCacheUpdateJob perform - Scheduled catalog cache reload successfully completed.\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-27"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Scheduled catalog cache reload successfully completed.\r"
}
}
},
// third match
new RegExTractorMatchCollection()
{
Id = 3,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-28 01:00:00,006 INFO [EJB default - 6] CatalogCacheUpdateJob perform - Performing scheduled reload of catalog cache...\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-28"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Performing scheduled reload of catalog cache...\r"
}
}
},
// fourth match
new RegExTractorMatchCollection()
{
Id = 4,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-28 01:01:29,226 INFO [EJB default - 6] CatalogCacheUpdateJob perform - Scheduled catalog cache reload successfully completed.\r"
},
new RegExTractorMatch()
{
Id = 2,
Match = "2015-06-28"
},
new RegExTractorMatch()
{
Id = 3,
Match = "CatalogCacheUpdateJob perform"
},
new RegExTractorMatch()
{
Id = 4,
Match = " - Scheduled catalog cache reload successfully completed.\r"
}
}
}
}
};
// build finding two
var expectedFinding2 = new Finding()
{
Expression = @"2015-06-27 12:03:04,721 INFO \[EJB default - 5\] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY",
ExpressionFriendlyName = "Ex1",
FileFolder = @"D:\WORK\RegExTractor\src\RegExTractor\RegExTractorTests\bin\Debug\Testdata",
FileName = "testdata.log",
Match = new List<RegExTractorMatchCollection>()
{
new RegExTractorMatchCollection()
{
Id = 1,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 12:03:04,721 INFO [EJB default - 5] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY"
}
}
}
}
};
// build expected findings list
var expected = new List<Finding>() { expectedFinding1, expectedFinding2 };
// do the magic and crawl!
IRegExCrawler crawler = new SimpleRegExCrawler();
var actual = crawler.Crawl(regExSearchList, content, expectedFinding1.FileName, expectedFinding1.FileFolder);
KellermanSoftware.CompareNetObjects.CompareLogic l = new KellermanSoftware.CompareNetObjects.CompareLogic();
var result = l.Compare(expected, actual);
Assert.IsTrue(result.AreEqual);
// check the results
// result for finding one
Assert.AreEqual(expected[0].Expression, actual[0].Expression);
Assert.AreEqual(expected[0].ExpressionFriendlyName, actual[0].ExpressionFriendlyName);
//Assert.AreEqual(expected.FirstOrDefault().FileFolder, actual.FirstOrDefault().FileFolder);
//Assert.AreEqual(expected.FirstOrDefault().FileName, actual.FirstOrDefault().FileName);
var matchCount = actual[0].Match.Count();
Assert.AreEqual(4, matchCount);
for (int i = 0; i <= matchCount; i++)
{
var expectedMatch = expected[0].Match[0];
var actualMatch = actual[0].Match[0];
Assert.AreEqual(expectedMatch.Id, actualMatch.Id);
Assert.AreEqual(expectedMatch.MatchCollection[0].Id, actualMatch.MatchCollection[0].Id);
Assert.AreEqual(expectedMatch.MatchCollection[1].Id, actualMatch.MatchCollection[1].Id);
Assert.AreEqual(expectedMatch.MatchCollection[2].Id, actualMatch.MatchCollection[2].Id);
}
// result for finding two
Assert.AreEqual(expected[1].Expression, actual[1].Expression);
Assert.AreEqual(expected[1].ExpressionFriendlyName, actual[1].ExpressionFriendlyName);
//Assert.AreEqual(expected.FirstOrDefault().FileFolder, actual.FirstOrDefault().FileFolder);
//Assert.AreEqual(expected.FirstOrDefault().FileName, actual.FirstOrDefault().FileName);
matchCount = actual[1].Match.Count();
Assert.AreEqual(1, matchCount);
for (int i = 0; i <= matchCount; i++)
{
var expectedMatch = expected[1].Match[0];
var actualMatch = actual[1].Match[0];
Assert.AreEqual(expectedMatch.Id, actualMatch.Id);
Assert.AreEqual(expectedMatch.MatchCollection[0].Id, actualMatch.MatchCollection[0].Id);
}
}
public void A02_SimpleRegexCrawlerOneExpressionOneResultTest()
{
string content = File.ReadAllText("./Testdata/testdata.log");
var regExSearchTerm = new RegExSearchTerm()
{
Expression = @"2015-06-27 12:03:04,721 INFO \[EJB default - 5\] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY",
ExpressionFriendlyName = "Ex1"
};
var expectedFinding = new Finding()
{
Expression = @"2015-06-27 12:03:04,721 INFO \[EJB default - 5\] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY",
ExpressionFriendlyName = "Ex1",
Match = new List<RegExTractorMatchCollection>()
{
new RegExTractorMatchCollection()
{
Id = 1,
MatchCollection = new List<RegExTractorMatch>()
{
new RegExTractorMatch()
{
Id = 1,
Match = "2015-06-27 12:03:04,721 INFO [EJB default - 5] RuleChangeCommand executeChange - Setting entry 00.2285 to MODIFY"
}
}
}
}
};
IRegExCrawler crawler = new SimpleRegExCrawler();
var actual = crawler.Crawl(new List<RegExSearchTerm>(){ regExSearchTerm}, content, expectedFinding.FileName, expectedFinding.FileFolder);
var expected = new List<Finding>() { expectedFinding };
Assert.AreEqual(expected[0].Expression, actual[0].Expression);
Assert.AreEqual(expected[0].ExpressionFriendlyName, actual[0].ExpressionFriendlyName);
Assert.AreEqual(expected[0].FileFolder, actual[0].FileFolder);
Assert.AreEqual(expected[0].FileName, actual[0].FileName);
var matchCount = actual[0].Match.Count();
Assert.AreEqual(1, matchCount);
for (int i = 0; i <= matchCount; i++)
{
var expectedMatch = expected[0].Match[0];
var actualMatch = actual[0].Match[0];
Assert.AreEqual(expectedMatch.Id, actualMatch.Id);
Assert.AreEqual(expectedMatch.MatchCollection[0].Id, actualMatch.MatchCollection[0].Id);
}
}