public void CompareTrees()
{
IBaseTree tree = setUpTree();
IDataTree originalDataTree = DataTreeBuilder.CreateDocumentMappedTree(tree);
DataTreeBuilder.AddToDataTree(originalDataTree, toMap);
IDataTree probablyMatches = DataTreeBuilder.CreateDocumentMappedTree(tree);
DataTreeBuilder.AddToDataTree(probablyMatches, shouldProbablyMatch);
IDataTree notAMatch = DataTreeBuilder.CreateDocumentMappedTree(tree);
DataTreeBuilder.AddToDataTree(notAMatch, shouldProbablyNotMatch);
Assert.IsTrue(originalDataTree.CompareTo(originalDataTree));
Assert.IsTrue(originalDataTree.CompareTo(probablyMatches));
Assert.IsFalse(originalDataTree.CompareTo(notAMatch));
}
private void compareButton_Click(object sender, RoutedEventArgs e)
{
MessageBox.Show("Please select first tree");
OpenFileDialog ofd = new OpenFileDialog();
ofd.FileName = "Tree";
ofd.DefaultExt = ".dtree";
ofd.Filter = "Data Tree Files (.dtree)|*.dtree";
Nullable <bool> result = ofd.ShowDialog();
if (result == true)
{
string filename = ofd.FileName;
TreeIO io = new TreeIO();
IDataTree tree = io.LoadDataTree(filename);
MessageBox.Show("Please select a second tree");
result = ofd.ShowDialog();
if (result == true)
{
string filename2 = ofd.FileName;
IDataTree tree2 = io.LoadDataTree(filename2);
if (tree.CompareTo(tree2))
{
MessageBox.Show("Your treees match");
}
else
{
MessageBox.Show("These trees do not match");
}
}
}
}
private void queryOkay_Click(object sender, RoutedEventArgs e)
{
string query = queryBox.Text;
List <string> matches = new List <string>();
using (Ookii.Dialogs.Wpf.ProgressDialog dial = new ProgressDialog()) {
IDataTree queryTree = DataTreeBuilder.CreateDocumentMappedTree(baseTree);
DataTreeBuilder.AddToDataTreeBoyerMoore(queryTree, query);
ITreeIO tio = new TreeIO();
foreach (String s in Directory.EnumerateFiles(documentLabel.Content.ToString()))
{
IDataTree docTree = tio.LoadDataTree(s);
if (queryTree.CompareTo(docTree))
{
matches.Add(s);
}
}
}
if (matches.Count > 0)
{
StringBuilder sb = new StringBuilder("Documents which match \"" + query + "\":");
foreach (string s in matches)
{
string s2 = System.IO.Path.GetFileName(s);
s2 = new string(s2.Take(s2.LastIndexOf('.')).ToArray());
documents.Add(s2);
sb.Append(" " + s2);
}
MessageBox.Show(sb.ToString());
}
else
{
MessageBox.Show("No documents match the query \"" + query + "\"");
}
queryPopup.IsOpen = false;
}
public static void Compare(string contentTreeName)
{
Console.SetBufferSize(100, 20000);
IIO io = new FileIO();
IEnumerable<string> file = io.ReadSourceIterable(testpath + "TIME.QUE");
IEnumerable<string> expectedResults = io.ReadSourceIterable(testpath + "TIME.REL");
var resultsEnum = expectedResults.GetEnumerator();
ITextExtractor it = new BeginMarkerExtraction(file, "*FIND");
ITreeIO tio = new TreeIO();
IBaseTree tree = tio.LoadBaseTree(testpath + contentTreeName);
double totalRecall = 0;
double totalPrecision = 0;
double bestRecall = -1;
double worstRecall = 2;
double bestPrecision = -1;
double worstPrecision = 2;
double totalGoodPrecision = 0;
double count = 0;
while (it.HasNextContent()) {
string query = it.FindNextContent();
Console.WriteLine("---------------------------------");
string queryName = Helpers.GetNameWhenFirst(query);
Console.WriteLine("Query: " + queryName);
query = Helpers.ConsumeName(query);
Console.WriteLine(query);
IDataTree queryTree = DataTreeBuilder.CreateDocumentMappedTree(tree);
DataTreeBuilder.AddToDataTree(queryTree, query);
queryTree.PrintDataTree();
Console.WriteLine("Expected Results: ");
while(string.IsNullOrEmpty(resultsEnum.Current))
resultsEnum.MoveNext();
string expected = Helpers.ConsumeName(resultsEnum.Current);
Console.WriteLine(expected);
resultsEnum.MoveNext();
expected = expected.Trim();
string[] expectedArray = expected.Split(' ');
double relevant = 0;
double totalRetrieved = 0;
Console.WriteLine("Actual Results: ");
foreach(String s in Directory.EnumerateFiles(testpath + @"\datatrees")) {
IDataTree docTree = tio.LoadDataTree(s);
if (queryTree.CompareTo(docTree)) {
Console.WriteLine(" Found: " + docTree.Name);
//docTree.PrintDataTree();
totalRetrieved++;
if (expectedArray.Contains(docTree.Name)) {
relevant++;
}
} else if (expectedArray.Contains(docTree.Name)) {
Console.WriteLine(" Expected: " + docTree.Name);
//docTree.PrintDataTree();
}
}
Console.WriteLine();
Console.WriteLine("Precision: " + relevant + "/" + totalRetrieved );
Console.WriteLine("Recall: " + relevant + "/" + (expectedArray.Length));
Console.WriteLine();
//Console.ReadLine();
count++;
double recall = relevant / expectedArray.Length;
double precision = 0;
if (totalRetrieved > 0) {
precision = relevant / totalRetrieved;
}
totalPrecision += precision;
totalRecall += recall;
if (precision > bestPrecision) {
bestPrecision = precision;
}
if (precision < worstPrecision) {
worstPrecision = precision;
}
if(recall > bestRecall) {
bestRecall = recall;
}
if(recall < worstRecall) {
worstRecall = recall;
}
if (recall > .5) {
totalGoodPrecision += precision;
}
}
Console.WriteLine("-------------------");
Console.WriteLine("Average Precision: " + totalPrecision / count);
Console.WriteLine("Average Recall: " + totalRecall / count);
Console.WriteLine("Worst Precision: " + worstPrecision);
Console.WriteLine("Worst Recall: " + worstRecall);
Console.WriteLine("Best Precision: " + bestPrecision);
Console.WriteLine("Best Recall: " + bestRecall);
//Console.WriteLine("Average Good Recall Precision: " + totalGoodPrecision / count);
}
public static void getDocsForQuery(string contentTreeName)
{
Console.SetBufferSize(100, 2000);
IIO io = new FileIO();
IEnumerable<string> file = io.ReadSourceIterable(testpath + "TIME.QUE");
IEnumerable<string> expectedResults = io.ReadSourceIterable(testpath + "TIME.REL");
var resultsEnum = expectedResults.GetEnumerator();
ITextExtractor it = new BeginMarkerExtraction(file, "*FIND");
ITreeIO tio = new TreeIO();
IBaseTree tree = tio.LoadBaseTree(testpath + contentTreeName);
string query = it.FindNextContent();
Console.WriteLine("---------------------------------");
string queryName = Helpers.GetNameWhenFirst(query);
Console.WriteLine("Query: " + queryName);
query = Helpers.ConsumeName(query);
Console.WriteLine(query);
IDataTree queryTree = DataTreeBuilder.CreateStemmedDocumentMapTree(tree);
DataTreeBuilder.AddToDataTreeBoyerMoore(queryTree, query);
queryTree.PrintDataTree();
Console.WriteLine("Expected Results: ");
while (string.IsNullOrEmpty(resultsEnum.Current))
resultsEnum.MoveNext();
string expected = Helpers.ConsumeName(resultsEnum.Current);
Console.WriteLine(expected);
resultsEnum.MoveNext();
expected = expected.Trim();
string[] expectedArray = expected.Split(' ');
double relevant = 0;
double totalRetrieved = 0;
Console.WriteLine("Actual Results: ");
List<string> retrieved = new List<string>();
foreach (String s in Directory.EnumerateFiles(testpath + @"\datatrees")) {
IDataTree docTree = tio.LoadDataTree(s);
if (queryTree.CompareTo(docTree)) {
Console.Write(" " + docTree.Name);
retrieved.Add(docTree.Name);
totalRetrieved++;
if (expectedArray.Contains(docTree.Name)) {
relevant++;
}
Console.WriteLine("Found---");
Console.WriteLine(docTree.Name);
docTree.PrintDataTree();
Console.WriteLine("---");
}
if (expectedArray.Contains(docTree.Name)) {
Console.WriteLine("Expected---");
Console.WriteLine(docTree.Name);
docTree.PrintDataTree();
Console.WriteLine("---");
}
}
Console.WriteLine();
Console.WriteLine("Precision: " + relevant + "/" + totalRetrieved);
Console.WriteLine("Recall: " + relevant + "/" + (expectedArray.Length));
Console.WriteLine();
Console.WriteLine("---------------------------------");
Thread.Sleep(10000);
IEnumerable<string> fileAll = io.ReadSourceIterable(testpath + "TIME.ALL");
ITextExtractor itAll = new BeginMarkerExtraction(fileAll, "*TEXT");
//int count = 1;
//while (itAll.HasNextContent()) {
// string content = itAll.FindNextContent();
// string name = "" + count;
// if (retrieved.Contains(name) || expectedArray.ToList().Contains(name)) {
// Console.WriteLine("------------------------------------------------------------");
// Console.WriteLine("------------------------------------------------------------");
// Console.WriteLine(name);
// content = Helpers.ConsumeName(content);
// Console.WriteLine(content);
// Console.WriteLine("------------------------------------------------------------");
// Console.WriteLine("------------------------------------------------------------");
// }
// count++;
//}
}
public static void CompareAll()
{
Console.SetBufferSize(100, 2000);
IIO io = new FileIO();
IEnumerable<string> expectedResults = io.ReadSourceIterable(testpath + "TIME.REL");
List<IEnumerable<string>> resPerLine = new List<IEnumerable<string>>();
foreach (string s in expectedResults) {
if (!string.IsNullOrEmpty(s)) {
string answers = Helpers.ConsumeName(s);
resPerLine.Add(answers.Split(' '));
}
}
double avgPrecision = 0;
double avgRecall = 0;
int numCounted = 0;
TreeIO tio = new TreeIO();
foreach (String s in Directory.EnumerateFiles(testpath + @"\datatrees")) {
IDataTree docTree = tio.LoadDataTree(s);
Console.WriteLine(docTree.Name + ":");
int count = 0;
List<string> matches = new List<string>();
foreach (String s2 in Directory.EnumerateFiles(testpath + @"\datatrees")) {
if(s != s2) {
IDataTree tree2 = tio.LoadDataTree(s2);
if (docTree.CompareTo(tree2)) {
Console.Write(tree2.Name + " ");
count++;
matches.Add(tree2.Name);
}
}
}
Console.WriteLine();
Console.WriteLine("Count: " + count);
IEnumerable<IEnumerable<string>> containsTreeRes = resPerLine.Where(l => l.Contains(docTree.Name));
if (containsTreeRes.Count() > 0) {
List<string> expectedMatches = new List<string>();
foreach (IEnumerable<string> list in containsTreeRes) {
foreach (string m in list) {
expectedMatches.Add(m);
}
}
expectedMatches = expectedMatches.Distinct().ToList();
IEnumerable<string> foundExpected = matches.Intersect(expectedMatches);
Console.WriteLine("Precision: " + foundExpected.Count() + "/" + matches.Count);
Console.WriteLine("Recall: " + foundExpected.Count() + "/" + expectedMatches.Count);
numCounted++;
if (matches.Count > 0) {
avgPrecision += ((double)foundExpected.Count()) / matches.Count;
}
avgRecall += ((double)foundExpected.Count()) / expectedMatches.Count;
}
Console.WriteLine();
}
Console.WriteLine("-------");
Console.WriteLine("Average Precision: " + (avgPrecision / numCounted));
Console.WriteLine("Average Recall: " + (avgRecall / numCounted));
}
