public void RunReadTest() { ITask<IListResult> task = new nFire.Base.Task<IListResult>(); RunFormatter target = new RunFormatter(); using (MemoryStream stream = new MemoryStream(Resources.results)) { List<IRun<IListResult>> qrels = new List<IRun<IListResult>>(target.Read(stream, task)); Assert.AreEqual(qrels.Count, 3); IRun<IListResult> qrel = qrels[0]; Assert.AreEqual("301", qrel.Query.Id); Assert.AreEqual("STANDARD", qrel.System.Id); Assert.AreEqual(500, qrel.Count); Assert.AreEqual("FBIS4-50478", qrel.First().Document.Id); Assert.AreEqual("FBIS3-20713", qrel.Last().Document.Id); Assert.AreEqual(2.419756, qrel.ElementAt(37).Score); Assert.AreEqual(1.887025, qrel.ElementAt(257).Score); qrel = qrels[1]; Assert.AreEqual("302", qrel.Query.Id); Assert.AreEqual("STANDARD", qrel.System.Id); Assert.AreEqual(500, qrel.Count); Assert.AreEqual("FR940126-2-00106", qrel.First().Document.Id); Assert.AreEqual("FBIS3-41700", qrel.Last().Document.Id); Assert.AreEqual(1.38714, qrel.ElementAt(190).Score); Assert.AreEqual(1.124015, qrel.ElementAt(454).Score); qrel = qrels[2]; Assert.AreEqual("303", qrel.Query.Id); Assert.AreEqual("STANDARD", qrel.System.Id); Assert.AreEqual(500, qrel.Count); Assert.AreEqual("LA033090-0082", qrel.First().Document.Id); Assert.AreEqual("LA021990-0048", qrel.Last().Document.Id); Assert.AreEqual(1.901362, qrel.ElementAt(95).Score); Assert.AreEqual(0.923633, qrel.ElementAt(337).Score); } }
public void Initialize() { this.Task = new Task<IListResult>(); QrelFormatter qrelForm = new QrelFormatter(); RunFormatter runForm = new RunFormatter(); MemoryStream stream = new MemoryStream(Resources.qrels); var qrels = qrelForm.Read(stream, this.Task); stream = new MemoryStream(Resources.results); var runs = runForm.Read(stream, this.Task); Task.AddGroundTruths(qrels); Task.AddSystemRuns(runs); }