Esempio n. 1
0
        public void RunReadTest()
        {
            ITask<IListResult> task = new nFire.Base.Task<IListResult>();
            RunFormatter target = new RunFormatter();
            using (MemoryStream stream = new MemoryStream(Resources.results)) {
                List<IRun<IListResult>> qrels = new List<IRun<IListResult>>(target.Read(stream, task));
                Assert.AreEqual(qrels.Count, 3);

                IRun<IListResult> qrel = qrels[0];
                Assert.AreEqual("301", qrel.Query.Id);
                Assert.AreEqual("STANDARD", qrel.System.Id);
                Assert.AreEqual(500, qrel.Count);
                Assert.AreEqual("FBIS4-50478", qrel.First().Document.Id);
                Assert.AreEqual("FBIS3-20713", qrel.Last().Document.Id);
                Assert.AreEqual(2.419756, qrel.ElementAt(37).Score);
                Assert.AreEqual(1.887025, qrel.ElementAt(257).Score);

                qrel = qrels[1];
                Assert.AreEqual("302", qrel.Query.Id);
                Assert.AreEqual("STANDARD", qrel.System.Id);
                Assert.AreEqual(500, qrel.Count);
                Assert.AreEqual("FR940126-2-00106", qrel.First().Document.Id);
                Assert.AreEqual("FBIS3-41700", qrel.Last().Document.Id);
                Assert.AreEqual(1.38714, qrel.ElementAt(190).Score);
                Assert.AreEqual(1.124015, qrel.ElementAt(454).Score);

                qrel = qrels[2];
                Assert.AreEqual("303", qrel.Query.Id);
                Assert.AreEqual("STANDARD", qrel.System.Id);
                Assert.AreEqual(500, qrel.Count);
                Assert.AreEqual("LA033090-0082", qrel.First().Document.Id);
                Assert.AreEqual("LA021990-0048", qrel.Last().Document.Id);
                Assert.AreEqual(1.901362, qrel.ElementAt(95).Score);
                Assert.AreEqual(0.923633, qrel.ElementAt(337).Score);
            }
        }
Esempio n. 2
0
 public void Initialize()
 {
     this.Task = new Task<IListResult>();
     QrelFormatter qrelForm = new QrelFormatter();
     RunFormatter runForm = new RunFormatter();
     MemoryStream stream = new MemoryStream(Resources.qrels);
     var qrels = qrelForm.Read(stream, this.Task);
     stream = new MemoryStream(Resources.results);
     var runs = runForm.Read(stream, this.Task);
     Task.AddGroundTruths(qrels);
     Task.AddSystemRuns(runs);
 }