public void QrelReadTest()
{
ITask<IListResult> task = new nFire.Base.Task<IListResult>();
QrelFormatter target = new QrelFormatter();
using (MemoryStream stream = new MemoryStream(Resources.qrels)) {
List<IRun<IListResult>> qrels = new List<IRun<IListResult>>(target.Read(stream, task));
Assert.AreEqual(qrels.Count, 3);
IRun<IListResult> qrel = qrels[0];
Assert.AreEqual("301", qrel.Query.Id);
Assert.AreEqual("Qrel", qrel.System.Id);
Assert.AreEqual(1708, qrel.Count);
Assert.AreEqual("CR93E-10279", qrel.First().Document.Id);
Assert.AreEqual("LA123090-0148", qrel.Last().Document.Id);
Assert.AreEqual(4, qrel.ElementAt(38).Score);
Assert.AreEqual(1, qrel.ElementAt(958).Score);
qrel = qrels[1];
Assert.AreEqual("302", qrel.Query.Id);
Assert.AreEqual("Qrel", qrel.System.Id);
Assert.AreEqual(1061, qrel.Count);
Assert.AreEqual("CR93E-10071", qrel.First().Document.Id);
Assert.AreEqual("LA123090-0026", qrel.Last().Document.Id);
Assert.AreEqual(3, qrel.ElementAt(191).Score);
Assert.AreEqual(0, qrel.ElementAt(555).Score);
qrel = qrels[2];
Assert.AreEqual("303", qrel.Query.Id);
Assert.AreEqual("Qrel", qrel.System.Id);
Assert.AreEqual(608, qrel.Count);
Assert.AreEqual("CR93E-11182", qrel.First().Document.Id);
Assert.AreEqual("LA122990-0030", qrel.Last().Document.Id);
Assert.AreEqual(0, qrel.ElementAt(96).Score);
Assert.AreEqual(0, qrel.ElementAt(538).Score);
}
}
public void Initialize()
{
this.Task = new Task<IListResult>();
QrelFormatter qrelForm = new QrelFormatter();
RunFormatter runForm = new RunFormatter();
MemoryStream stream = new MemoryStream(Resources.qrels);
var qrels = qrelForm.Read(stream, this.Task);
stream = new MemoryStream(Resources.results);
var runs = runForm.Read(stream, this.Task);
Task.AddGroundTruths(qrels);
Task.AddSystemRuns(runs);
}
