public void TestAntlr()
{
var listener = new DataListener();
listener.Created = x =>
{
Assert.AreEqual("PFF", x.T);
var label = x.Label as SimpleLabel;
Assert.AreEqual(0.521144, label.Label, 1e-5);
Assert.AreEqual(1, label.Initial);
Assert.AreEqual(13, x.F.Count);
Assert.AreEqual("t1", x.F[0].Key);
Assert.AreEqual(-0.0236849, x.F[0].Value, 1e-5);
};
var line1 = "0.521144 1 PFF/20091028|T PFF |f t1:-0.0236849 t5:-0.10215 r5:0.727735 t10:-0.0387662 r10:0.911208 t20:-0.00777943 r20:0.952668 t40:0.014542 r40:0.832479 t60:0.00395449 r60:0.724504 t90:0.0281418 r90:0.784653";
VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line1)), listener);
listener.Created = x =>
{
var label = x.Label as SimpleLabel;
Assert.AreEqual(1, label.Label, 1e-5);
Assert.AreEqual(49, x.F.Count);
};
var line2 = "1 |f 13:3.9656971e-02 24:3.4781646e-02 69:4.6296168e-02 85:6.1853945e-02 140:3.2349996e-02 156:1.0290844e-01 175:6.8493910e-02 188:2.8366476e-02 229:7.4871540e-02 230:9.1505975e-02 234:5.4200061e-02 236:4.4855952e-02 238:5.3422898e-02 387:1.4059304e-01 394:7.5131744e-02 433:1.1118756e-01 434:1.2540409e-01 438:6.5452829e-02 465:2.2644201e-01 468:8.5926279e-02 518:1.0214076e-01 534:9.4191484e-02 613:7.0990764e-02 646:8.7701865e-02 660:7.2289191e-02 709:9.0660661e-02 752:1.0580081e-01 757:6.7965068e-02 812:2.2685185e-01 932:6.8250686e-02 1028:4.8203137e-02 1122:1.2381379e-01 1160:1.3038123e-01 1189:7.1542501e-02 1530:9.2655659e-02 1664:6.5160148e-02 1865:8.5823394e-02 2524:1.6407280e-01 2525:1.1528353e-01 2526:9.7131468e-02 2536:5.7415009e-01 2543:1.4978983e-01 2848:1.0446861e-01 3370:9.2423186e-02 3960:1.5554591e-01 7052:1.2632671e-01 16893:1.9762035e-01 24036:3.2674628e-01 24303:2.2660980e-010";
VWTestHelper.ParseInput(new MemoryStream(Encoding.UTF8.GetBytes(line2)), listener);
}
internal static void Learn <T, TListener>(string args, string inputFile, string stderrFile)
where TListener : VowpalWabbitListenerToEvents <T>, new()
{
using (var vw = new VowpalWabbit <T>(args))
{
var listener = new TListener();
listener.Created = x => {
using (var ex = vw.ReadExample(x))
{
ex.Learn();
}
};
VWTestHelper.ParseInput(File.OpenRead(inputFile), listener);
VWTestHelper.AssertEqual(stderrFile, vw.PerformanceStatistics);
}
}
public void Rcv1Test()
{
using (var gz = new GZipStream(File.OpenRead(@"D:\Data\rcv1.train.vw.gz"), CompressionMode.Decompress))
using (var reader = new StreamReader(gz))
{
MyListener listener;
using (var vw = new VowpalWabbit <Data>("-k -f rcv1.model -c rcv1.cache"))
{
listener = new MyListener(vw);
string line;
while ((line = reader.ReadLine()) != null)
{
VWTestHelper.ParseInput(line, listener);
}
}
}
}
internal static void Learn <T, TListener>(string args, string inputFile, string stderrFile)
where TListener : VowpalWabbitListenerToEvents <T>, new()
{
using (var vw = new VowpalWabbit <T>(args))
{
var listener = new TListener();
listener.Created = (data, label) =>
{
if (data == null)
{
Assert.Fail("got empty example");
}
vw.Learn(data, label);
};
VWTestHelper.ParseInput(File.OpenRead(inputFile), listener);
AssertEqual(stderrFile, vw.Native.PerformanceStatistics);
}
}