| public CreateExamples ( ) : VowpalWabbitExampleCollection | ||
| return | VowpalWabbitExampleCollection | |
public void TestJsonLabelExtraction()
{
using (var vw = new VowpalWabbit("--cb_adf --rank_all"))
{
using (var jsonSerializer = new VowpalWabbitJsonSerializer(vw))
{
string eventId = null;
jsonSerializer.RegisterExtension((state, property) =>
{
Assert.AreEqual(property, "_eventid");
Assert.IsTrue(state.Reader.Read());
eventId = (string)state.Reader.Value;
return true;
});
jsonSerializer.Parse("{\"_eventid\":\"abc123\",\"a\":1,\"_label_cost\":-1,\"_label_probability\":0.3}");
Assert.AreEqual("abc123", eventId);
using (var examples = jsonSerializer.CreateExamples())
{
var single = examples as VowpalWabbitSingleLineExampleCollection;
Assert.IsNotNull(single);
var label = single.Example.Label as ContextualBanditLabel;
Assert.IsNotNull(label);
Assert.AreEqual(-1, label.Cost);
Assert.AreEqual(0.3, label.Probability, 0.0001);
}
}
using (var jsonSerializer = new VowpalWabbitJsonSerializer(vw))
{
jsonSerializer.Parse("{\"_multi\":[{\"_text\":\"w1 w2\", \"a\":{\"x\":1}}, {\"_text\":\"w2 w3\"}], \"_labelindex\":1, \"_label_cost\":-1, \"_label_probability\":0.3}");
using (var examples = jsonSerializer.CreateExamples())
{
var multi = examples as VowpalWabbitMultiLineExampleCollection;
Assert.IsNotNull(multi);
Assert.AreEqual(2, multi.Examples.Length);
var label = multi.Examples[0].Label as ContextualBanditLabel;
Assert.AreEqual(0, label.Cost);
Assert.AreEqual(0, label.Probability);
label = multi.Examples[1].Label as ContextualBanditLabel;
Assert.IsNotNull(label);
Assert.AreEqual(-1, label.Cost);
Assert.AreEqual(0.3, label.Probability, 0.0001);
}
}
}
}
private void DelayedExampleCallback(VowpalWabbitJsonSerializer serializer)
{
try
{
this.perfCounters.Feature_Requests_Pending.IncrementBy(-1);
var data = (PipelineData)serializer.UserContext;
data.Example = serializer.CreateExamples();
// fire and forget
// must not block to avoid dead lock
this.trainProcessorFactory.LearnBlock
.SendAsync(data)
.ContinueWith(async ret =>
{
if (!await ret)
{
this.telemetry.TrackTrace("Unable to enqueue delayed examples", SeverityLevel.Error);
// since we couldn't enqueue, need to dispose here
data.Example.Dispose();
}
});
}
catch (Exception e)
{
this.telemetry.TrackException(e);
}
finally
{
serializer.Dispose();
}
}