private void DelayedExampleCallback(VowpalWabbitJsonSerializer serializer)
{
try
{
this.perfCounters.Feature_Requests_Pending.IncrementBy(-1);
var data = (PipelineData)serializer.UserContext;
data.Example = serializer.CreateExamples();
// fire and forget
// must not block to avoid dead lock
this.trainProcessorFactory.LearnBlock
.SendAsync(data)
.ContinueWith(async ret =>
{
if (!await ret)
{
this.telemetry.TrackTrace("Unable to enqueue delayed examples", SeverityLevel.Error);
// since we couldn't enqueue, need to dispose here
data.Example.Dispose();
}
});
}
catch (Exception e)
{
this.telemetry.TrackException(e);
}
finally
{
serializer.Dispose();
}
}
public void TestJsonLabelExtraction()
{
using (var vw = new VowpalWabbit("--cb_adf --rank_all"))
{
using (var jsonSerializer = new VowpalWabbitJsonSerializer(vw))
{
string eventId = null;
jsonSerializer.RegisterExtension((state, property) =>
{
Assert.AreEqual(property, "_eventid");
Assert.IsTrue(state.Reader.Read());
eventId = (string)state.Reader.Value;
return(true);
});
jsonSerializer.Parse("{\"_eventid\":\"abc123\",\"a\":1,\"_label_cost\":-1,\"_label_probability\":0.3}");
Assert.AreEqual("abc123", eventId);
using (var examples = jsonSerializer.CreateExamples())
{
var single = examples as VowpalWabbitSingleLineExampleCollection;
Assert.IsNotNull(single);
var label = single.Example.Label as ContextualBanditLabel;
Assert.IsNotNull(label);
Assert.AreEqual(-1, label.Cost);
Assert.AreEqual(0.3, label.Probability, 0.0001);
}
}
using (var jsonSerializer = new VowpalWabbitJsonSerializer(vw))
{
jsonSerializer.Parse("{\"_multi\":[{\"_text\":\"w1 w2\", \"a\":{\"x\":1}}, {\"_text\":\"w2 w3\"}], \"_labelindex\":1, \"_label_cost\":-1, \"_label_probability\":0.3}");
using (var examples = jsonSerializer.CreateExamples())
{
var multi = examples as VowpalWabbitMultiLineExampleCollection;
Assert.IsNotNull(multi);
Assert.AreEqual(2, multi.Examples.Length);
var label = multi.Examples[0].Label as ContextualBanditLabel;
Assert.AreEqual(0, label.Cost);
Assert.AreEqual(0, label.Probability);
label = multi.Examples[1].Label as ContextualBanditLabel;
Assert.IsNotNull(label);
Assert.AreEqual(-1, label.Cost);
Assert.AreEqual(0.3, label.Probability, 0.0001);
}
}
}
}
public void TestJsonDictReverse()
{
var vec = new float[] { 1, 2, 3 };
var jsonResolver = new RefResolve();
var settings = new JsonSerializerSettings {
ReferenceResolverProvider = () => jsonResolver
};
var ctx1 = new Context(vec, 1, settings);
var ctx2 = new Context(vec, 2, settings);
VowpalWabbitJsonSerializer delayedSerializer = null;
using (var validator = new VowpalWabbitExampleJsonValidator())
using (var vw = new VowpalWabbit(new VowpalWabbitSettings {
EnableStringExampleGeneration = true
}))
using (var resolver = new VowpalWabbitJsonReferenceResolver(serializer => delayedSerializer = serializer))
{
var serializer2 = new VowpalWabbitJsonSerializer(vw, resolver);
var example2 = serializer2.ParseAndCreate(ctx2.JSON);
// incomplete data
Assert.IsNull(example2);
// triggers example2 completion
using (var serializer1 = new VowpalWabbitJsonSerializer(vw, resolver))
using (var example1 = serializer1.ParseAndCreate(ctx1.JSON))
{
validator.Validate("| Id:1 :1 :2 :3", example1);
}
Assert.IsNotNull(delayedSerializer);
using (var delayedExample2 = delayedSerializer.CreateExamples())
{
validator.Validate("| Id:2 :1 :2 :3", delayedExample2);
}
delayedSerializer.Dispose();
}
}