private void DelayedExampleCallback(VowpalWabbitJsonSerializer serializer)
{
try
{
this.perfCounters.Feature_Requests_Pending.IncrementBy(-1);
var data = (PipelineData)serializer.UserContext;
data.Example = serializer.CreateExamples();
// fire and forget
// must not block to avoid dead lock
this.trainProcessorFactory.LearnBlock
.SendAsync(data)
.ContinueWith(async ret =>
{
if (!await ret)
{
this.telemetry.TrackTrace("Unable to enqueue delayed examples", SeverityLevel.Error);
// since we couldn't enqueue, need to dispose here
data.Example.Dispose();
}
});
}
catch (Exception e)
{
this.telemetry.TrackException(e);
}
finally
{
serializer.Dispose();
}
}
private IEnumerable<PipelineData> Stage1_Deserialize(PipelineData data)
{
try
{
using (var jsonReader = new JsonTextReader(new StringReader(data.JSON)))
{
//jsonReader.FloatParser = Util.ReadDoubleString;
// jsonReader.ArrayPool = pool;
VowpalWabbitJsonSerializer vwJsonSerializer = null;
try
{
vwJsonSerializer = new VowpalWabbitJsonSerializer(this.trainer.VowpalWabbit, this.trainer.ReferenceResolver);
vwJsonSerializer.RegisterExtension((state, property) =>
{
if (property.Equals("_eventid", StringComparison.OrdinalIgnoreCase))
{
if (!state.Reader.Read() && state.Reader.TokenType != JsonToken.String)
throw new VowpalWabbitJsonException(state.Reader, "Expected string");
data.EventId = (string)state.Reader.Value;
return true;
}
else if (property.Equals("_timestamp", StringComparison.OrdinalIgnoreCase))
{
if (!state.Reader.Read() && state.Reader.TokenType != JsonToken.Date)
throw new VowpalWabbitJsonException(state.Reader, "Expected date");
data.Timestamp = (DateTime)state.Reader.Value;
}
return false;
});
data.Example = vwJsonSerializer.ParseAndCreate(jsonReader);
if (data.Example == null)
{
// unable to create example due to missing data
// will be trigger later
vwJsonSerializer.UserContext = data.Example;
// make sure the serialize is not deallocated
vwJsonSerializer = null;
}
}
finally
{
if (vwJsonSerializer != null)
vwJsonSerializer.Dispose();
}
performanceCounters.Stage1_JSON_DeserializePerSec.Increment();
// delayed
if (data.Example == null)
{
this.performanceCounters.Feature_Requests_Pending.Increment();
yield break;
}
}
}
catch (Exception ex)
{
this.telemetry.TrackException(ex, new Dictionary<string, string> { { "JSON", data.JSON } });
this.performanceCounters.Stage2_Faulty_Examples_Total.Increment();
this.performanceCounters.Stage2_Faulty_ExamplesPerSec.Increment();
yield break;
}
yield return data;
}
