private static IEnumerable <IReadOnlyList <string> > GenerateTranslations(ThotSmtParameters parameters,
IReadOnlyList <IReadOnlyList <string> > sourceCorpus)
{
var results = new IReadOnlyList <string> [sourceCorpus.Count];
Parallel.ForEach(Partitioner.Create(0, sourceCorpus.Count), range =>
{
IntPtr smtModelHandle = IntPtr.Zero, decoderHandle = IntPtr.Zero;
try
{
smtModelHandle = Thot.LoadSmtModel(parameters);
decoderHandle = Thot.LoadDecoder(smtModelHandle, parameters);
for (int i = range.Item1; i < range.Item2; i++)
{
IReadOnlyList <string> segment = sourceCorpus[i];
results[i] = Thot.DoTranslate(decoderHandle, Thot.decoder_translate, segment, false,
segment, (s, t, d) => t);
}
}
finally
{
if (decoderHandle != IntPtr.Zero)
{
Thot.decoder_close(decoderHandle);
}
if (smtModelHandle != IntPtr.Zero)
{
Thot.smtModel_close(smtModelHandle);
}
}
});
return(results);
}
private IEnumerable <IList <TranslationInfo> > GetNBestLists(ThotSmtParameters parameters,
IReadOnlyList <IReadOnlyList <string> > sourceCorpus)
{
IntPtr smtModelHandle = IntPtr.Zero;
try
{
smtModelHandle = Thot.LoadSmtModel(parameters);
var results = new IList <TranslationInfo> [sourceCorpus.Count];
Parallel.ForEach(Partitioner.Create(0, sourceCorpus.Count), range =>
{
IntPtr decoderHandle = IntPtr.Zero;
try
{
decoderHandle = Thot.LoadDecoder(smtModelHandle, parameters);
for (int i = range.Item1; i < range.Item2; i++)
{
IReadOnlyList <string> sourceSegment = sourceCorpus[i];
results[i] = Thot.DoTranslateNBest(decoderHandle, Thot.decoder_translateNBest, K,
sourceSegment, false, sourceSegment, CreateTranslationInfo).ToArray();
}
}
finally
{
if (decoderHandle != IntPtr.Zero)
{
Thot.decoder_close(decoderHandle);
}
}
});
return(results);
}
finally
{
if (smtModelHandle != IntPtr.Zero)
{
Thot.smtModel_close(smtModelHandle);
}
}
}
internal void LoadHandle()
{
_decoderHandle = Thot.LoadDecoder(_smtModel.Handle, _smtModel.Parameters);
}
