internal HybridInteractiveTranslationSession(HybridTranslationEngine engine,
IInteractiveTranslationSession smtSession, TranslationResult ruleResult)
{
_engine = engine;
_smtSession = smtSession;
_ruleResult = ruleResult;
UpdateCurrentResults();
}
public HybridInteractiveTranslationSession TranslateInteractively(int n, IReadOnlyList <string> segment)
{
CheckDisposed();
IInteractiveTranslationSession smtSession = SmtEngine.TranslateInteractively(n, segment);
TranslationResult ruleResult = RuleEngine?.Translate(segment);
var session = new HybridInteractiveTranslationSession(this, smtSession, ruleResult);
_sessions.Add(session);
return(session);
}
public void TranslateInteractively_TranslationCorrect()
{
using (var smtModel = new ThotSmtModel(TestHelpers.ToyCorpusConfigFileName))
using (IInteractiveSmtEngine engine = smtModel.CreateInteractiveEngine())
using (IInteractiveTranslationSession session = engine.TranslateInteractively(1,
"me marcho hoy por la tarde .".Split()))
{
TranslationResult result = session.CurrentResults[0];
Assert.That(result.TargetSegment, Is.EqualTo("i leave today in the afternoon .".Split()));
}
}
public void SetPrefix_MissingWord_TranslationCorrect()
{
using (var smtModel = new ThotSmtModel(TestHelpers.ToyCorpusConfigFileName))
using (IInteractiveSmtEngine engine = smtModel.CreateInteractiveEngine())
using (IInteractiveTranslationSession session = engine.TranslateInteractively(1,
"caminé a mi habitación .".Split()))
{
TranslationResult result = session.CurrentResults[0];
Assert.That(result.TargetSegment, Is.EqualTo("caminé to my room .".Split()));
result = session.SetPrefix("i walked".Split(), true)[0];
Assert.That(result.TargetSegment, Is.EqualTo("i walked to my room .".Split()));
}
}
private void WriteSuggestions(StreamWriter traceWriter, IInteractiveTranslationSession session,
IReadOnlyList <TranslationSuggestion> suggestions)
{
if (traceWriter == null)
{
return;
}
for (int k = 0; k < suggestions.Count; k++)
{
TranslationSuggestion suggestion = suggestions[k];
bool inSuggestion = false;
traceWriter.Write($"SUGGESTION {k + 1} ");
for (int j = 0; j < session.CurrentResults[k].TargetSegment.Count; j++)
{
if (suggestion.TargetWordIndices.Contains(j))
{
if (j > 0)
{
traceWriter.Write(" ");
}
if (!inSuggestion)
{
traceWriter.Write("[");
}
inSuggestion = true;
}
else if (inSuggestion)
{
traceWriter.Write("] ");
inSuggestion = false;
}
else if (j > 0)
{
traceWriter.Write(" ");
}
traceWriter.Write(session.CurrentResults[k].TargetSegment[j]);
}
if (inSuggestion)
{
traceWriter.Write("]");
}
traceWriter.WriteLine();
}
}
public void Approve_TwoSegmentsUnknownWord_LearnsUnknownWord()
{
using (var smtModel = new ThotSmtModel(TestHelpers.ToyCorpusConfigFileName))
using (IInteractiveSmtEngine engine = smtModel.CreateInteractiveEngine())
{
using (IInteractiveTranslationSession session = engine.TranslateInteractively(1,
"hablé con recepción .".Split()))
{
TranslationResult result = session.CurrentResults[0];
Assert.That(result.TargetSegment, Is.EqualTo("hablé with reception .".Split()));
result = session.SetPrefix("i talked".Split(), true)[0];
Assert.That(result.TargetSegment, Is.EqualTo("i talked with reception .".Split()));
session.SetPrefix("i talked with reception .".Split(), true);
session.Approve();
}
using (IInteractiveTranslationSession session = engine.TranslateInteractively(1,
"hablé hasta cinco en punto .".Split()))
{
TranslationResult result = session.CurrentResults[0];
Assert.That(result.TargetSegment, Is.EqualTo("talked until five o ' clock .".Split()));
}
}
}
public static void AppendSuggestionToPrefix(this IInteractiveTranslationSession session, int resultIndex,
IReadOnlyList <int> suggestion)
{
session.AppendToPrefix(suggestion.Select(j => session.CurrentResults[resultIndex].TargetSegment[j]));
}
public static IEnumerable <TranslationSuggestion> GetSuggestions(this ITranslationSuggester suggester,
IInteractiveTranslationSession session)
{
return(session.CurrentResults.Select(r =>
suggester.GetSuggestion(session.Prefix.Count, session.IsLastWordComplete, r)));
}
private void TestSegment(IInteractiveSmtEngine engine, ITranslationSuggester suggester, int n,
ParallelTextSegment segment, StreamWriter traceWriter)
{
traceWriter?.WriteLine($"Segment: {segment.SegmentRef}");
IReadOnlyList <string> sourceSegment = segment.SourceSegment.Preprocess(Preprocessors.Lowercase);
traceWriter?.WriteLine($"Source: {string.Join(" ", sourceSegment)}");
IReadOnlyList <string> targetSegment = segment.TargetSegment.Preprocess(Preprocessors.Lowercase);
traceWriter?.WriteLine($"Target: {string.Join(" ", targetSegment)}");
traceWriter?.WriteLine(new string('=', 120));
string[][] prevSuggestionWords = null;
bool isLastWordSuggestion = false;
string suggestionResult = null;
using (IInteractiveTranslationSession session = engine.TranslateInteractively(n, sourceSegment))
{
while (session.Prefix.Count < targetSegment.Count || !session.IsLastWordComplete)
{
int targetIndex = session.Prefix.Count;
if (!session.IsLastWordComplete)
{
targetIndex--;
}
bool match = false;
TranslationSuggestion[] suggestions = suggester.GetSuggestions(session).ToArray();
string[][] suggestionWords = suggestions.Select((s, k) =>
s.TargetWordIndices.Select(j =>
session.CurrentResults[k].TargetSegment[j]).ToArray()).ToArray();
if (prevSuggestionWords == null || !SuggestionsAreEqual(prevSuggestionWords, suggestionWords))
{
WritePrefix(traceWriter, suggestionResult, session.Prefix);
WriteSuggestions(traceWriter, session, suggestions);
suggestionResult = null;
if (suggestions.Any(s => s.TargetWordIndices.Count > 0))
{
_totalSuggestionCount++;
}
}
for (int k = 0; k < suggestions.Length; k++)
{
TranslationSuggestion suggestion = suggestions[k];
var accepted = new List <int>();
for (int i = 0, j = targetIndex; i < suggestionWords[k].Length && j < targetSegment.Count; i++)
{
if (suggestionWords[k][i] == targetSegment[j])
{
accepted.Add(suggestion.TargetWordIndices[i]);
j++;
}
else if (accepted.Count == 0)
{
j = targetIndex;
}
else
{
break;
}
}
if (accepted.Count > 0)
{
session.AppendSuggestionToPrefix(k, accepted);
isLastWordSuggestion = true;
_actionCount++;
_totalAcceptedSuggestionCount++;
if (accepted.Count == suggestion.TargetWordIndices.Count)
{
suggestionResult = "ACCEPT_FULL";
_fullSuggestionCount++;
}
else if (accepted[0] == suggestion.TargetWordIndices[0])
{
suggestionResult = "ACCEPT_INIT";
_initSuggestionCount++;
}
else if (accepted[accepted.Count - 1]
== suggestion.TargetWordIndices[suggestion.TargetWordIndices.Count - 1])
{
suggestionResult = "ACCEPT_FIN";
_finalSuggestionCount++;
}
else
{
suggestionResult = "ACCEPT_MID";
_middleSuggestionCount++;
}
_acceptedSuggestionCounts[k]++;
match = true;
break;
}
}
if (!match)
{
if (isLastWordSuggestion)
{
_actionCount++;
isLastWordSuggestion = false;
WritePrefix(traceWriter, suggestionResult, session.Prefix);
suggestionResult = null;
}
int len = session.IsLastWordComplete ? 0 : session.Prefix[session.Prefix.Count - 1].Length;
string targetWord = targetSegment[targetIndex];
if (len == targetWord.Length)
{
session.AppendToPrefix("", true);
}
else
{
string c = targetWord.Substring(len, 1);
session.AppendToPrefix(c, false);
}
suggestionResult = suggestions.Any(s => s.TargetWordIndices.Count > 0) ? "REJECT" : "NONE";
_actionCount++;
}
prevSuggestionWords = suggestionWords;
}
WritePrefix(traceWriter, suggestionResult, session.Prefix);
session.Approve(_approveAlignedOption.HasValue());
}
_charCount += targetSegment.Sum(w => w.Length + 1);
traceWriter?.WriteLine();
}
