public void TrainModels_EmptyCorpus_GeneratesModels()
{
using (var tempDir = new TempDirectory("ThotSmtEngineTests"))
{
var sourceCorpus = new DictionaryTextCorpus(Enumerable.Empty <MemoryText>());
var targetCorpus = new DictionaryTextCorpus(Enumerable.Empty <MemoryText>());
var alignmentCorpus = new DictionaryTextAlignmentCorpus(
Enumerable.Empty <MemoryTextAlignmentCollection>());
var corpus = new ParallelTextCorpus(sourceCorpus, targetCorpus, alignmentCorpus);
var parameters = new ThotSmtParameters
{
TranslationModelFileNamePrefix = Path.Combine(tempDir.Path, "tm", "src_trg"),
LanguageModelFileNamePrefix = Path.Combine(tempDir.Path, "lm", "trg.lm")
};
using (var trainer = new ThotSmtBatchTrainer(parameters, s => s, s => s, corpus))
{
trainer.Train();
trainer.Save();
}
Assert.That(File.Exists(Path.Combine(tempDir.Path, "lm", "trg.lm")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg_swm.hmm_alignd")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg_invswm.hmm_alignd")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg.ttable")), Is.True);
// TODO: test for more than just existence of files
}
}
public void Train_NonEmptyCorpus_GeneratesModels()
{
using (var tempDir = new TempDirectory("ThotSmtEngineTests"))
{
var sourceCorpus = new DictionaryTextCorpus(new[]
{
new MemoryText("text1", new[]
{
new TextSegment(new TextSegmentRef(1, 1),
"¿ le importaría darnos las llaves de la habitación , por favor ?".Split()),
new TextSegment(new TextSegmentRef(1, 2),
"he hecho la reserva de una habitación tranquila doble con teléfono y televisión a nombre de rosario cabedo .".Split()),
new TextSegment(new TextSegmentRef(1, 3),
"¿ le importaría cambiarme a otra habitación más tranquila ?".Split()),
new TextSegment(new TextSegmentRef(1, 4),
"por favor , tengo reservada una habitación .".Split()),
new TextSegment(new TextSegmentRef(1, 5), "me parece que existe un problema .".Split())
})
});
var targetCorpus = new DictionaryTextCorpus(new[]
{
new MemoryText("text1", new[]
{
new TextSegment(new TextSegmentRef(1, 1),
"would you mind giving us the keys to the room , please ?".Split()),
new TextSegment(new TextSegmentRef(1, 2),
"i have made a reservation for a quiet , double room with a telephone and a tv for rosario cabedo .".Split()),
new TextSegment(new TextSegmentRef(1, 3),
"would you mind moving me to a quieter room ?".Split()),
new TextSegment(new TextSegmentRef(1, 4), "i have booked a room .".Split()),
new TextSegment(new TextSegmentRef(1, 5), "i think that there is a problem .".Split())
})
});
var alignmentCorpus = new DictionaryTextAlignmentCorpus(new[]
{
new MemoryTextAlignmentCollection("text1", new[]
{
new TextAlignment(new TextSegmentRef(1, 1), new[] { new AlignedWordPair(8, 9) }),
new TextAlignment(new TextSegmentRef(1, 2), new[] { new AlignedWordPair(6, 10) }),
new TextAlignment(new TextSegmentRef(1, 3), new[] { new AlignedWordPair(6, 8) }),
new TextAlignment(new TextSegmentRef(1, 4), new[] { new AlignedWordPair(6, 4) }),
new TextAlignment(new TextSegmentRef(1, 5), new AlignedWordPair[0])
})
});
var corpus = new ParallelTextCorpus(sourceCorpus, targetCorpus, alignmentCorpus);
var parameters = new ThotSmtParameters
{
TranslationModelFileNamePrefix = Path.Combine(tempDir.Path, "tm", "src_trg"),
LanguageModelFileNamePrefix = Path.Combine(tempDir.Path, "lm", "trg.lm")
};
using (var trainer = new ThotSmtBatchTrainer(parameters, s => s, s => s, corpus))
{
trainer.Train();
trainer.Save();
}
Assert.That(File.Exists(Path.Combine(tempDir.Path, "lm", "trg.lm")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg_swm.hmm_alignd")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg_invswm.hmm_alignd")), Is.True);
Assert.That(File.Exists(Path.Combine(tempDir.Path, "tm", "src_trg.ttable")), Is.True);
// TODO: test for more than just existence of files
}
}
