public MarianCustomizer(
MTModel model,
MTModel customModel,
ParallelFilePair inputPair,
ParallelFilePair indomainValidPair,
string customLabel,
bool includePlaceholderTags,
bool includeTagPairs,
List <string> postCustomizationBatch,
IsoLanguage sourceLanguage,
IsoLanguage targetLanguage,
bool guidedAlignment = false)
{
this.model = model;
this.customModel = customModel;
this.modelDir = new DirectoryInfo(model.InstallDir);
this.customDir = new DirectoryInfo(this.customModel.InstallDir);
this.customSource = inputPair.Source;
this.customTarget = inputPair.Target;
this.customLabel = customLabel;
this.includePlaceholderTags = includePlaceholderTags;
this.includeTagPairs = includeTagPairs;
this.inDomainValidationSource = indomainValidPair.Source;
this.inDomainValidationTarget = indomainValidPair.Target;
this.sourceLanguage = sourceLanguage;
this.targetLanguage = targetLanguage;
this.guidedAlignment = guidedAlignment;
}
internal void DownloadCompleted(MTModel model, object sender, AsyncCompletedEventArgs e)
{
model.InstallStatus = "Extracting";
this.modelManager.ExtractModel(model.ModelPath);
model.InstallStatus = "Installed";
this.modelManager.GetLocalModels();
}
internal Process ResumeCustomization(MTModel customModel)
{
this.customModel = customModel;
var process = this.StartTraining();
return(process);
}
public TagEditView(MTModel selectedModel)
{
this.Model = selectedModel;
this.DataContext = selectedModel;
this.Title = String.Format(OpusCatMTEngine.Properties.Resources.Tags_EditTagsTitle, Model.Name);
InitializeComponent();
this.TagList.ItemsSource = selectedModel.ModelConfig.ModelTags;
}
public TagEditView(MTModel selectedModel)
{
this.Model = selectedModel;
this.DataContext = selectedModel;
this.Title = $"Edit tags for {Model.Name}";
InitializeComponent();
this.TagList.ItemsSource = selectedModel.ModelConfig.ModelTags;
}
public TranslateView(MTModel selectedModel)
{
this.Model = selectedModel;
this.DataContext = selectedModel;
this.wordsplitList = new List <Run>();
this.SourceLanguage = this.Model.SourceLanguages.First();
this.TargetLanguage = this.Model.TargetLanguages.First();
this.Title = String.Format(OpusCatMTEngine.Properties.Resources.Translate_TranslateTitle, Model.Name);
InitializeComponent();
}
public TestView(MTModel selectedModel)
{
this.Model = selectedModel;
this.Title = $"Translating with model {Model.Name}";
InitializeComponent();
var sourceCode = this.model.SourceLanguages.Single();
var targetCode = this.model.TargetLanguages.Single();
var testsets = Directory.GetDirectories("TatoebaTestsets");
var testsetDir = testsets.Single(
x => x.EndsWith($"{sourceCode}-{targetCode}") || x.EndsWith($"{targetCode}-{sourceCode}"));
this.SourceFileBox.Text = Directory.GetFiles(testsetDir, $"tatoeba.{sourceCode}.txt").Select(x => new FileInfo(x)).Single().FullName;
this.RefFileBox.Text = Directory.GetFiles(testsetDir, $"tatoeba.{targetCode}.txt").Select(x => new FileInfo(x)).Single().FullName;
this.TargetFileBox.Text = this.SourceFileBox.Text.Replace(".txt", $"{this.model.Name}.txt");
}
private void btnInstall_Click(object sender, RoutedEventArgs e)
{
foreach (object selected in this.ModelListView.SelectedItems)
{
MTModel selectedModel = (MTModel)selected;
if (selectedModel.InstallStatus != "")
{
continue;
}
selectedModel.InstallStatus = "Downloading";
this.modelManager.DownloadModel(
selectedModel.ModelPath,
selectedModel.DownloadProgressChanged,
(x, y) => DownloadCompleted(selectedModel, x, y));
}
}
public CustomizationProgressView(MTModel selectedModel)
{
this.DataContext = this;
this.Model = selectedModel;
this.Title = $"Fine-tuning progress for model {Model.Name}";
this.SeriesCollection = new SeriesCollection();
var inDomainFiles = Directory.GetFiles(this.Model.InstallDir, "valid*_1.score.txt").Select(x => new FileInfo(x)).OrderBy(x => x.CreationTime);
var inDomainSeries = this.ScoresToSeries(inDomainFiles, "In-domain");
this.SeriesCollection.Add(inDomainSeries);
var outOfDomainFiles = Directory.GetFiles(this.Model.InstallDir, "valid*_0.score.txt").Select(x => new FileInfo(x)).OrderBy(x => x.CreationTime);;
var outOfDomainSeries = this.ScoresToSeries(outOfDomainFiles, "Out-of-domain");
this.SeriesCollection.Add(outOfDomainSeries);
InitializeComponent();
}
public CustomizationProgressView(MTModel selectedModel)
{
this.DataContext = this;
this.Model = selectedModel;
this.Title = $"Fine-tuning progress for model {Model.Name}";
this.SeriesCollection = new SeriesCollection();
var inDomainFiles = Directory.GetFiles(this.Model.InstallDir, "valid*_1.score.txt").Select(x => new FileInfo(x)).OrderBy(x => x.CreationTime);
var inDomainSeries = this.ScoresToSeries(inDomainFiles, OpusCatMTEngine.Properties.Resources.Progress_InDomainSeriesName);
this.SeriesCollection.Add(inDomainSeries);
if (this.model.HasOODValidSet)
{
var outOfDomainFiles = Directory.GetFiles(this.Model.InstallDir, "valid*_0.score.txt").Select(x => new FileInfo(x)).OrderBy(x => x.CreationTime);;
var outOfDomainSeries = this.ScoresToSeries(outOfDomainFiles, OpusCatMTEngine.Properties.Resources.Progress_OutOfDomainSeriesName);
this.SeriesCollection.Add(outOfDomainSeries);
}
InitializeComponent();
}
public TranslateView(MTModel selectedModel)
{
this.Model = selectedModel;
this.Title = $"Translating with model {Model.Name}";
InitializeComponent();
}