private void SetupLogging()
{
var logDir = HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.LogDir);
Log.Logger = new LoggerConfiguration()
.MinimumLevel.Debug()
.WriteTo.File(Path.Combine(logDir, "opuscat_log.txt"), rollingInterval: RollingInterval.Day)
.CreateLogger();
}
private static void CreateTranslationDb()
{
var translationDb = new FileInfo(HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.TranslationDBName));
SQLiteConnection.CreateFile(translationDb.FullName);
using (var m_dbConnection = new SQLiteConnection($"Data Source={translationDb};Version=3;"))
{
m_dbConnection.Open();
string sql = "create table translations (model TEXT, sourcetext TEXT, translation TEXT, segmentedsource TEXT, segmentedtranslation TEXT, alignment TEXT, additiondate DATETIME, segmentationmethod TEXT, targetlanguage TEXT, PRIMARY KEY (model,sourcetext,targetlanguage))";
using (SQLiteCommand command = new SQLiteCommand(sql, m_dbConnection))
{
command.ExecuteNonQuery();
}
}
}
private void Application_Startup(object sender, StartupEventArgs e)
{
Application.Current.DispatcherUnhandledException += App_DispatcherUnhandledException;
if (!App.HasAvxSupport())
{
MessageBox.Show(
"OPUS-CAT MT Engine requires a CPU with AVX support. Your CPU does not support AVX, so OPUS-CAT MT Engine cannot start.");
Application.Current.Shutdown(1);
}
//Create data dir
var opusCatDataDir = HelperFunctions.GetOpusCatDataPath();
if (!Directory.Exists(opusCatDataDir))
{
Directory.CreateDirectory(opusCatDataDir);
}
this.CopyConfigs();
this.SetupLogging();
//Accessing the model storage on pouta requires this.
Log.Information("Setting Tls12 as security protocol (required for accessing online model storage");
ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
Log.Information("Opening OPUS-CAT MT Engine window");
// Create the startup window
MainWindow wnd = new MainWindow();
// Show the window
wnd.Show();
if (OpusCatMTEngineSettings.Default.DisplayOverlay)
{
App.OpenOverlay();
}
else
{
App.CloseOverlay();
}
}
private static void RemoveOldTranslations()
{
var translationDb = new FileInfo(
HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.TranslationDBName));
using (var m_dbConnection = new SQLiteConnection($"Data Source={translationDb};Version=3;"))
{
m_dbConnection.Open();
using (SQLiteCommand deleteOld =
new SQLiteCommand("DELETE FROM translations WHERE additiondate <= date('now',@period)", m_dbConnection))
{
deleteOld.Parameters.Add(
new SQLiteParameter(
"@period", $"-{OpusCatMTEngineSettings.Default.DatabaseRemovalInterval} days"));
deleteOld.ExecuteNonQuery();
}
}
}
private static TranslationPair FetchTranslationFromSqliteDb(string sourceText, string model, string targetLanguage)
{
var translationDb = HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.TranslationDBName);
List <TranslationPair> translationPairs = new List <TranslationPair>();
using (var m_dbConnection = new SQLiteConnection($"Data Source={translationDb};Version=3;"))
{
m_dbConnection.Open();
using (SQLiteCommand fetch =
new SQLiteCommand("SELECT DISTINCT translation,segmentedsource,segmentedtranslation,alignment,segmentationmethod FROM translations WHERE sourcetext=@sourcetext AND model=@model AND targetlanguage=@targetlanguage LIMIT 1", m_dbConnection))
{
fetch.Parameters.Add(new SQLiteParameter("@sourcetext", sourceText));
fetch.Parameters.Add(new SQLiteParameter("@model", model));
fetch.Parameters.Add(new SQLiteParameter("@targetlanguage", targetLanguage));
SQLiteDataReader r = fetch.ExecuteReader();
while (r.Read())
{
var segmentedSource = Convert.ToString(r["segmentedsource"]);
var segmentedTranslation = Convert.ToString(r["segmentedtranslation"]);
var translation = Convert.ToString(r["translation"]);
var alignment = Convert.ToString(r["alignment"]);
var segmentationMethodString = Convert.ToString(r["segmentationmethod"]);
SegmentationMethod segmentationMethod;
Enum.TryParse <SegmentationMethod>(segmentationMethodString, out segmentationMethod);
translationPairs.Add(
new TranslationPair(
translation,
segmentedSource,
segmentedTranslation,
alignment,
segmentationMethod,
targetLanguage));
}
}
}
return(translationPairs.SingleOrDefault());
}
private static void WriteTranslationToSqliteDb(
string sourceText,
TranslationPair translation,
string model,
SegmentationMethod segmentationMethod,
string targetLanguage)
{
var translationDb = new FileInfo(HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.TranslationDBName));
if (translationDb.Length == 0)
{
translationDb.Delete();
}
if (!translationDb.Exists)
{
TranslationDbHelper.CreateTranslationDb();
}
using (var m_dbConnection = new SQLiteConnection($"Data Source={translationDb};Version=3;"))
{
m_dbConnection.Open();
using (SQLiteCommand insert =
new SQLiteCommand(
"INSERT or REPLACE INTO translations (sourcetext, translation, segmentedsource, segmentedtranslation, alignment, model, additiondate, segmentationmethod, targetlanguage) VALUES (@sourcetext,@translation,@segmentedsource,@segmentedtranslation,@alignment,@model,CURRENT_TIMESTAMP,@segmentationmethod,@targetlanguage)", m_dbConnection))
{
insert.Parameters.Add(new SQLiteParameter("@sourcetext", sourceText));
insert.Parameters.Add(new SQLiteParameter("@translation", translation.Translation));
insert.Parameters.Add(new SQLiteParameter("@segmentedsource", String.Join(" ", translation.SegmentedSourceSentence)));
insert.Parameters.Add(new SQLiteParameter("@segmentedtranslation", String.Join(" ", translation.SegmentedTranslation)));
insert.Parameters.Add(new SQLiteParameter("@alignment", translation.AlignmentString));
insert.Parameters.Add(new SQLiteParameter("@model", model));
insert.Parameters.Add(new SQLiteParameter("@segmentationmethod", segmentationMethod.ToString()));
insert.Parameters.Add(new SQLiteParameter("@targetlanguage", targetLanguage));
insert.ExecuteNonQuery();
}
}
}
internal static void SetupTranslationDb()
{
var translationTableColumns =
new List <string>()
{
"model",
"sourcetext",
"translation",
"segmentedsource",
"segmentedtranslation",
"alignment",
"additiondate",
"segmentationmethod",
"targetlanguage"
};
var translationDb = new FileInfo(HelperFunctions.GetOpusCatDataPath(OpusCatMTEngineSettings.Default.TranslationDBName));
//If the translation db has a size of 0, it should be deleted (size 0 dbs are caused
//by db creation bugs).
if (translationDb.Exists && translationDb.Length == 0)
{
translationDb.Delete();
}
//Check that db structure is current
bool tableValid = true;
if (translationDb.Exists)
{
using (var m_dbConnection =
new SQLiteConnection($"Data Source={translationDb.FullName};Version=3;"))
{
m_dbConnection.Open();
using (SQLiteCommand verify_table =
new SQLiteCommand("PRAGMA table_info(translations);", m_dbConnection))
{
SQLiteDataReader r = verify_table.ExecuteReader();
List <string> tableColumnStrikeoutList = new List <string>(translationTableColumns);
while (r.Read())
{
var columnName = Convert.ToString(r["name"]);
if (tableColumnStrikeoutList[0] == columnName)
{
tableColumnStrikeoutList.RemoveAt(0);
}
else
{
tableValid = false;
}
}
tableValid = tableValid && !tableColumnStrikeoutList.Any();
verify_table.Dispose();
}
m_dbConnection.Close();
m_dbConnection.Dispose();
}
}
if (!tableValid)
{
MessageBoxResult result = MessageBox.Show(OpusCatMTEngine.Properties.Resources.App_InvalidDbMessage,
OpusCatMTEngine.Properties.Resources.App_ConfirmDbCaption,
MessageBoxButton.OKCancel,
MessageBoxImage.Question);
if (result == MessageBoxResult.OK)
{
translationDb.Delete();
}
else
{
OpusCatMTEngineSettings.Default.CacheMtInDatabase = false;
OpusCatMTEngineSettings.Default.Save();
OpusCatMTEngineSettings.Default.Reload();
}
}
translationDb.Refresh();
if (!translationDb.Exists)
{
CreateTranslationDb();
}
//Remove old translation from the db (time period can be set in settings)
if (OpusCatMTEngineSettings.Default.CacheMtInDatabase)
{
TranslationDbHelper.RemoveOldTranslations();
}
}