public void Conflate_TwoWritingSystemsOneIsConflatedIntoOther_OneWritingSystemRemains() { RepositoryUnderTest.Set(new WritingSystemDefinition("en")); RepositoryUnderTest.Set(new WritingSystemDefinition("de")); RepositoryUnderTest.Conflate("en", "de"); Assert.That(RepositoryUnderTest.Contains("de"), Is.True); Assert.That(RepositoryUnderTest.Contains("en"), Is.False); }
///<summary> /// Constructor. ///</summary> ///<param name="idsInFile"></param> ///<param name="replaceIdsInFile"></param> ///<param name="writingSystemRepository"></param> public static void FindOrphans( IEnumerable <string> idsInFile, IdReplacementStrategy replaceIdsInFile, IWritingSystemRepository writingSystemRepository) { List <string> originalIds = idsInFile.ToList(); List <string> updatedIds = originalIds.ToList(); foreach (string wsId in originalIds) { // Check if it's in the repo if (writingSystemRepository.Contains(wsId)) { continue; } string newId; if (writingSystemRepository.WritingSystemIdHasChanged(wsId)) { newId = writingSystemRepository.WritingSystemIdHasChangedTo(wsId); } else { // It's an orphan // Clean it var rfcTagCleaner = new IetfLanguageTagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } WritingSystemDefinition conformantWritingSystem; writingSystemRepository.WritingSystemFactory.Create(newId, out conformantWritingSystem); // If it changed, then change if (conformantWritingSystem.LanguageTag != wsId) { conformantWritingSystem.LanguageTag = IetfLanguageTag.ToUniqueLanguageTag( conformantWritingSystem.LanguageTag, updatedIds); replaceIdsInFile(wsId, conformantWritingSystem.LanguageTag); updatedIds.Remove(wsId); updatedIds.Add(conformantWritingSystem.LanguageTag); } // Check if it's in the repo if (writingSystemRepository.Contains(conformantWritingSystem.LanguageTag)) { continue; } // It's not in the repo so set it writingSystemRepository.Set(conformantWritingSystem); } writingSystemRepository.Save(); }
public void SetAllPossibleAndRemoveOthers_HasDuplicateWritingSystems_SetsToRepo() { Assert.That(_writingSystemRepository.Count, Is.EqualTo(0)); _model.AddPredefinedDefinition(new WritingSystemDefinition("pt")); _model.AddPredefinedDefinition(new WritingSystemDefinition("de")); _model.AddPredefinedDefinition(new WritingSystemDefinition("en")); _model.AddPredefinedDefinition(new WritingSystemDefinition("en")); _model.SetAllPossibleAndRemoveOthers(); Assert.That(_writingSystemRepository.Count, Is.EqualTo(4)); Assert.That(_writingSystemRepository.Contains("pt")); Assert.That(_writingSystemRepository.Contains("de")); Assert.That(_writingSystemRepository.Contains("en")); Assert.That(_writingSystemRepository.Contains("en-x-dupl0")); }
///<summary> /// Constructor. ///</summary> ///<param name="idsInFile"></param> ///<param name="replaceIdsInFile"></param> ///<param name="writingSystemRepository"></param> public static void FindOrphans( IEnumerable<string> idsInFile, IdReplacementStrategy replaceIdsInFile, IWritingSystemRepository writingSystemRepository) { List<string> originalIds = idsInFile.ToList(); List<string> updatedIds = originalIds.ToList(); foreach (string wsId in originalIds) { // Check if it's in the repo if (writingSystemRepository.Contains(wsId)) { continue; } string newId; if (writingSystemRepository.WritingSystemIdHasChanged(wsId)) { newId = writingSystemRepository.WritingSystemIdHasChangedTo(wsId); } else { // It's an orphan // Clean it var rfcTagCleaner = new IetfLanguageTagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } WritingSystemDefinition conformantWritingSystem; writingSystemRepository.WritingSystemFactory.Create(newId, out conformantWritingSystem); // If it changed, then change if (conformantWritingSystem.LanguageTag != wsId) { conformantWritingSystem.LanguageTag = IetfLanguageTag.ToUniqueLanguageTag( conformantWritingSystem.LanguageTag, updatedIds); replaceIdsInFile(wsId, conformantWritingSystem.LanguageTag); updatedIds.Remove(wsId); updatedIds.Add(conformantWritingSystem.LanguageTag); } // Check if it's in the repo if (writingSystemRepository.Contains(conformantWritingSystem.LanguageTag)) continue; // It's not in the repo so set it writingSystemRepository.Set(conformantWritingSystem); } writingSystemRepository.Save(); }
///<summary> /// Constructor. ///</summary> ///<param name="idsInFile"></param> ///<param name="replaceIdsInFile"></param> ///<param name="writingSystemRepository"></param> public static void FindOrphans( IEnumerable<string> idsInFile, IdReplacementStrategy replaceIdsInFile, IWritingSystemRepository writingSystemRepository ) { var originalIds = new List<string>(idsInFile); var updatedIds = new List<string>(idsInFile); foreach (var wsId in originalIds) { // Check if it's in the repo if (writingSystemRepository.Contains(wsId)) { continue; } string newId = wsId; if (writingSystemRepository.WritingSystemIdHasChanged(wsId)) { newId = writingSystemRepository.WritingSystemIdHasChangedTo(wsId); } else { // It's an orphan // Check for the writing system repository compatibility mode if (writingSystemRepository.CompatibilityMode == WritingSystemCompatibility.Flex7V0Compatible) { if (!wsId.StartsWith("x-")) { // Clean it var rfcTagCleaner = new Rfc5646TagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } } else { // Clean it var rfcTagCleaner = new Rfc5646TagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } } var conformantWritingSystem = WritingSystemDefinition.Parse(newId); // If it changed, then change if (conformantWritingSystem.Bcp47Tag != wsId) { conformantWritingSystem = WritingSystemDefinition.CreateCopyWithUniqueId(conformantWritingSystem, updatedIds); replaceIdsInFile(wsId, conformantWritingSystem.Bcp47Tag); updatedIds.Remove(wsId); updatedIds.Add(conformantWritingSystem.Bcp47Tag); } // Check if it's in the repo if (writingSystemRepository.Contains(conformantWritingSystem.Bcp47Tag)) { continue; } // It's not in the repo so set it writingSystemRepository.Set(conformantWritingSystem); } writingSystemRepository.Save(); }
public MultiTextControl(IList <string> writingSystemIds, MultiText multiTextToCopyFormsFrom, string nameForTesting, bool showAnnotationWidget, IWritingSystemRepository allWritingSystems, CommonEnumerations.VisibilitySetting visibility, bool isSpellCheckingEnabled, bool isMultiParagraph, IServiceProvider serviceProvider) : this(allWritingSystems, serviceProvider) { Name = nameForTesting + "-mtc"; _writingSystemsForThisField = new List <IWritingSystemDefinition>(); // foreach (KeyValuePair<string, WritingSystem> pair in allWritingSystems) // { // if (writingSystemIds.Contains(pair.Key)) // { // _writingSystemsForThisField.Add(pair.Value); // } // } foreach (var id in writingSystemIds) { if (allWritingSystems.Contains(id)) //why wouldn't it? { _writingSystemsForThisField.Add(allWritingSystems.Get(id)); } } _showAnnotationWidget = showAnnotationWidget; _visibility = visibility; IsSpellCheckingEnabled = isSpellCheckingEnabled; _isMultiParagraph = isMultiParagraph; BuildBoxes(multiTextToCopyFormsFrom); }
/// <summary> /// When the user is playing around with writing system setup, he may delete a /// writing system that has been assigned to fields. In that case, to avoid /// crashing (see https://jira.sil.org/browse/WS-233) we need to weed out any /// writing systems that no longer exist. /// </summary> public IList <string> FilterOutBadWritingSystems(IList <string> writingSystemIds) { List <string> validIds = new List <string>(); foreach (var id in writingSystemIds) { if (WritingSystems.Contains(id)) { validIds.Add(id); } } return(validIds.ToList()); }
public static void AssertWritingSystemCollectionsAreEqual(IWritingSystemRepository lhs, IWritingSystemRepository rhs) { foreach (var lhsWritingSystem in lhs.AllWritingSystems) { var rhsWritingSystem = rhs.Get(lhsWritingSystem.Id); Assert.IsTrue(rhs.Contains(lhsWritingSystem.Id)); Assert.AreEqual(lhsWritingSystem.Id, rhsWritingSystem.Id); Assert.AreEqual(lhsWritingSystem.Abbreviation, rhsWritingSystem.Abbreviation); Assert.AreEqual(lhsWritingSystem.DefaultFontName, rhsWritingSystem.DefaultFontName); Assert.AreEqual(lhsWritingSystem.DefaultFontSize, rhsWritingSystem.DefaultFontSize); Assert.AreEqual(lhsWritingSystem.IsVoice, rhsWritingSystem.IsVoice); Assert.AreEqual(lhsWritingSystem.IsUnicodeEncoded, rhsWritingSystem.IsUnicodeEncoded); Assert.AreEqual(((WritingSystemDefinition)lhsWritingSystem).Keyboard, ((WritingSystemDefinition)rhsWritingSystem).Keyboard); Assert.AreEqual(lhsWritingSystem.RightToLeftScript, rhsWritingSystem.RightToLeftScript); Assert.AreEqual(lhsWritingSystem.SortUsing, rhsWritingSystem.SortUsing); Assert.AreEqual(lhsWritingSystem.SortRules, rhsWritingSystem.SortRules); Assert.AreEqual(lhsWritingSystem.SpellCheckingId, rhsWritingSystem.SpellCheckingId); } }
public void Write_LoadedWritingSystemIsDeleted_DeletionIsRoundTripped() { using (var e = new TestEnvironment()) { //Write out two writing systems IWritingSystemRepository wsCollectionToBeWritten = GetWritingSystemRepository(e.PathToWritingSystemsFolder); IWritingSystemDefinition ws = TestEnvironment.CreateDetailedWritingSystem("en"); wsCollectionToBeWritten.Set(ws); IWritingSystemDefinition ws2 = TestEnvironment.CreateDetailedWritingSystem("th"); wsCollectionToBeWritten.Set(ws2); wsCollectionToBeWritten.Save(); //load them up again IWritingSystemRepository loadedWsCollection = GetWritingSystemRepository(e.PathToWritingSystemsFolder); loadedWsCollection.Remove(ws.Id); //remove one loadedWsCollection.Save(); //Now check that it hasn't come back! IWritingSystemRepository loadedWsCollection2 = GetWritingSystemRepository(e.PathToWritingSystemsFolder); Assert.IsFalse(loadedWsCollection2.Contains(ws.Id)); } }
/// <summary> /// Determines if a writing system exists with the specified RFC5646 identifier. /// </summary> /// <param name="identifier">The identifier.</param> /// <returns></returns> public bool Exists(string identifier) { lock (m_syncRoot) return(m_repo.Contains(identifier)); }
///<summary> /// Constructor. ///</summary> ///<param name="idsInFile"></param> ///<param name="replaceIdsInFile"></param> ///<param name="writingSystemRepository"></param> public static void FindOrphans( IEnumerable <string> idsInFile, IdReplacementStrategy replaceIdsInFile, IWritingSystemRepository writingSystemRepository ) { var originalIds = new List <string>(idsInFile); var updatedIds = new List <string>(idsInFile); foreach (var wsId in originalIds) { // Check if it's in the repo if (writingSystemRepository.Contains(wsId)) { continue; } string newId = wsId; if (writingSystemRepository.WritingSystemIdHasChanged(wsId)) { newId = writingSystemRepository.WritingSystemIdHasChangedTo(wsId); } else { // It's an orphan // Check for the writing system repository compatibility mode if (writingSystemRepository.CompatibilityMode == WritingSystemCompatibility.Flex7V0Compatible) { if (!wsId.StartsWith("x-")) { // Clean it var rfcTagCleaner = new Rfc5646TagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } } else { // Clean it var rfcTagCleaner = new Rfc5646TagCleaner(wsId); rfcTagCleaner.Clean(); newId = rfcTagCleaner.GetCompleteTag(); } } var conformantWritingSystem = WritingSystemDefinition.Parse(newId); // If it changed, then change if (conformantWritingSystem.Bcp47Tag != wsId) { conformantWritingSystem = WritingSystemDefinition.CreateCopyWithUniqueId(conformantWritingSystem, updatedIds); replaceIdsInFile(wsId, conformantWritingSystem.Bcp47Tag); updatedIds.Remove(wsId); updatedIds.Add(conformantWritingSystem.Bcp47Tag); } // Check if it's in the repo if (writingSystemRepository.Contains(conformantWritingSystem.Bcp47Tag)) { continue; } // It's not in the repo so set it writingSystemRepository.Set(conformantWritingSystem); } writingSystemRepository.Save(); }
internal void SetWritingSystemsForFields() { var liftDom = new XmlDocument(); liftDom.Load(_path); //will throw if the file is ill-formed var missingWritingSystems = new StringBuilder(); foreach (XmlNode node in liftDom.SelectNodes("//@lang")) { if (node.Value == "x-spec" && !_writingSystems.Contains("x-spec")) { _writingSystems.Set(WritingSystemDefinition.Parse("x-spec")); } if (!_writingSystems.Contains(node.Value)) { _writingSystems.Set(WritingSystemDefinition.Parse(node.Value)); missingWritingSystems.AppendFormat("{0},", node.Value); } } _writingSystems.Save(); if (missingWritingSystems.Length > 0) { var list = missingWritingSystems.ToString().Trim(new[] { ',' }); ErrorReport.NotifyUserOfProblem( "WeSay had a problem locating information on at least one input system used in the LIFT export from FLEx. One known cause of this is an old version of FLEx. In the folder containing the LIFT file, there should have been '___.ldml' files for the following input systems: {0}.\r\nBecause these input system definitions were not found, WeSay will create blank input systems for each of these, which you will need to set up with the right fonts, keyboards, etc.", list); } // replace all "v" fields with the first lexical-unit writing system //and all "en" with the first translation one... var vernacular = GetTopWritingSystem(liftDom, "//lexical-unit/form/@lang"); if (vernacular != String.Empty) { _viewTemplate.OnWritingSystemIDChange(WeSayWordsProject.VernacularWritingSystemIdForProjectCreation, vernacular); if (_writingSystems.Contains(WeSayWordsProject.VernacularWritingSystemIdForProjectCreation)) { _writingSystems.Remove(WeSayWordsProject.VernacularWritingSystemIdForProjectCreation); } } var analysis = GetTopWritingSystem(liftDom, "//sense/gloss/@lang"); if (analysis == String.Empty) { analysis = GetTopWritingSystem(liftDom, "//sense/definition/@lang"); //nb: we don't want to remove english, even if they don't use it } if (analysis != String.Empty) { _viewTemplate.OnWritingSystemIDChange(WeSayWordsProject.AnalysisWritingSystemIdForProjectCreation, analysis); } AddWritingSystemsForField(liftDom, "//lexical-unit/form/@lang", LexEntry.WellKnownProperties.LexicalUnit); AddWritingSystemsForField(liftDom, "//sense/gloss/@lang", LexSense.WellKnownProperties.Gloss); AddWritingSystemsForField(liftDom, "//sense/definition/form/@lang", LexSense.WellKnownProperties.Definition); AddAllGlossWritingSystemsToDefinition(); AddWritingSystemsForField(liftDom, "//example/form/@lang", LexExampleSentence.WellKnownProperties.ExampleSentence); AddWritingSystemsForField(liftDom, "//translation/form/@lang", LexExampleSentence.WellKnownProperties.Translation); //------------ hack var gloss = _viewTemplate.GetField(LexSense.WellKnownProperties.Gloss); var def = _viewTemplate.GetField(LexSense.WellKnownProperties.Definition); foreach (var id in def.WritingSystemIds) { if (!gloss.WritingSystemIds.Contains(id)) { gloss.WritingSystemIds.Add(id); } } foreach (var id in gloss.WritingSystemIds) { if (!def.WritingSystemIds.Contains(id)) { def.WritingSystemIds.Add(id); } } }