internal static bool IsNormalized(string strInput, NormalizationForm normForm) { Normalization.EnsureInitialized(normForm); int num = 0; bool result = Normalization.nativeNormalizationIsNormalizedString(normForm, ref num, strInput, strInput.Length); if (num <= 8) { if (num == 0) { return(result); } if (num == 8) { throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException")); } } else if (num == 87 || num == 1113) { throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput"); } throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[] { num })); }
internal static Normalization GetFormC() { if (NFC == null) { NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); } return(NFC); }
internal static Normalization GetFormD() { if (NFD == null) { NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); } return NFD; }
internal static Normalization GetFormC() { if (NFC == null) { NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); } return NFC; }
internal static Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned == null) { IDNADisallowUnassigned = new Normalization((NormalizationForm)0x10d, "normidna.nlp"); } return(IDNADisallowUnassigned); }
internal static Normalization GetFormIDNA() { if (IDNA == null) { IDNA = new Normalization((NormalizationForm)13, "normidna.nlp"); } return(IDNA); }
internal static Normalization GetFormDDisallowUnassigned() { if (NFDDisallowUnassigned == null) { NFDDisallowUnassigned = new Normalization((NormalizationForm)0x102, "normnfd.nlp"); } return(NFDDisallowUnassigned); }
internal static Normalization GetFormD() { if (NFD == null) { NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); } return(NFD); }
internal static Normalization GetFormDDisallowUnassigned() { if (NFDDisallowUnassigned == null) { NFDDisallowUnassigned = new Normalization((NormalizationForm) 0x102, "normnfd.nlp"); } return NFDDisallowUnassigned; }
static internal Normalization GetFormC() { if (NFC != null) { return(NFC); } NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); return(NFC); }
static internal Normalization GetFormD() { if (NFD != null) { return(NFD); } NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); return(NFD); }
static internal Normalization GetFormKC() { if (NFKC != null) { return(NFKC); } NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp"); return(NFKC); }
static internal Normalization GetFormKD() { if (NFKD != null) { return(NFKD); } NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp"); return(NFKD); }
static internal Normalization GetFormIDNA() { if (IDNA != null) { return(IDNA); } IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp"); return(IDNA); }
static internal Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned != null) { return(IDNADisallowUnassigned); } IDNADisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp"); return(IDNADisallowUnassigned); }
static internal Normalization GetFormKDDisallowUnassigned() { if (NFKDDisallowUnassigned != null) { return(NFKDDisallowUnassigned); } NFKDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp"); return(NFKDDisallowUnassigned); }
public static string Normalize (string source, NormalizationForm normalizationForm) { switch (normalizationForm) { default: return Normalization.Normalize (source, 0); case NormalizationForm.FormD: return Normalization.Normalize (source, 1); case NormalizationForm.FormKC: return Normalization.Normalize (source, 2); case NormalizationForm.FormKD: return Normalization.Normalize (source, 3); } }
private static unsafe void InitializeForm(NormalizationForm form, string strDataFile) { byte *pTableData = (byte *)null; if (!Environment.IsWindows8OrAbove) { if (strDataFile == null) { throw new ArgumentException(Environment.GetResourceString("Argument_InvalidNormalizationForm")); } pTableData = GlobalizationAssembly.GetGlobalizationResourceBytePtr(typeof(Normalization).Assembly, strDataFile); if ((IntPtr)pTableData == IntPtr.Zero) { throw new ArgumentException(Environment.GetResourceString("Argument_InvalidNormalizationForm")); } } Normalization.nativeNormalizationInitNormalization(form, pTableData); }
public Pokedex() { PokeContext ct = new PokeContext(); var pokeList = ct.Pokemons.ToList(); var pokeMatrix = pokeList.Select(p => new string[] { p.Body.ToString() , p.Color , p.Habitat , p.Ability1 , p.Ability2 , p.Exp }).ToArray(); var pokeClasses = pokeList.Select(p => (int)p.Type ).ToArray(); discPokeMatrix = new System.Data.DataTable(); discPokeMatrix.Columns.Add("Body"); discPokeMatrix.Columns.Add("Color"); discPokeMatrix.Columns.Add("Habitat"); discPokeMatrix.Columns.Add("Ability1"); discPokeMatrix.Columns.Add("Ability2"); discPokeMatrix.Columns.Add("Exp"); foreach (var poke in pokeMatrix) { discPokeMatrix.Rows.Add(poke[0] ?? "0", poke[1] ?? "0", poke[2] ?? "0", poke[3] ?? "0", poke[4] ?? "0", poke[5] ?? "0"); } codebook = new Accord.Statistics.Filters.Normalization(); var codPokemon = new double[718][]; discPokeMatrix = codebook.Apply(discPokeMatrix); //int i = 0; //foreach (var poke in pokeMatrix) //{ // codPokemon[i] = codebook.Translate(poke[0], poke[1], poke[2], poke[3], poke[4], poke[5]).Select(k => Convert.ToDouble(k)).ToArray(); // i++; //} for (int i = 0; i < 718; i++) { codPokemon[i] = discPokeMatrix.Rows[i].ItemArray.Select(o => (double)o).ToArray(); } knnPoke = new KNearestNeighbors<double[]>(1, codPokemon, pokeClasses, Accord.Math.Distance.Hamming); }
private static void EnsureInitialized(NormalizationForm form) { if (form <= (NormalizationForm)13) { switch (form) { case NormalizationForm.FormC: if (Normalization.NFC) { return; } Normalization.InitializeForm(form, "normnfc.nlp"); Normalization.NFC = true; return; case NormalizationForm.FormD: if (Normalization.NFD) { return; } Normalization.InitializeForm(form, "normnfd.nlp"); Normalization.NFD = true; return; case (NormalizationForm)3: case (NormalizationForm)4: break; case NormalizationForm.FormKC: if (Normalization.NFKC) { return; } Normalization.InitializeForm(form, "normnfkc.nlp"); Normalization.NFKC = true; return; case NormalizationForm.FormKD: if (Normalization.NFKD) { return; } Normalization.InitializeForm(form, "normnfkd.nlp"); Normalization.NFKD = true; return; default: if (form == (NormalizationForm)13) { if (Normalization.IDNA) { return; } Normalization.InitializeForm(form, "normidna.nlp"); Normalization.IDNA = true; return; } break; } } else { switch (form) { case (NormalizationForm)257: if (Normalization.NFCDisallowUnassigned) { return; } Normalization.InitializeForm(form, "normnfc.nlp"); Normalization.NFCDisallowUnassigned = true; return; case (NormalizationForm)258: if (Normalization.NFDDisallowUnassigned) { return; } Normalization.InitializeForm(form, "normnfd.nlp"); Normalization.NFDDisallowUnassigned = true; return; case (NormalizationForm)259: case (NormalizationForm)260: break; case (NormalizationForm)261: if (Normalization.NFKCDisallowUnassigned) { return; } Normalization.InitializeForm(form, "normnfkc.nlp"); Normalization.NFKCDisallowUnassigned = true; return; case (NormalizationForm)262: if (Normalization.NFKDDisallowUnassigned) { return; } Normalization.InitializeForm(form, "normnfkd.nlp"); Normalization.NFKDDisallowUnassigned = true; return; default: if (form == (NormalizationForm)269) { if (Normalization.IDNADisallowUnassigned) { return; } Normalization.InitializeForm(form, "normidna.nlp"); Normalization.IDNADisallowUnassigned = true; return; } break; } } if (Normalization.Other) { return; } Normalization.InitializeForm(form, null); Normalization.Other = true; }
internal static Normalization GetFormIDNA() { if (IDNA == null) { IDNA = new Normalization((NormalizationForm) 13, "normidna.nlp"); } return IDNA; }
internal static Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned == null) { IDNADisallowUnassigned = new Normalization((NormalizationForm) 0x10d, "normidna.nlp"); } return IDNADisallowUnassigned; }
internal static string Normalize(string strInput, NormalizationForm normForm) { Normalization.EnsureInitialized(normForm); int num = 0; int num2 = Normalization.nativeNormalizationNormalizeString(normForm, ref num, strInput, strInput.Length, null, 0); if (num != 0) { if (num == 87) { throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput"); } if (num == 8) { throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException")); } throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[] { num })); } else { if (num2 == 0) { return(string.Empty); } char[] array; for (;;) { array = new char[num2]; num2 = Normalization.nativeNormalizationNormalizeString(normForm, ref num, strInput, strInput.Length, array, array.Length); if (num == 0) { goto IL_103; } if (num <= 87) { break; } if (num != 122) { goto Block_9; } } if (num == 8) { throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException")); } if (num != 87) { goto IL_E4; } goto IL_B0; Block_9: if (num != 1113) { goto IL_E4; } IL_B0: throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequence", new object[] { num2 }), "strInput"); IL_E4: throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[] { num })); IL_103: return(new string(array, 0, num2)); } }
static internal Normalization GetFormD() { if (NFD != null) return NFD; NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); return NFD; }
static internal Normalization GetFormKD() { if (NFKD != null) return NFKD; NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp"); return NFKD; }
static internal Normalization GetFormKDDisallowUnassigned() { if (NFKDDisallowUnassigned != null) return NFKDDisallowUnassigned; NFKDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp"); return NFKDDisallowUnassigned; }
static internal Normalization GetFormC() { if (NFC != null) return NFC; NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); return NFC; }
internal static string Normalize(string strInput, NormalizationForm normForm) { Normalization.EnsureInitialized(normForm); int num1 = 0; int num2 = (int)normForm; // ISSUE: explicit reference operation // ISSUE: variable of a reference type int& iError1 = @num1; string lpSrcString1 = strInput; int length1 = lpSrcString1.Length; // ISSUE: variable of the null type __Null local = null; int cwDstLength = 0; int length2 = Normalization.nativeNormalizationNormalizeString((NormalizationForm)num2, iError1, lpSrcString1, length1, (char[])local, cwDstLength); if (num1 != 0) { if (num1 == 87) { throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput"); } if (num1 == 8) { throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException")); } throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", (object)num1)); } if (length2 == 0) { return(string.Empty); } char[] chArray; do { chArray = new char[length2]; int num3 = (int)normForm; // ISSUE: explicit reference operation // ISSUE: variable of a reference type int& iError2 = @num1; string lpSrcString2 = strInput; int length3 = lpSrcString2.Length; char[] lpDstString = chArray; int length4 = lpDstString.Length; length2 = Normalization.nativeNormalizationNormalizeString((NormalizationForm)num3, iError2, lpSrcString2, length3, lpDstString, length4); if (num1 != 0) { if (num1 <= 87) { if (num1 != 8) { if (num1 == 87) { goto label_15; } else { goto label_17; } } else { goto label_16; } } } else { goto label_18; } }while (num1 == 122); if (num1 != 1113) { goto label_17; } label_15: throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequence", (object)length2), "strInput"); label_16: throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException")); label_17: throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", (object)num1)); label_18: return(new string(chArray, 0, length2)); }
static internal Normalization GetFormKC() { if (NFKC != null) return NFKC; NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp"); return NFKC; }
private static void EnsureInitialized(NormalizationForm form) { switch ((ExtendedNormalizationForms)form) { case ExtendedNormalizationForms.FormCDisallowUnassigned: if (Normalization.NFCDisallowUnassigned) { break; } Normalization.InitializeForm(form, "normnfc.nlp"); Normalization.NFCDisallowUnassigned = true; break; case ExtendedNormalizationForms.FormDDisallowUnassigned: if (Normalization.NFDDisallowUnassigned) { break; } Normalization.InitializeForm(form, "normnfd.nlp"); Normalization.NFDDisallowUnassigned = true; break; case ExtendedNormalizationForms.FormKCDisallowUnassigned: if (Normalization.NFKCDisallowUnassigned) { break; } Normalization.InitializeForm(form, "normnfkc.nlp"); Normalization.NFKCDisallowUnassigned = true; break; case ExtendedNormalizationForms.FormKDDisallowUnassigned: if (Normalization.NFKDDisallowUnassigned) { break; } Normalization.InitializeForm(form, "normnfkd.nlp"); Normalization.NFKDDisallowUnassigned = true; break; case ExtendedNormalizationForms.FormIdnaDisallowUnassigned: if (Normalization.IDNADisallowUnassigned) { break; } Normalization.InitializeForm(form, "normidna.nlp"); Normalization.IDNADisallowUnassigned = true; break; case ExtendedNormalizationForms.FormC: if (Normalization.NFC) { break; } Normalization.InitializeForm(form, "normnfc.nlp"); Normalization.NFC = true; break; case ExtendedNormalizationForms.FormD: if (Normalization.NFD) { break; } Normalization.InitializeForm(form, "normnfd.nlp"); Normalization.NFD = true; break; case ExtendedNormalizationForms.FormKC: if (Normalization.NFKC) { break; } Normalization.InitializeForm(form, "normnfkc.nlp"); Normalization.NFKC = true; break; case ExtendedNormalizationForms.FormKD: if (Normalization.NFKD) { break; } Normalization.InitializeForm(form, "normnfkd.nlp"); Normalization.NFKD = true; break; case ExtendedNormalizationForms.FormIdna: if (Normalization.IDNA) { break; } Normalization.InitializeForm(form, "normidna.nlp"); Normalization.IDNA = true; break; default: if (Normalization.Other) { break; } Normalization.InitializeForm(form, (string)null); Normalization.Other = true; break; } }
static internal Normalization GetFormIDNA() { if (IDNA != null) return IDNA; IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp"); return IDNA; }
private void TestIdempotent(string str, Normalization norm) { bool isForm = NormalizerInput.IsNormalized(str, norm); string newStr = NormalizerInput.Normalize(str, norm); ICharacterInput sci = new CharacterReader(str, false, true); bool isForm2 = NormalizerInput.IsNormalized(sci, norm); if (isForm) { AssertEqual(str, newStr, EncodingTest.EscapeString(str)); } Assert.AreEqual(isForm, isForm2); if (!NormalizerInput.IsNormalized(newStr, norm)) { Assert.Fail(EncodingTest.EscapeString(str)); } if (!isForm) { string newStr2 = NormalizerInput.Normalize(newStr, norm); AssertEqual(newStr, newStr2, EncodingTest.EscapeString(str)); } }
static internal Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned!= null) return IDNADisallowUnassigned; IDNADisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp"); return IDNADisallowUnassigned; }
private void button9_Click(object sender, EventArgs e) { // read smiles MolBase m = MolBase.ReadSMILES(normSmiles.Text); // generate 2D coordinate m.Cleanup(); // generate structure image before normalization normPic1.BackgroundImage = m.ToImage(); // create normalization object Normalization norm = new Normalization(); norm.Neutralization = true; norm.SaltStripping = true; norm.Kekulize = true; norm.RemovingHydrogens = true; norm.Cleanup = true; norm.BreakMetalBonds = true; norm.CanonicalizeTautomer = true; // normalize a structure m = norm.Process(m); // generate structure image after normalization normPic2.BackgroundImage = m.ToImage(); }