internal static bool IsNormalized(string strInput, NormalizationForm normForm)
        {
            Normalization.EnsureInitialized(normForm);
            int  num    = 0;
            bool result = Normalization.nativeNormalizationIsNormalizedString(normForm, ref num, strInput, strInput.Length);

            if (num <= 8)
            {
                if (num == 0)
                {
                    return(result);
                }
                if (num == 8)
                {
                    throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException"));
                }
            }
            else if (num == 87 || num == 1113)
            {
                throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput");
            }
            throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[]
            {
                num
            }));
        }
 internal static Normalization GetFormC()
 {
     if (NFC == null)
     {
         NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp");
     }
     return(NFC);
 }
 internal static Normalization GetFormD()
 {
     if (NFD == null)
     {
         NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp");
     }
     return NFD;
 }
 internal static Normalization GetFormC()
 {
     if (NFC == null)
     {
         NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp");
     }
     return NFC;
 }
 internal static Normalization GetFormIDNADisallowUnassigned()
 {
     if (IDNADisallowUnassigned == null)
     {
         IDNADisallowUnassigned = new Normalization((NormalizationForm)0x10d, "normidna.nlp");
     }
     return(IDNADisallowUnassigned);
 }
 internal static Normalization GetFormIDNA()
 {
     if (IDNA == null)
     {
         IDNA = new Normalization((NormalizationForm)13, "normidna.nlp");
     }
     return(IDNA);
 }
 internal static Normalization GetFormDDisallowUnassigned()
 {
     if (NFDDisallowUnassigned == null)
     {
         NFDDisallowUnassigned = new Normalization((NormalizationForm)0x102, "normnfd.nlp");
     }
     return(NFDDisallowUnassigned);
 }
 internal static Normalization GetFormD()
 {
     if (NFD == null)
     {
         NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp");
     }
     return(NFD);
 }
 internal static Normalization GetFormDDisallowUnassigned()
 {
     if (NFDDisallowUnassigned == null)
     {
         NFDDisallowUnassigned = new Normalization((NormalizationForm) 0x102, "normnfd.nlp");
     }
     return NFDDisallowUnassigned;
 }
Esempio n. 10
0
        static internal Normalization GetFormC()
        {
            if (NFC != null)
            {
                return(NFC);
            }

            NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp");
            return(NFC);
        }
Esempio n. 11
0
        static internal Normalization GetFormD()
        {
            if (NFD != null)
            {
                return(NFD);
            }

            NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp");
            return(NFD);
        }
Esempio n. 12
0
        static internal Normalization GetFormKC()
        {
            if (NFKC != null)
            {
                return(NFKC);
            }

            NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp");
            return(NFKC);
        }
Esempio n. 13
0
        static internal Normalization GetFormKD()
        {
            if (NFKD != null)
            {
                return(NFKD);
            }

            NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp");
            return(NFKD);
        }
Esempio n. 14
0
        static internal Normalization GetFormIDNA()
        {
            if (IDNA != null)
            {
                return(IDNA);
            }

            IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp");
            return(IDNA);
        }
Esempio n. 15
0
        static internal Normalization GetFormIDNADisallowUnassigned()
        {
            if (IDNADisallowUnassigned != null)
            {
                return(IDNADisallowUnassigned);
            }

            IDNADisallowUnassigned = new Normalization(
                (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp");
            return(IDNADisallowUnassigned);
        }
Esempio n. 16
0
        static internal Normalization GetFormKDDisallowUnassigned()
        {
            if (NFKDDisallowUnassigned != null)
            {
                return(NFKDDisallowUnassigned);
            }

            NFKDDisallowUnassigned = new Normalization(
                (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp");
            return(NFKDDisallowUnassigned);
        }
Esempio n. 17
0
		public static string Normalize (string source, NormalizationForm normalizationForm)
		{
			switch (normalizationForm) {
			default:
				return Normalization.Normalize (source, 0);
			case NormalizationForm.FormD:
				return Normalization.Normalize (source, 1);
			case NormalizationForm.FormKC:
				return Normalization.Normalize (source, 2);
			case NormalizationForm.FormKD:
				return Normalization.Normalize (source, 3);
			}
		}
Esempio n. 18
0
        private static unsafe void InitializeForm(NormalizationForm form, string strDataFile)
        {
            byte *pTableData = (byte *)null;

            if (!Environment.IsWindows8OrAbove)
            {
                if (strDataFile == null)
                {
                    throw new ArgumentException(Environment.GetResourceString("Argument_InvalidNormalizationForm"));
                }
                pTableData = GlobalizationAssembly.GetGlobalizationResourceBytePtr(typeof(Normalization).Assembly, strDataFile);
                if ((IntPtr)pTableData == IntPtr.Zero)
                {
                    throw new ArgumentException(Environment.GetResourceString("Argument_InvalidNormalizationForm"));
                }
            }
            Normalization.nativeNormalizationInitNormalization(form, pTableData);
        }
Esempio n. 19
0
        public Pokedex()
        {
            PokeContext ct = new PokeContext();
            var pokeList = ct.Pokemons.ToList();
            var pokeMatrix = pokeList.Select(p => new string[] { p.Body.ToString() , p.Color , p.Habitat , p.Ability1 , p.Ability2 , p.Exp }).ToArray();
            var pokeClasses = pokeList.Select(p => (int)p.Type ).ToArray();

            discPokeMatrix = new System.Data.DataTable();

            discPokeMatrix.Columns.Add("Body");
            discPokeMatrix.Columns.Add("Color");
            discPokeMatrix.Columns.Add("Habitat");
            discPokeMatrix.Columns.Add("Ability1");
            discPokeMatrix.Columns.Add("Ability2");
            discPokeMatrix.Columns.Add("Exp");

            foreach (var poke in pokeMatrix)
            {
                discPokeMatrix.Rows.Add(poke[0] ?? "0", poke[1] ?? "0", poke[2] ?? "0", poke[3] ?? "0", poke[4] ?? "0", poke[5] ?? "0");
            }

            codebook = new Accord.Statistics.Filters.Normalization();

            var codPokemon = new double[718][];

            discPokeMatrix = codebook.Apply(discPokeMatrix);
            //int i = 0;
            //foreach (var poke in pokeMatrix)
            //{
            //    codPokemon[i] = codebook.Translate(poke[0], poke[1], poke[2], poke[3], poke[4], poke[5]).Select(k => Convert.ToDouble(k)).ToArray();
            //    i++;
            //}

            for (int i = 0; i < 718; i++)
            {
                codPokemon[i] = discPokeMatrix.Rows[i].ItemArray.Select(o => (double)o).ToArray();
            }
            knnPoke = new KNearestNeighbors<double[]>(1, codPokemon, pokeClasses, Accord.Math.Distance.Hamming);
        }
        private static void EnsureInitialized(NormalizationForm form)
        {
            if (form <= (NormalizationForm)13)
            {
                switch (form)
                {
                case NormalizationForm.FormC:
                    if (Normalization.NFC)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfc.nlp");
                    Normalization.NFC = true;
                    return;

                case NormalizationForm.FormD:
                    if (Normalization.NFD)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfd.nlp");
                    Normalization.NFD = true;
                    return;

                case (NormalizationForm)3:
                case (NormalizationForm)4:
                    break;

                case NormalizationForm.FormKC:
                    if (Normalization.NFKC)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfkc.nlp");
                    Normalization.NFKC = true;
                    return;

                case NormalizationForm.FormKD:
                    if (Normalization.NFKD)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfkd.nlp");
                    Normalization.NFKD = true;
                    return;

                default:
                    if (form == (NormalizationForm)13)
                    {
                        if (Normalization.IDNA)
                        {
                            return;
                        }
                        Normalization.InitializeForm(form, "normidna.nlp");
                        Normalization.IDNA = true;
                        return;
                    }
                    break;
                }
            }
            else
            {
                switch (form)
                {
                case (NormalizationForm)257:
                    if (Normalization.NFCDisallowUnassigned)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfc.nlp");
                    Normalization.NFCDisallowUnassigned = true;
                    return;

                case (NormalizationForm)258:
                    if (Normalization.NFDDisallowUnassigned)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfd.nlp");
                    Normalization.NFDDisallowUnassigned = true;
                    return;

                case (NormalizationForm)259:
                case (NormalizationForm)260:
                    break;

                case (NormalizationForm)261:
                    if (Normalization.NFKCDisallowUnassigned)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfkc.nlp");
                    Normalization.NFKCDisallowUnassigned = true;
                    return;

                case (NormalizationForm)262:
                    if (Normalization.NFKDDisallowUnassigned)
                    {
                        return;
                    }
                    Normalization.InitializeForm(form, "normnfkd.nlp");
                    Normalization.NFKDDisallowUnassigned = true;
                    return;

                default:
                    if (form == (NormalizationForm)269)
                    {
                        if (Normalization.IDNADisallowUnassigned)
                        {
                            return;
                        }
                        Normalization.InitializeForm(form, "normidna.nlp");
                        Normalization.IDNADisallowUnassigned = true;
                        return;
                    }
                    break;
                }
            }
            if (Normalization.Other)
            {
                return;
            }
            Normalization.InitializeForm(form, null);
            Normalization.Other = true;
        }
 internal static Normalization GetFormIDNA()
 {
     if (IDNA == null)
     {
         IDNA = new Normalization((NormalizationForm) 13, "normidna.nlp");
     }
     return IDNA;
 }
 internal static Normalization GetFormIDNADisallowUnassigned()
 {
     if (IDNADisallowUnassigned == null)
     {
         IDNADisallowUnassigned = new Normalization((NormalizationForm) 0x10d, "normidna.nlp");
     }
     return IDNADisallowUnassigned;
 }
        internal static string Normalize(string strInput, NormalizationForm normForm)
        {
            Normalization.EnsureInitialized(normForm);
            int num  = 0;
            int num2 = Normalization.nativeNormalizationNormalizeString(normForm, ref num, strInput, strInput.Length, null, 0);

            if (num != 0)
            {
                if (num == 87)
                {
                    throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput");
                }
                if (num == 8)
                {
                    throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException"));
                }
                throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[]
                {
                    num
                }));
            }
            else
            {
                if (num2 == 0)
                {
                    return(string.Empty);
                }
                char[] array;
                for (;;)
                {
                    array = new char[num2];
                    num2  = Normalization.nativeNormalizationNormalizeString(normForm, ref num, strInput, strInput.Length, array, array.Length);
                    if (num == 0)
                    {
                        goto IL_103;
                    }
                    if (num <= 87)
                    {
                        break;
                    }
                    if (num != 122)
                    {
                        goto Block_9;
                    }
                }
                if (num == 8)
                {
                    throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException"));
                }
                if (num != 87)
                {
                    goto IL_E4;
                }
                goto IL_B0;
Block_9:
                if (num != 1113)
                {
                    goto IL_E4;
                }
IL_B0:
                throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequence", new object[]
                {
                    num2
                }), "strInput");
IL_E4:
                throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", new object[]
                {
                    num
                }));
IL_103:
                return(new string(array, 0, num2));
            }
        }
        static internal Normalization GetFormD()
        {
            if (NFD != null)
                return NFD;

            NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp");
            return NFD;
        }
        static internal Normalization GetFormKD()
        {
            if (NFKD != null)
                return NFKD;

            NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp");
            return NFKD;
        }
        static internal Normalization GetFormKDDisallowUnassigned()
        {
            if (NFKDDisallowUnassigned != null)
                return NFKDDisallowUnassigned;

            NFKDDisallowUnassigned = new Normalization(
                (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp");
            return NFKDDisallowUnassigned;
        }
        static internal Normalization GetFormC()
        {
            if (NFC != null)
                return NFC;

            NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp");
            return NFC;
        }
Esempio n. 28
0
        internal static string Normalize(string strInput, NormalizationForm normForm)
        {
            Normalization.EnsureInitialized(normForm);
            int num1 = 0;
            int num2 = (int)normForm;
            // ISSUE: explicit reference operation
            // ISSUE: variable of a reference type
            int&   iError1      = @num1;
            string lpSrcString1 = strInput;
            int    length1      = lpSrcString1.Length;
            // ISSUE: variable of the null type
            __Null local       = null;
            int    cwDstLength = 0;
            int    length2     = Normalization.nativeNormalizationNormalizeString((NormalizationForm)num2, iError1, lpSrcString1, length1, (char[])local, cwDstLength);

            if (num1 != 0)
            {
                if (num1 == 87)
                {
                    throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex"), "strInput");
                }
                if (num1 == 8)
                {
                    throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException"));
                }
                throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", (object)num1));
            }
            if (length2 == 0)
            {
                return(string.Empty);
            }
            char[] chArray;
            do
            {
                chArray = new char[length2];
                int num3 = (int)normForm;
                // ISSUE: explicit reference operation
                // ISSUE: variable of a reference type
                int&   iError2      = @num1;
                string lpSrcString2 = strInput;
                int    length3      = lpSrcString2.Length;
                char[] lpDstString  = chArray;
                int    length4      = lpDstString.Length;
                length2 = Normalization.nativeNormalizationNormalizeString((NormalizationForm)num3, iError2, lpSrcString2, length3, lpDstString, length4);
                if (num1 != 0)
                {
                    if (num1 <= 87)
                    {
                        if (num1 != 8)
                        {
                            if (num1 == 87)
                            {
                                goto label_15;
                            }
                            else
                            {
                                goto label_17;
                            }
                        }
                        else
                        {
                            goto label_16;
                        }
                    }
                }
                else
                {
                    goto label_18;
                }
            }while (num1 == 122);
            if (num1 != 1113)
            {
                goto label_17;
            }
label_15:
            throw new ArgumentException(Environment.GetResourceString("Argument_InvalidCharSequence", (object)length2), "strInput");
label_16:
            throw new OutOfMemoryException(Environment.GetResourceString("Arg_OutOfMemoryException"));
label_17:
            throw new InvalidOperationException(Environment.GetResourceString("UnknownError_Num", (object)num1));
label_18:
            return(new string(chArray, 0, length2));
        }
        static internal Normalization GetFormKC()
        {
            if (NFKC != null)
                return NFKC;

            NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp");
            return NFKC;
        }
Esempio n. 30
0
        private static void EnsureInitialized(NormalizationForm form)
        {
            switch ((ExtendedNormalizationForms)form)
            {
            case ExtendedNormalizationForms.FormCDisallowUnassigned:
                if (Normalization.NFCDisallowUnassigned)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfc.nlp");
                Normalization.NFCDisallowUnassigned = true;
                break;

            case ExtendedNormalizationForms.FormDDisallowUnassigned:
                if (Normalization.NFDDisallowUnassigned)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfd.nlp");
                Normalization.NFDDisallowUnassigned = true;
                break;

            case ExtendedNormalizationForms.FormKCDisallowUnassigned:
                if (Normalization.NFKCDisallowUnassigned)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfkc.nlp");
                Normalization.NFKCDisallowUnassigned = true;
                break;

            case ExtendedNormalizationForms.FormKDDisallowUnassigned:
                if (Normalization.NFKDDisallowUnassigned)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfkd.nlp");
                Normalization.NFKDDisallowUnassigned = true;
                break;

            case ExtendedNormalizationForms.FormIdnaDisallowUnassigned:
                if (Normalization.IDNADisallowUnassigned)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normidna.nlp");
                Normalization.IDNADisallowUnassigned = true;
                break;

            case ExtendedNormalizationForms.FormC:
                if (Normalization.NFC)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfc.nlp");
                Normalization.NFC = true;
                break;

            case ExtendedNormalizationForms.FormD:
                if (Normalization.NFD)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfd.nlp");
                Normalization.NFD = true;
                break;

            case ExtendedNormalizationForms.FormKC:
                if (Normalization.NFKC)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfkc.nlp");
                Normalization.NFKC = true;
                break;

            case ExtendedNormalizationForms.FormKD:
                if (Normalization.NFKD)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normnfkd.nlp");
                Normalization.NFKD = true;
                break;

            case ExtendedNormalizationForms.FormIdna:
                if (Normalization.IDNA)
                {
                    break;
                }
                Normalization.InitializeForm(form, "normidna.nlp");
                Normalization.IDNA = true;
                break;

            default:
                if (Normalization.Other)
                {
                    break;
                }
                Normalization.InitializeForm(form, (string)null);
                Normalization.Other = true;
                break;
            }
        }
        static internal Normalization GetFormIDNA()
        {
            if (IDNA != null)
                return IDNA;

            IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp");
            return IDNA;
        }
Esempio n. 32
0
 private void TestIdempotent(string str, Normalization norm)
 {
     bool isForm = NormalizerInput.IsNormalized(str, norm);
       string newStr = NormalizerInput.Normalize(str, norm);
       ICharacterInput sci = new CharacterReader(str, false, true);
     bool isForm2 = NormalizerInput.IsNormalized(sci, norm);
       if (isForm) {
     AssertEqual(str, newStr, EncodingTest.EscapeString(str));
       }
       Assert.AreEqual(isForm, isForm2);
       if (!NormalizerInput.IsNormalized(newStr, norm)) {
     Assert.Fail(EncodingTest.EscapeString(str));
       }
       if (!isForm) {
     string newStr2 = NormalizerInput.Normalize(newStr, norm);
     AssertEqual(newStr, newStr2, EncodingTest.EscapeString(str));
       }
 }
        static internal Normalization GetFormIDNADisallowUnassigned()
        {
            if (IDNADisallowUnassigned!= null)
                return IDNADisallowUnassigned;

            IDNADisallowUnassigned = new Normalization(
                (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp");
            return IDNADisallowUnassigned;
        }
Esempio n. 34
0
        private void button9_Click(object sender, EventArgs e)
        {
            // read smiles
            MolBase m = MolBase.ReadSMILES(normSmiles.Text);

            // generate 2D coordinate
            m.Cleanup();

            // generate structure image before normalization
            normPic1.BackgroundImage = m.ToImage();

            // create normalization object
            Normalization norm = new Normalization();
            norm.Neutralization = true;
            norm.SaltStripping = true;
            norm.Kekulize = true;
            norm.RemovingHydrogens = true;
            norm.Cleanup = true;
            norm.BreakMetalBonds = true;
            norm.CanonicalizeTautomer = true;

            // normalize a structure
            m = norm.Process(m);

            // generate structure image after normalization
            normPic2.BackgroundImage = m.ToImage();
        }