Beispiel #1
0
        public StringBuffer Prepare(String src, StringPrepOptions options)
        {
            int                ch;
            String             mapOut = Map(src, options);
            UCharacterIterator iter   = UCharacterIterator.GetInstance(mapOut);

            UCharacterDirection direction = UCharacterDirectionExtensions.CharDirectionCount,
                                firstCharDir = UCharacterDirectionExtensions.CharDirectionCount;
            int  rtlPos = -1, ltrPos = -1;
            bool rightToLeft = false, leftToRight = false;

            while ((ch = iter.NextCodePoint()) != UCharacterIterator.Done)
            {
                if (transform.prohibitedSet.Contains(ch) == true && ch != 0x0020)
                {
                    throw new StringPrepParseException("A prohibited code point was found in the input",
                                                       StringPrepErrorType.ProhibitedError,
                                                       iter.GetText(), iter.Index);
                }

                direction = UChar.GetDirection(ch);
                if (firstCharDir == UCharacterDirectionExtensions.CharDirectionCount)
                {
                    firstCharDir = direction;
                }
                if (direction == UCharacterDirection.LeftToRight)
                {
                    leftToRight = true;
                    ltrPos      = iter.Index - 1;
                }
                if (direction == UCharacterDirection.RightToLeft || direction == UCharacterDirection.RightToLeftArabic)
                {
                    rightToLeft = true;
                    rtlPos      = iter.Index - 1;
                }
            }

            // satisfy 2
            if (leftToRight == true && rightToLeft == true)
            {
                throw new StringPrepParseException("The input does not conform to the rules for BiDi code points.",
                                                   StringPrepErrorType.CheckBiDiError, iter.GetText(), (rtlPos > ltrPos) ? rtlPos : ltrPos);
            }

            //satisfy 3
            if (rightToLeft == true &&
                !((firstCharDir == UCharacterDirection.RightToLeft || firstCharDir == UCharacterDirection.RightToLeftArabic) &&
                  (direction == UCharacterDirection.RightToLeft || direction == UCharacterDirection.RightToLeftArabic))
                )
            {
                throw new StringPrepParseException("The input does not conform to the rules for BiDi code points.",
                                                   StringPrepErrorType.CheckBiDiError, iter.GetText(), (rtlPos > ltrPos) ? rtlPos : ltrPos);
            }

            return(new StringBuffer(mapOut));
        }
Beispiel #2
0
        private String Map(String src, StringPrepOptions options)
        {
            // map
            bool allowUnassigned = ((options & ALLOW_UNASSIGNED) > 0);
            // disable test
            String             caseMapOut = mapTransform.Transliterate(src);
            UCharacterIterator iter       = UCharacterIterator.GetInstance(caseMapOut);
            int ch;

            while ((ch = iter.NextCodePoint()) != UCharacterIterator.Done)
            {
                if (transform.unassignedSet.Contains(ch) == true && allowUnassigned == false)
                {
                    throw new StringPrepParseException("An unassigned code point was found in the input",
                                                       StringPrepErrorType.UnassignedError);
                }
            }
            return(caseMapOut);
        }
Beispiel #3
0
        /// <summary>
        /// Prepare the input String for use in applications with the given profile. This operation maps, normalizes(NFKC),
        /// checks for prohibited and BiDi characters in the order defined by RFC 3454
        /// depending on the options specified in the profile.
        /// </summary>
        /// <param name="src">A string.</param>
        /// <param name="options">A bit set of options:
        /// <list type="bullet">
        ///     <item><term><see cref="StringPrepOptions.Default"/></term><description>Prohibit processing of unassigned code points in the input.</description></item>
        ///     <item><term><see cref="StringPrepOptions.AllowUnassigned"/></term><description>Treat the unassigned code points are in the input as normal Unicode code points.</description></item>
        /// </list>
        /// </param>
        /// <returns>A string containing the output.</returns>
        /// <exception cref="StringPrepParseException">An exception occurs when parsing a string is invalid.</exception>
        /// <stable>ICU 4.2</stable>
        public string Prepare(string src, StringPrepOptions options)
        {
            StringBuffer result = Prepare(UCharacterIterator.GetInstance(src), options);

            return(result.ToString());
        }
Beispiel #4
0
        /*
         * boolean isLabelSeparator(int ch){
         *  int result = getCodePointValue(ch);
         *  if( (result & 0x07)  == LABEL_SEPARATOR){
         *      return true;
         *  }
         *  return false;
         * }
         */
        /*
         * 1) Map -- For each character in the input, check if it has a mapping
         *   and, if so, replace it with its mapping.
         *
         * 2) Normalize -- Possibly normalize the result of step 1 using Unicode
         *   normalization.
         *
         * 3) Prohibit -- Check for any characters that are not allowed in the
         *   output.  If any are found, return an error.
         *
         * 4) Check bidi -- Possibly check for right-to-left characters, and if
         *   any are found, make sure that the whole string satisfies the
         *   requirements for bidirectional strings.  If the string does not
         *   satisfy the requirements for bidirectional strings, return an
         *   error.
         *   [Unicode3.2] defines several bidirectional categories; each character
         *    has one bidirectional category assigned to it.  For the purposes of
         *    the requirements below, an "RandALCat character" is a character that
         *    has Unicode bidirectional categories "R" or "AL"; an "LCat character"
         *    is a character that has Unicode bidirectional category "L".  Note
         *
         *
         *    that there are many characters which fall in neither of the above
         *    definitions; Latin digits (<U+0030> through <U+0039>) are examples of
         *    this because they have bidirectional category "EN".
         *
         *    In any profile that specifies bidirectional character handling, all
         *    three of the following requirements MUST be met:
         *
         *    1) The characters in section 5.8 MUST be prohibited.
         *
         *    2) If a string contains any RandALCat character, the string MUST NOT
         *       contain any LCat character.
         *
         *    3) If a string contains any RandALCat character, a RandALCat
         *       character MUST be the first character of the string, and a
         *       RandALCat character MUST be the last character of the string.
         */

        /// <summary>
        /// Prepare the input buffer for use in applications with the given profile. This operation maps, normalizes(NFKC),
        /// checks for prohibited and BiDi characters in the order defined by RFC 3454
        /// depending on the options specified in the profile.
        /// </summary>
        /// <param name="src">A <see cref="UCharacterIterator"/> object containing the source string.</param>
        /// <param name="options">A bit set of options:
        /// <list type="bullet">
        ///     <item><term><see cref="StringPrepOptions.Default"/></term><description>Prohibit processing of unassigned code points in the input.</description></item>
        ///     <item><term><see cref="StringPrepOptions.AllowUnassigned"/></term><description>Treat the unassigned code points are in the input as normal Unicode code points.</description></item>
        /// </list>
        /// </param>
        /// <returns>A <see cref="StringBuffer"/> containing the output.</returns>
        /// <exception cref="StringPrepParseException">An exception occurs when parsing a string is invalid.</exception>
        /// <stable>ICU 2.8</stable>
        public StringBuffer Prepare(UCharacterIterator src, StringPrepOptions options)
        {
            // map
            StringBuffer mapOut  = Map(src, options);
            StringBuffer normOut = mapOut;// initialize

            if (doNFKC)
            {
                // normalize
                normOut = Normalize(mapOut);
            }

            int  ch;
            char result;
            UCharacterIterator iter = UCharacterIterator.GetInstance(normOut);
            Values             val  = new Values();

#pragma warning disable 612, 618
            UCharacterDirection direction    = UCharacterDirection.CharDirectionCount,
                                firstCharDir = UCharacterDirection.CharDirectionCount;
#pragma warning restore 612, 618
            int  rtlPos = -1, ltrPos = -1;
            bool rightToLeft = false, leftToRight = false;

            while ((ch = iter.NextCodePoint()) != UCharacterIterator.DONE)
            {
                result = GetCodePointValue(ch);
                GetValues(result, val);

                if (val.type == PROHIBITED)
                {
                    throw new StringPrepParseException("A prohibited code point was found in the input",
                                                       StringPrepErrorType.ProhibitedError, iter.GetText(), val.value);
                }

                if (checkBiDi)
                {
                    direction = (UCharacterDirection)bdp.GetClass(ch);
#pragma warning disable 612, 618
                    if (firstCharDir == UCharacterDirection.CharDirectionCount)
#pragma warning restore 612, 618
                    {
                        firstCharDir = direction;
                    }
                    if (direction == UCharacterDirection.LeftToRight)
                    {
                        leftToRight = true;
                        ltrPos      = iter.Index - 1;
                    }
                    if (direction == UCharacterDirection.RightToLeft || direction == UCharacterDirection.RightToLeftArabic)
                    {
                        rightToLeft = true;
                        rtlPos      = iter.Index - 1;
                    }
                }
            }
            if (checkBiDi == true)
            {
                // satisfy 2
                if (leftToRight == true && rightToLeft == true)
                {
                    throw new StringPrepParseException("The input does not conform to the rules for BiDi code points.",
                                                       StringPrepErrorType.CheckBiDiError, iter.GetText(),
                                                       (rtlPos > ltrPos) ? rtlPos : ltrPos);
                }

                //satisfy 3
                if (rightToLeft == true &&
                    !((firstCharDir == UCharacterDirection.RightToLeft || firstCharDir == UCharacterDirection.RightToLeftArabic) &&
                      (direction == UCharacterDirection.RightToLeft || direction == UCharacterDirection.RightToLeftArabic))
                    )
                {
                    throw new StringPrepParseException("The input does not conform to the rules for BiDi code points.",
                                                       StringPrepErrorType.CheckBiDiError, iter.GetText(),
                                                       (rtlPos > ltrPos) ? rtlPos : ltrPos);
                }
            }
            return(normOut);
        }
Beispiel #5
0
        private StringBuffer Map(UCharacterIterator iter, StringPrepOptions options)
        {
            Values       val             = new Values();
            char         result          = (char)0;
            int          ch              = UCharacterIterator.DONE;
            StringBuffer dest            = new StringBuffer();
            bool         allowUnassigned = ((options & StringPrepOptions.AllowUnassigned) > 0);

            while ((ch = iter.NextCodePoint()) != UCharacterIterator.DONE)
            {
                result = GetCodePointValue(ch);
                GetValues(result, val);

                // check if the source codepoint is unassigned
                if (val.type == UNASSIGNED && allowUnassigned == false)
                {
                    throw new StringPrepParseException("An unassigned code point was found in the input",
                                                       StringPrepErrorType.UnassignedError,
                                                       iter.GetText(), iter.Index);
                }
                else if ((val.type == MAP))
                {
                    int index, length;

                    if (val.isIndex)
                    {
                        index = val.value;
                        if (index >= indexes[ONE_UCHAR_MAPPING_INDEX_START] &&
                            index < indexes[TWO_UCHARS_MAPPING_INDEX_START])
                        {
                            length = 1;
                        }
                        else if (index >= indexes[TWO_UCHARS_MAPPING_INDEX_START] &&
                                 index < indexes[THREE_UCHARS_MAPPING_INDEX_START])
                        {
                            length = 2;
                        }
                        else if (index >= indexes[THREE_UCHARS_MAPPING_INDEX_START] &&
                                 index < indexes[FOUR_UCHARS_MAPPING_INDEX_START])
                        {
                            length = 3;
                        }
                        else
                        {
                            length = mappingData[index++];
                        }
                        /* copy mapping to destination */
                        dest.Append(mappingData, index, length);
                        continue;
                    }
                    else
                    {
                        ch -= val.value;
                    }
                }
                else if (val.type == DELETE)
                {
                    // just consume the codepoint and contine
                    continue;
                }
                //copy the source into destination
                UTF16.Append(dest, ch);
            }

            return(dest);
        }
Beispiel #6
0
 public StringBuffer Prepare(UCharacterIterator src,
                             StringPrepOptions options)
 {
     return(Prepare(src.GetText(), options));
 }