Example #1
0
        protected void FindCSharpTokens(List <ITagSpan <IClassificationTag> > tags, string text, int sourceStart, int length)
        {
            var ml  = new MessageList();
            var lxr = new CSLexer(new StringSource(text.Substring(sourceStart, length)), ml);

            lxr.AnalyzeAll();
            for (var i = 0; i < lxr.Tokens.Count; i++)
            {
                NfxTokenTypes?curType = null;
                var           token   = lxr.Tokens[i];
                if (token.IsComment)
                {
                    curType = NfxTokenTypes.Comment;
                }
                else if (token.IsKeyword)
                {
                    curType = NfxTokenTypes.KeyWord;
                }
                else if (token.IsLiteral)
                {
                    curType = NfxTokenTypes.Literal;
                }
                else if (token.IsSymbol || token.IsOperator)
                {
                    curType = NfxTokenTypes.Brace;
                }

                if (curType.HasValue)
                {
                    tags.Add(CreateTagSpan(sourceStart + token.StartPosition.CharNumber - 1, token.Text.Length, curType.Value));
                }
            }
        }
Example #2
0
        private void parse()
        {
            var source = new StringSource(m_Pattern);
            var lexer  = new CSLexer(source, throwErrors: true);
            var tokens = lexer.ToList();

            m_Chunks = new List <chunk>();

            var wasWildcard = false;
            var buf         = string.Empty;
            var portion     = chunkPortion.Path;

            var capture = false;

            Action flushBuf = () =>
            {
                buf = buf.Trim();
                if (buf.Length == 0)
                {
                    return;
                }

                if (wasWildcard)
                {
                    throw new WaveException(StringConsts.URI_WILDCARD_PARSE_ERROR);
                }

                if (capture)
                {
                    //reparse buf
                    var wildcard = buf.StartsWith("*");
                    if (wildcard)
                    {
                        buf = buf.Remove(0, 1).Trim();
                        if (buf.Length == 0)
                        {
                            buf = "ALL";
                        }
                    }

                    var segs = buf.Split('=');
                    if (segs.Length == 2)
                    {
                        m_Chunks.Add(new chunk {
                            Name = segs[0], DefaultValue = segs[1], Portion = portion, IsVar = true, IsWildcard = wildcard
                        });
                    }
                    else
                    {
                        m_Chunks.Add(new chunk {
                            Name = buf, Portion = portion, IsVar = true, IsWildcard = wildcard
                        });
                    }

                    if (wildcard)
                    {
                        wasWildcard = true;
                    }
                }
                else
                {
                    m_Chunks.Add(new chunk {
                        Name = Uri.UnescapeDataString(buf), Portion = portion
                    });
                }

                buf = string.Empty;
            };

            for (var i = 0; i < tokens.Count; i++)
            {
                var token = tokens[i];
                if (!token.IsPrimary)
                {
                    continue;              //skip comments etc.
                }
                if (!capture && token.Type == CSTokenType.tBraceOpen)
                {
                    flushBuf();
                    capture = true;
                    continue;
                }

                if (capture && token.Type == CSTokenType.tBraceClose)
                {
                    flushBuf();
                    capture = false;
                    continue;
                }

                if (capture)
                {
                    buf += token.Text;
                    continue;
                }

                if (token.Type == CSTokenType.tDiv)
                {
                    flushBuf();
                    m_Chunks.Add(new chunk {
                        IsPathDiv = true, Name = "/", Portion = portion
                    });
                    continue;
                }

                if (token.Type == CSTokenType.tTernaryIf)
                {
                    flushBuf();
                    portion = chunkPortion.Query;
                    continue;
                }

                buf += token.Text;
            }

            flushBuf();
        }
Example #3
0
        private void parse()
        {
            var source = new StringSource(m_Pattern);
              var lexer = new CSLexer(source, throwErrors: true);
              var tokens = lexer.ToList();

              m_Chunks = new List<chunk>();

              var wasWildcard = false;
              var buf = string.Empty;
              var portion = chunkPortion.Path;

              var capture = false;

              Action flushBuf = () =>
              {
             buf = buf.Trim();
             if (buf.Length==0) return;

             if (wasWildcard)
              throw new WaveException(StringConsts.URI_WILDCARD_PARSE_ERROR);

             if (capture)
             {
              //reparse buf
              var wildcard = buf.StartsWith("*");
              if (wildcard)
              {
            buf = buf.Remove(0,1).Trim();
            if (buf.Length==0) buf = "ALL";
              }

              var segs = buf.Split('=');
              if (segs.Length==2)
            m_Chunks.Add( new chunk{ Name = segs[0], DefaultValue = segs[1], Portion = portion, IsVar = true, IsWildcard = wildcard});
              else
            m_Chunks.Add( new chunk{ Name = buf, Portion = portion, IsVar = true, IsWildcard = wildcard});

              if (wildcard)
               wasWildcard = true;
             }
             else
              m_Chunks.Add( new chunk{ Name = Uri.UnescapeDataString(buf), Portion = portion});

             buf = string.Empty;
              };

             for(var i=0; i<tokens.Count; i++)
             {
            var token = tokens[i];
            if (!token.IsPrimary) continue;//skip comments etc.

            if (!capture && token.Type==CSTokenType.tBraceOpen)
            {
                flushBuf();
                capture = true;
                continue;
            }

            if (capture && token.Type==CSTokenType.tBraceClose)
            {
                flushBuf();
                capture = false;
                continue;
            }

            if (capture)
            {
              buf+=token.Text;
              continue;
            }

            if (token.Type==CSTokenType.tDiv)
            {
              flushBuf();
              m_Chunks.Add( new chunk{ IsPathDiv=true, Name = "/", Portion = portion});
              continue;
            }

            if (token.Type==CSTokenType.tTernaryIf)
            {
              flushBuf();
              portion = chunkPortion.Query;
              continue;
            }

            buf+=token.Text;
             }

             flushBuf();
        }
Example #4
0
 public CSToken(CSLexer lexer, CSTokenType type, SourcePosition startPos, SourcePosition endPos, string text, object value = null)
     : base(lexer, startPos, endPos, text, value)
 {
     Type = type;
 }