Exemple #1
0
            /// <summary>
            /// Gets a list of tokens from the IVsTextLines.
            /// </summary>
            /// <param name="lines">The IVsTextLines of the lines of source to parse.</param>
            /// <param name="service">The language service.</param>
            /// <returns>A list of tokens.</returns>
            public static List <FactTokenInfo> GetTokens(IVsTextLines lines, FactEditorLanguageService service)
            {
                Source source   = service.GetOrCreateSource(lines);
                string lineText = source.GetLine(0);

                // Get the scanner from the language service.
                IScanner scanner = service.GetScanner(lines);

                scanner.SetSource(lineText, 0);

                // Now use the scanner to parse the first line and build the list of the tokens.
                List <FactTokenInfo> tokens       = new List <FactTokenInfo>();
                FactTokenInfo        lastToken    = null;
                FactTokenInfo        currentToken = new FactTokenInfo();
                int state = 0;

                while (scanner.ScanTokenAndProvideInfoAboutIt(currentToken, ref state))
                {
                    if ((null != lastToken) && (currentToken.StartIndex > lastToken.EndIndex + 1))
                    {
                        tokens.Clear();
                    }
                    tokens.Add(currentToken);
                    lastToken    = currentToken;
                    currentToken = new FactTokenInfo();
                }

                return(tokens);
            }
			/// <summary>
			/// Gets a list of tokens from the IVsTextLines.
			/// </summary>
			/// <param name="lines">The IVsTextLines of the lines of source to parse.</param>
			/// <param name="service">The language service.</param>
			/// <returns>A list of tokens.</returns>
			public static List<FactTokenInfo> GetTokens(IVsTextLines lines, FactEditorLanguageService service)
			{
				Source source = service.GetOrCreateSource(lines);
				string lineText = source.GetLine(0);

				// Get the scanner from the language service.
				IScanner scanner = service.GetScanner(lines);
				scanner.SetSource(lineText, 0);

				// Now use the scanner to parse the first line and build the list of the tokens.
				List<FactTokenInfo> tokens = new List<FactTokenInfo>();
				FactTokenInfo lastToken = null;
				FactTokenInfo currentToken = new FactTokenInfo();
				int state = 0;
				while (scanner.ScanTokenAndProvideInfoAboutIt(currentToken, ref state))
				{
					if ((null != lastToken) && (currentToken.StartIndex > lastToken.EndIndex + 1))
					{
						tokens.Clear();
					}
					tokens.Add(currentToken);
					lastToken = currentToken;
					currentToken = new FactTokenInfo();
				}

				return tokens;
			}