C# (CSharp) Irony.Parsing Grammar.CreateTokenFilters Examples

CreateTokenFilters() public method

public CreateTokenFilters ( Irony.Parsing.LanguageData language, TokenFilterList filters ) : void
language	Irony.Parsing.LanguageData
filters	TokenFilterList
return	void

Example #1

File: Scanner.cs Project: androdev4u/XLParser

 public Scanner(Parser parser) {
   Parser = parser; 
   Data = parser.Language.ScannerData;
   _grammar = parser.Language.Grammar;
   //create token streams
   var tokenStream = GetUnfilteredTokens();
   //chain all token filters
   Context.TokenFilters.Clear();
   _grammar.CreateTokenFilters(Data.Language, Context.TokenFilters);
   foreach (TokenFilter filter in Context.TokenFilters) {
     tokenStream = filter.BeginFiltering(Context, tokenStream);
   }
   Context.FilteredTokens = tokenStream.GetEnumerator();
 }

Example #2

        public Scanner(Parser parser)
        {
            Parser   = parser;
            Data     = parser.Language.ScannerData;
            _grammar = parser.Language.Grammar;
            //create token streams
            var tokenStream = GetUnfilteredTokens();

            //chain all token filters
            Context.TokenFilters.Clear();
            _grammar.CreateTokenFilters(Data.Language, Context.TokenFilters);
            foreach (TokenFilter filter in Context.TokenFilters)
            {
                tokenStream = filter.BeginFiltering(Context, tokenStream);
            }
            Context.FilteredTokens = tokenStream.GetEnumerator();
        }

Example #3

File: Scanner.cs Project: Aggror/Stride

        /// <summary>
        /// Initializes this instance.
        /// </summary>
        /// <param name="parser">
        /// The Parser.
        /// </param>
        public void Initialize(Parser parser)
        {
            Parser  = parser;
            Grammar = parser.Language.Grammar;

            PrepareInput();

            // create token streams
            var tokenStream = GetUnfilteredTokens();

            // chain all token filters
            Context.TokenFilters.Clear();
            Grammar.CreateTokenFilters(Parser.Language, Context.TokenFilters);
            foreach (var filter in Context.TokenFilters)
            {
                tokenStream = filter.BeginFiltering(Context, tokenStream);
            }

            filteredTokens = tokenStream.GetEnumerator();
        }

Example #4

File: Scanner.cs Project: cg123/xenko

        /// <summary>
        /// Initializes this instance.
        /// </summary>
        /// <param name="parser">
        /// The Parser.
        /// </param>
        public void Initialize(Parser parser)
        {
            Parser = parser;
            Grammar = parser.Language.Grammar;

            PrepareInput();

            // create token streams
            var tokenStream = GetUnfilteredTokens();

            // chain all token filters
            Context.TokenFilters.Clear();
            Grammar.CreateTokenFilters(Parser.Language, Context.TokenFilters);
            foreach (var filter in Context.TokenFilters)
            {
                tokenStream = filter.BeginFiltering(Context, tokenStream);
            }

            filteredTokens = tokenStream.GetEnumerator();
        }