public void ReturnDocumentTokensFromScratch() { var document = new SemanticTokensDocument(_legend); { var builder = document.Create(); Tokenize(ExampleDocumentText, builder); builder.Commit(); } var result = document.GetSemanticTokens(); result.ResultId.Should().Be(document.Id); var data = Normalize(ExampleDocumentText, result.Data).ToArray(); _logger.LogInformation("Some Data {Data}", data.AsEnumerable()); var expectedResponse = new NormalizedToken[] { "using (member:static|abstract)", "System (member:static|abstract)", "using (parameter:none)", "System (string:none)", "Collections (namespace:deprecated)", "Generic (type:none)", "using (property:none)", "System (documentation:definition|abstract)", "Linq (documentation:definition)", "using (documentation:none)", "System (label:none)", "Text (documentation:definition|abstract)", "using (documentation:none)", "System (documentation:documentation)", "Threading (documentation:definition|readonly)", "Tasks (documentation:none)", "namespace (documentation:abstract)", "CSharpTutorials (documentation:none)", "{ (type:documentation)", "class (label:none)", "Program (documentation:none)", "{ (documentation:none)", "static (number:documentation)", "void (function:none)", "Main (function:none)", "string[] (function:documentation|static)", "args (function:none)", "{ (struct:declaration|abstract)", "string (type:none)", "message (class:none)", "= (macro:none)", "Hello (documentation:none)", "World!! (class:none)", "Console (struct:definition)", "WriteLine (parameter:definition|readonly)", "message (struct:definition)", "} (regexp:none)", "} (class:static|abstract)", "} (enum:declaration|definition)" }; data.Should().ContainInOrder(expectedResponse); }
public void ReturnDocumentTokensFromScratch() { var document = new SemanticTokensDocument(_legend); { var builder = document.Create(); Tokenize(ExampleDocumentText, builder); builder.Commit(); } var result = document.GetSemanticTokens(); result.ResultId.Should().Be(document.Id); var data = Normalize(ExampleDocumentText, result.Data).ToArray(); _logger.LogInformation("Some Data {Data}", data.AsEnumerable()); var expectedResponse = new NormalizedToken[] { "using (macro:async|deprecated)", "System (macro:async|deprecated)", "using (event:none)", "System (number:none)", "Collections (struct:readonly)", "Generic (class:none)", "using (variable:modification|defaultLibrary)", "System (comment:static|deprecated)", "Linq (comment:definition)", "using (comment:none)", "System (enumMember:none)", "Text (comment:static|deprecated)", "using (comment:none)", "System (comment:declaration)", "Threading (comment:static|defaultLibrary)", "Tasks (comment:none)", "namespace (comment:readonly)", "CSharpTutorials (comment:none)", "{ (struct:documentation)", "class (enumMember:none)", "Program (comment:none)", "{ (comment:none)", "static (regexp:documentation)", "void (macro:none)", "Main (macro:none)", "string[] (property:declaration|abstract)", "args (macro:none)", "{ (interface:documentation|declaration|deprecated)", "string (struct:none)", "message (enum:none)", "= (label:none)", "Hello (comment:none)", "World!! (enum:none)", "Console (interface:static)", "WriteLine (event:async|modification)", "message (interface:static)", "} (operator:none)", "} (enum:async|deprecated)", "} (function:declaration|async)" }; data.Should().ContainInOrder(expectedResponse); }