public void TestParsingComplexContent() { var contentTokens = new ContentTokenizer().Tokenize(ComplexContentLine); var allHexStrings = contentTokens.Where(t => t.Type == TokenType.HexString); Assert.Equal(8, allHexStrings.Count()); }
public void TestParsingSimpleContent() { var contentTokens = new ContentTokenizer() .Tokenize(SimpleContentLine) .ToList(); Assert.Equal(TokenType.HexString, contentTokens[0].Type); Assert.Equal(TokenType.HexString, contentTokens[1].Type); }
public void TestParsingMultilineStringContent() { string[] multilineContent = MultilineStringContentLine.Split('\n'); var tokenizer = new ContentTokenizer(); foreach (string contentLine in multilineContent) { var contentTokens = tokenizer.Tokenize(contentLine); bool hasHexString = contentTokens.Any(t => t.Type == TokenType.HexString); Assert.True(hasHexString); } }
public void TestTokenizeAttribs() { var attribTokener = new ContentTokenizer(); var attribTokens = attribTokener.Tokenize(BasicString); Assert.NotEmpty(attribTokens); Assert.Equal(TokenType.DictStart, attribTokens.First().Type); Assert.Equal(TokenType.DictEnd, attribTokens.Last().Type); // Check absence of whitespace tokens bool hasSpaceTokens = attribTokens.Any(t => t.Type == TokenType.Space); Assert.False(hasSpaceTokens); }