public void TestTokenizeAndOptimize()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(tokenizer.Tokenize("Hello\r\nWorld!"))
.Should().Equal(new MarkdownToken("Hello World!"));
}
public void TestLineBreak3()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("\r\n").Should().Equal(new MarkdownToken(MarkdownTokenType.Whitespace));
tokenizer.Tokenize("\n").Should().Equal(new MarkdownToken(MarkdownTokenType.Whitespace));
}
public void TestBold2()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("__").Should().Equal(
new MarkdownToken(MarkdownTokenType.Underscore),
new MarkdownToken(MarkdownTokenType.Underscore)
);
}
public void TestBold1()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("**").Should().Equal(
new MarkdownToken(MarkdownTokenType.Star),
new MarkdownToken(MarkdownTokenType.Star)
);
}
public void TestLineBreak4()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("Hello,\r\nWorld!").Should().Equal(
new MarkdownToken(MarkdownTokenType.Text, "Hello,"),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Text, "World!")
);
}
public void TestOptimizeTwoTextTokens()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(new[]
{
new MarkdownToken("Foo"),
new MarkdownToken("bar")
}).Should().Equal(new MarkdownToken("Foobar"));
}
public void TestOptimizeTwoNoneTokens()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(new[]
{
new MarkdownToken(MarkdownTokenType.None),
new MarkdownToken(MarkdownTokenType.None)
}).Should().BeEmpty();
}
public void TestBrackets()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("[(])")
.Should().Equal(
new MarkdownToken(MarkdownTokenType.SquareBracketOpen),
new MarkdownToken(MarkdownTokenType.BracketOpen),
new MarkdownToken(MarkdownTokenType.SquareBracketClose),
new MarkdownToken(MarkdownTokenType.BracketClose)
);
}
public void TestOptimizeSpaceTokens()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(new[]
{
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace)
}).Should().Equal(new MarkdownToken(MarkdownTokenType.Whitespace));
}
public void TestOptimizeSpaceAndTextTokens()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(new[]
{
new MarkdownToken("Foo"),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken(MarkdownTokenType.Whitespace),
new MarkdownToken("b"),
new MarkdownToken("a"),
new MarkdownToken("r")
}).Should().Equal(
new MarkdownToken("Foo bar")
);
}
public void TestTilde1()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("~").Should().Equal(new MarkdownToken(MarkdownTokenType.Tilde));
}
public void TestLineBreak2()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize(" \n").Should().Equal(new MarkdownToken(MarkdownTokenType.LineBreak));
}
public void TestOptimizeEmpty()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Optimize(new MarkdownToken[0]).Should().BeEmpty();
}
public void TestSpace2()
{
var tokenizer = new MarkdownTokenizer();
tokenizer.Tokenize("\t").Should().Equal(new MarkdownToken(MarkdownTokenType.Whitespace));
}
