public void GetTokens_on_text_with_tokens_should_give_right_tokens()
{
string data = "a_b__c\\d`e";
var expectedResult = new[] {"a", "_", "b", "__", "c", "\\", "d", "`", "e"};
var processor = new MarkdownProcessor(new HtmlFormatter());
var result = processor.GetTokens(data);
CollectionAssert.AreEqual(expectedResult, result);
}