public void TestTokenize()
{
var parser = new BasicCommandLineTest();
var result = parser.Tokenize("--heppas -was a 'ninja'");
Assert.AreEqual(9, result.Count);
Assert.AreEqual(5, result.Where(r => r.Item2 == Parser.Token.Separator).Count());
Assert.AreEqual(3, result.Where(r => r.Item2 == Parser.Token.Identifier).Count());
Assert.AreEqual(1, result.Where(r => r.Item2 == Parser.Token.String).Count());
}
