public void ShouldCreateTokenizer()
{
var factory = new DefaultFactory();
var fileMetaData = new CoreFileMetaData(coreFileType);
var tokenizer = factory.CreateTokenizer(fileMetaData);
Assert.IsType <Tokenizer>(tokenizer);
Assert.IsAssignableFrom <ITokenizer>(tokenizer);
}
