public void FileTokenizerReading()
{
var fileTokenizer = new FileTokenizer(new FileInfo(TestFileName));
var listTokens = fileTokenizer.ToList();
var standardTokenizer = new StandardTokenizer(TestText);
var wordsCount = standardTokenizer.ToList().Count;
listTokens.Count.Should().Be(wordsCount);
fileTokenizer.Dispose();
}
public void FileTokenizerDisposing()
{
var fileTokenizer = new FileTokenizer(new FileInfo(TestFileName));
var listTokens = fileTokenizer.ToList();
using (var standardTokenizer = new StandardTokenizer(TestText))
{
}
// disposed
// exception thrown
var count = fileTokenizer.Count();
}