public void FileTokenizerReading() { var fileTokenizer = new FileTokenizer(new FileInfo(TestFileName)); var listTokens = fileTokenizer.ToList(); var standardTokenizer = new StandardTokenizer(TestText); var wordsCount = standardTokenizer.ToList().Count; listTokens.Count.Should().Be(wordsCount); fileTokenizer.Dispose(); }
public void FileTokenizerDisposing() { var fileTokenizer = new FileTokenizer(new FileInfo(TestFileName)); var listTokens = fileTokenizer.ToList(); using (var standardTokenizer = new StandardTokenizer(TestText)) { } // disposed // exception thrown var count = fileTokenizer.Count(); }