public static IEnumerable <Sentence> TokenizeSentences(this ISentenceTokenizer tokenizer, TextReader textReader) { if (tokenizer == null) { throw new ArgumentNullException("tokenizer"); } if (textReader == null) { throw new ArgumentNullException("textReader"); } return(tokenizer.TokenizeSentences(textReader.ReadAll())); }
public static IEnumerable <Sentence> TokenizeSentences(this ISentenceTokenizer tokenizer, Stream stream) { if (tokenizer == null) { throw new ArgumentNullException("tokenizer"); } if (stream == null) { throw new ArgumentNullException("stream"); } using (TextReader reader = new StreamReader(stream)) foreach (Sentence sentence in tokenizer.TokenizeSentences(reader.ReadAll())) { yield return(sentence); } }