public static IEnumerable <Sentence> TokenizeSentences(this ISentenceTokenizer tokenizer, TextReader textReader)
{
if (tokenizer == null)
{
throw new ArgumentNullException("tokenizer");
}
if (textReader == null)
{
throw new ArgumentNullException("textReader");
}
return(tokenizer.TokenizeSentences(textReader.ReadAll()));
}
public static IEnumerable <Sentence> TokenizeSentences(this ISentenceTokenizer tokenizer, Stream stream)
{
if (tokenizer == null)
{
throw new ArgumentNullException("tokenizer");
}
if (stream == null)
{
throw new ArgumentNullException("stream");
}
using (TextReader reader = new StreamReader(stream))
foreach (Sentence sentence in tokenizer.TokenizeSentences(reader.ReadAll()))
{
yield return(sentence);
}
}
