protected IEnumerable <TextSegment> SegmentChineseSentence(string sentence, int baseIndex)
{
foreach (var token in sSegmenter.Tokenize(sentence,
mIsIndex ? JiebaNet.Segmenter.TokenizerMode.Search : JiebaNet.Segmenter.TokenizerMode.Default))
{
yield return(new TextSegment
{
Word = token.Word,
Position = (uint)(baseIndex + token.StartIndex),
Length = (uint)token.Word.Length,
});
}
}
