public static List <TPosLen>[] wordBreak(string lang, IList <string> texts) { var breaker = Creators.createBreaker(lang); var res = new List <TPosLen> [texts.Count]; for (var i = 0; i < texts.Count; i++) { var pl = res[i] = new List <TPosLen>(); var word = texts[i]; wordBreak(word, breaker, (type, pos, len) => { if (type != PutTypes.put) { return; // && type != PutTypes.alt) return; } pl.Add(new TPosLen { Pos = pos, Len = len }); }); } return(res); }
public static IEnumerable <string> wordBreak(string lang, IEnumerable <string> sentences) { var breaker = Creators.createBreaker(lang); return(sentences.SelectMany(par => wordBreak(breaker, par))); }