static List <string> StringToWords(string str) { StringParser.StringTokenizer tokenizer = new StringParser.StringTokenizer(str); List <string> res = new List <string>(); while (tokenizer.eof() == false) { string w = tokenizer.read().ToLower(); if (w == "не" || w == "ни") { string w2 = w + " " + tokenizer.read().ToLower(); res.Add(w2); } else { res.Add(w); } } return(res); }
public void Parse(StringParser.StringTokenizer rdr) { parts_of_speech = new List <string>(); edge_type = new List <string>(); children = new List <TreeTemplateNode>(); rdr.read_it("["); rdr.read_it("class"); rdr.read_it(":"); while (!rdr.eof()) { string pos = rdr.read(); parts_of_speech.Add(pos); if (!rdr.probe(",")) { break; } } rdr.read_it("]"); return; }