static void Main(string[] args) { NLP nlp = new NLP(); XmlDocument doc = new XmlDocument(); doc.Load("training.xml"); XmlNodeList nodes = doc.SelectNodes("RDF/Text"); Dictionary <string, int> dict = new Dictionary <string, int>(); char[] separator = { ' ', ',', '.', '?', '!' }; int tokno = 1; StreamWriter sw = new StreamWriter("./Task1op.txt"); foreach (XmlNode n in nodes) { string text = n.InnerText; string[] sents = nlp.SentDetect(text); string p = n.Attributes["category"].Value; int polar = 0; if (p == "book") { polar = 1; } else if (p == "dvd") { polar = 2; } else if (p == "health") { polar = 3; } else if (p == "music") { polar = 4; } else if (p == "toys_games") { polar = 5; } sw.Write("+" + polar.ToString() + " "); sw.Flush(); foreach (string sent in sents) { string s = sent.ToLower(); string[] token = nlp.Tokenize(s); foreach (string t in token) { string lemma = nlp.Lemmatization(t); if (nlp.IsStopWord(lemma)) { continue; } else { if (!dict.ContainsKey(lemma)) { dict.Add(lemma, tokno); tokno++; } sw.Write(dict[lemma] + ":1 "); sw.Flush(); } } } sw.WriteLine(""); sw.Flush(); } Console.WriteLine("Finished."); Console.ReadKey(); }