public GrammarContainer(string fileName) { if (!File.Exists(fileName)) { throw new IOException("Grammar file not found: " + fileName); } GrammarContainer gram = JsonConvert.DeserializeObject <GrammarContainer> (File.ReadAllText(fileName)); m_grammar = gram.Grammar; m_ignore = gram.IgnoreIdentifiers; m_replace = gram.ReplaceIdentifiers; m_ignoreWords = gram.IgnoreWords; }
public static void Main (string[] args) { GrammarContainer grammarContainer = new GrammarContainer("EnglishGrammar.json"); IWordDataReader reader = new English1WordDataReader ("english.txt", grammarContainer.ReplaceIdentifiers); IDictionary dict = new DefaultDictionary (); int i = 0; English1GrammarFactory factory = new English1GrammarFactory (grammarContainer, new WordIdCounter(1)); IGrammarParser grammar = factory.CreateGrammar(); foreach (IWordData wordCorpus in reader) { IList<IWord> words = grammar.Parse (wordCorpus); foreach (IWord word in words) { dict.AddWord (word); } //PrintWordData (words); if (i++ == 100) { IList<IWord> postProcessed = grammar.PostProcess (); //PrintWordData (postProcessed); dict.Print (); Environment.Exit (0); } } Console.WriteLine ("done: " + i); }
public static void Main(string[] args) { GrammarContainer grammarContainer = new GrammarContainer("EnglishGrammar.json"); IWordDataReader reader = new English1WordDataReader("english.txt", grammarContainer.ReplaceIdentifiers); IDictionary dict = new DefaultDictionary(); int i = 0; English1GrammarFactory factory = new English1GrammarFactory(grammarContainer, new WordIdCounter(1)); IGrammarParser grammar = factory.CreateGrammar(); foreach (IWordData wordCorpus in reader) { IList <IWord> words = grammar.Parse(wordCorpus); foreach (IWord word in words) { dict.AddWord(word); } //PrintWordData (words); if (i++ == 100) { IList <IWord> postProcessed = grammar.PostProcess(); //PrintWordData (postProcessed); dict.Print(); Environment.Exit(0); } } Console.WriteLine("done: " + i); }
public English1GrammarFactory(GrammarContainer grammar, IWordIdCounter counter) { m_grammar = grammar; m_counter = counter; }
public English1GrammarFactory (GrammarContainer grammar, IWordIdCounter counter) { m_grammar = grammar; m_counter = counter; }