public Cleansing() { CommonAndstopWords = LoadStopWords(commonAndStopWordFile); _BagOfWords = BagOfWords.GetBagOfWords; _wordsUserList = WordsUserList.GetWordList; _usersWordList = UsersWordList.GetUserList; }
public Cleansing(string filePath) { CommonAndstopWords = LoadStopWords(filePath); _BagOfWords = BagOfWords.GetBagOfWords; _wordsUserList = WordsUserList.GetWordList; _usersWordList = UsersWordList.GetUserList; }
public Filtration() { //_AllSlidingWindowsKeywords = new List<List<List<string>>>(); //_SlidingWindowsTimeSpan = new List<KeyValuePair<KeyValuePair<DateTime, DateTime>, List<DateTime>>>(); //_CurrentSlidingWindowKeywords = new List<List<string>>(); //_DataCleaning = new Cleansing(); progress = _Progress.GetProgress; _BagOfWords = BagOfWords.GetBagOfWords; _DatasetStopWords = new Hashtable(); //_CleanDataSet = new List<KeyValuePair<DateTime, List<string>>>(); }
private void AddFiltrationWord(string text) { string[] wordsToRemove = text.Split(new char[] { ',' }, text.Length, StringSplitOptions.RemoveEmptyEntries); Hashtable tempStopWords = new Hashtable(); foreach (string word in wordsToRemove) { if (!tempStopWords.ContainsKey(word)) { tempStopWords.Add(word, 1f); } } BagOfWords wordList = BagOfWords.GetBagOfWords; wordList._RemoveWords = tempStopWords; }