public void Count_returns_1_when_1_word_added()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("private");
Assert.AreEqual(1, target.Count);
}
public void Newly_created_blacklist_using_array_parameter_has_appropriate_count()
{
var inputArray = new[] { "public", "void", "MethodName" };
CommonBlacklist target = new CommonBlacklist(inputArray);
Assert.AreEqual(inputArray.Length, target.Count);
}
public WordDo[] GetWords(string[] path)
{
var stemmer = new LowerCaseStemmer();
var blacklist = CommonBlacklist.CreateFromTextFile("CSharpBlacklist.txt");
Node <WordDo[]> node;
var found = TryGetByPath(path, out node);
if (!found)
{
return new WordDo[] { }
}
;
return(node
.Subtree()
.Where(n => n.Data != null)
.SelectMany(n => n.Data)
.GroupByStem(stemmer)
.OrderByDescending(w => w.size)
.Where(w => !blacklist.Countains(w.text))
.Take(100)
.ToArray());
}
}
public void Empty_string_will_be_added_usually()
{
CommonBlacklist target = new CommonBlacklist();
target.Add(string.Empty);
Assert.AreEqual(1, target.Count);
Assert.IsTrue(target.Countains(string.Empty));
}
public void Contains_returns_true_for_case_different_same_word_added_twice()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("PriVate");
target.Add("pRIVAte");
Assert.IsTrue(target.Countains("private"));
}
public void Null_will_be_added_usually_no_exception()
{
CommonBlacklist target = new CommonBlacklist();
target.Add(null);
Assert.AreEqual(1, target.Count);
Assert.IsTrue(target.Countains(null));
}
public void Contains_returns_true_for_identical_word_added_twice()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("private");
target.Add("private");
Assert.IsTrue(target.Countains("private"));
}
public void Count_returns_1_fow_case_different_same_word_added_twice()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("PriVate");
target.Add("pRIVAte");
Assert.AreEqual(1, target.Count);
}
public void Contains_of_empty_blacklist_returns_false_for_all_words()
{
CommonBlacklist target = new CommonBlacklist();
Assert.IsFalse(target.Countains("private"));
Assert.IsFalse(target.Countains("int"));
Assert.IsFalse(target.Countains("public"));
Assert.IsFalse(target.Countains("void"));
}
public void Count_returns_3_when_3_word_added()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("private");
target.Add("void");
target.Add("MethodName");
Assert.AreEqual(3, target.Count);
}
/// <summary>
///
/// </summary>
private void ShowBugReportSummaryWordCloud()
{
try
{
// Create the interop host control.
System.Windows.Forms.Integration.WindowsFormsHost host =
new System.Windows.Forms.Integration.WindowsFormsHost();
// Create the MaskedTextBox control.
Gma.CodeCloud.Controls.CloudControl abc = new Gma.CodeCloud.Controls.CloudControl();
System.Windows.Forms.ProgressBar abcd = new System.Windows.Forms.ProgressBar();
//IBlacklist blacklist = ComponentFactory.CreateBlacklist(false);
var currDir = System.Environment.GetFolderPath(System.Environment.SpecialFolder.ApplicationData);
// Combine the base folder with your specific folder....
string specificFolder = System.IO.Path.Combine(currDir, "MARC 3.0");
// Check if folder exists and if not, create it
if (!Directory.Exists(specificFolder))
{
Directory.CreateDirectory(specificFolder);
}
IBlacklist blacklist = CommonBlacklist.CreateFromTextFile(specificFolder + "\\InputData\\stopwords_en.txt");
var preProcessedList = ApplyStopwordsRemoval(Model.BugReportSummaryList);
InputType inputType = ComponentFactory.DetectInputType(String.Join(",", preProcessedList.ToArray()));
IProgressIndicator progress = ComponentFactory.CreateProgressBar(inputType, abcd);
IEnumerable <string> terms = ComponentFactory.CreateExtractor(inputType, String.Join(",", preProcessedList.ToArray()), progress);
IWordStemmer stemmer = ComponentFactory.CreateWordStemmer(false);
IEnumerable <IWord> words = terms
.Filter(blacklist)
.CountOccurences();
abc.WeightedWords =
words
.GroupByStem(stemmer)
.SortByOccurences()
.Cast <IWord>();
// Assign the MaskedTextBox control as the host control's child.
host.Child = abc;
this.bugReportSummaryWordCloudGrid.Children.Add(host);
}
catch (Exception)
{
MessageBox.Show("Something went wrong in the word cloud engine.", "Unexpected Error", MessageBoxButton.OK, MessageBoxImage.Information);
}
}
public void Contains_returns_true_for_words_added()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("public");
target.Add("void");
Assert.IsTrue(target.Countains("public"));
Assert.IsTrue(target.Countains("void"));
}
public void Newly_created_blacklist_using_array_parameter_has_appropriate_words()
{
var inputArray = new[] { "public", "void", "MethodName" };
CommonBlacklist target = new CommonBlacklist(inputArray);
foreach (var inputWord in inputArray)
{
Assert.IsTrue(target.Countains(inputWord));
}
}
public void Contains_returns_false_for_words_not_added()
{
CommonBlacklist target = new CommonBlacklist();
target.Add("public");
target.Add("void");
Assert.IsFalse(target.Countains("private"));
Assert.IsFalse(target.Countains("int"));
}
public static IBlacklist GetBlacklist(Language language)
{
string fileName = GetBlacklistFileName(language);
IBlacklist result = CommonBlacklist.CreateFromTextFile(fileName);
if (language == Language.EnglishTxt)
{
result.UnionWith(new EnglishCommonWords());
}
return(result);
}
public void Stream_containing_words_in_lines_results_blacklist_containing_same_words()
{
var inputArray = new[] { "public", "void", "MethodName" };
var lineBrakeDelimitedString = string.Join(Environment.NewLine, inputArray);
var stringReader = new StringReader(lineBrakeDelimitedString);
IBlacklist target = CommonBlacklist.CreateFromStremReader(stringReader);
Assert.IsInstanceOfType(target, typeof(CommonBlacklist));
foreach (var inputWord in inputArray)
{
Assert.IsTrue(target.Countains(inputWord));
}
Assert.AreEqual(inputArray.Length, target.Count);
}
private static void LoadIOCModule()
{
// Create your builder.
var builder = new ContainerBuilder();
// Allows us to change the browser driver out easily.
builder.RegisterType <PassiveWebDriver <FirefoxDriver> >().As <IPassiveWebDriver>();
builder.RegisterType <ProgressBarStatus>().As <IProgressIndicator>();
builder.RegisterInstance(CommonBlacklist.CreateFromTextFile(Properties.Resources.IgnoreList)).As <IBlacklist>();
builder.RegisterType <WebAnalyzerForm>();
Container = builder.Build();
}
private void UpdateBlacklist()
{
CommonBlacklist blacklist = new CommonBlacklist();
try
{
int numWords = blacklist.Append(m_UserIgnoreFilePath);
numWords += blacklist.Append(m_LangIgnoreFilePath);
m_ExcludedWords = blacklist;
UpdateWeightedWords(true);
}
catch (Exception)
{
}
}
public void A_blacklist_constructed_with_explicit_case_aware_StringComparer_is_case_sensitive()
{
var inputArray = new[] { "publiC", "Void", "MethodName" };
CommonBlacklist target = new CommonBlacklist(inputArray, StringComparer.InvariantCulture);
foreach (var exactMatchWord in inputArray)
{
Assert.IsTrue(target.Countains(exactMatchWord));
}
Assert.IsFalse(target.Countains("PuBlic"));
Assert.IsFalse(target.Countains("public"));
Assert.IsFalse(target.Countains("PUBLIC"));
Assert.IsFalse(target.Countains("VoiD"));
Assert.IsFalse(target.Countains("void"));
Assert.IsFalse(target.Countains("VOID"));
Assert.IsFalse(target.Countains("mETHODnAME"));
Assert.IsFalse(target.Countains("methodname"));
Assert.IsFalse(target.Countains("METHODNAME"));
}
public GenerateWordCloudResponse GenerateWordCloud(GenerateWordCloudArgs args)
{
InitializePanel(args);
if (Uri.IsWellFormedUriString(args.Text, UriKind.Absolute))
{
args.Text = this.GetTextFromUrl(args.Text);
}
IEnumerable <string> customWordsToExclude = this.GetCustomWordsFromString(args.WordsToExclude);
IBlacklist blacklist = ComponentFactory.CreateBlacklist(args.ExcludeCommonWords);
IBlacklist customBlacklist = new CommonBlacklist(customWordsToExclude);
IEnumerable <string> terms = ComponentFactory.CreateExtractor(args.Text);
IWordStemmer stemmer = ComponentFactory.CreateWordStemmer(args.ExcludeCommonWords);
IEnumerable <IWord> words = terms
.Filter(blacklist)
.Filter(customBlacklist)
.CountOccurences();
cloudControl.WeightedWords =
words
.GroupByStem(stemmer)
.SortByOccurences()
.Cast <IWord>();
string imageUrl = string.Empty;
imageUrl = UploadToImgurAndGetUrl(imageUrl);
GenerateWordCloudResponse response = new GenerateWordCloudResponse
{
ImgurUrl = imageUrl
};
return(response);
}
private void ProcessText()
{
if (!string.IsNullOrEmpty(New.passingText1))
{
SQLiteConnection sqlite_conn = new SQLiteConnection("Data Source=" + New.passingText2 + "; Version=3; new=False;");
sqlite_conn.Open();
StringBuilder builder = new StringBuilder();
SQLiteCommand sqlite_cmd = new SQLiteCommand("Select data from messages where key_remote_jid like '60165489131%'", sqlite_conn);
using (SQLiteDataReader sdr = sqlite_cmd.ExecuteReader())
{
while (sdr.Read())
{
builder.Append(sdr[0]);
builder.Append(" ");
}
textBox.Text = builder.ToString();
}
IBlacklist customBlacklist = CommonBlacklist.CreateFromTextFile(s_BlacklistTxtFileName);
InputType inputType = ComponentFactory.DetectInputType(textBox.Text);
IProgressIndicator progress = ComponentFactory.CreateProgressBar(inputType, progressBar);
IEnumerable <string> terms = ComponentFactory.CreateExtractor(inputType, textBox.Text, progress);
IEnumerable <IWord> words = terms
.Filter(customBlacklist)
.CountOccurences();
cloudControl.WeightedWords =
words
.SortByOccurences()
.Cast <IWord>();
bmp = new Bitmap(cloudControl.Width, cloudControl.Height);
cloudControl.DrawToBitmap(bmp, new System.Drawing.Rectangle(0, 0, cloudControl.Width, cloudControl.Height));
}
else if (!string.IsNullOrEmpty(New.passingText9))
{
SQLiteConnection sqlite_conn = new SQLiteConnection("Data Source=" + New.passingText9 + "; Version=3; new=False;");
sqlite_conn.Open();
StringBuilder builder = new StringBuilder();
SQLiteCommand sqlite_cmd = new SQLiteCommand("Select content from chat_history", sqlite_conn);
using (SQLiteDataReader sdr = sqlite_cmd.ExecuteReader())
{
while (sdr.Read())
{
builder.Append(sdr[0]);
builder.Append(" ");
}
textBox.Text = builder.ToString();
}
IBlacklist customBlacklist = CommonBlacklist.CreateFromTextFile(s_BlacklistTxtFileName);
InputType inputType = ComponentFactory.DetectInputType(textBox.Text);
IProgressIndicator progress = ComponentFactory.CreateProgressBar(inputType, progressBar);
IEnumerable <string> terms = ComponentFactory.CreateExtractor(inputType, textBox.Text, progress);
IEnumerable <IWord> words = terms
.Filter(customBlacklist)
.CountOccurences();
cloudControl.WeightedWords =
words
.SortByOccurences()
.Cast <IWord>();
bmp = new Bitmap(cloudControl.Width, cloudControl.Height);
cloudControl.DrawToBitmap(bmp, new System.Drawing.Rectangle(0, 0, cloudControl.Width, cloudControl.Height));
}
}
public void Newly_created_blacklist_is_empty()
{
CommonBlacklist target = new CommonBlacklist();
Assert.AreEqual(0, target.Count);
}
