public static void Main(string[] args)
{
// TweetProcesser.JsonToText ("../../data/TexasDataProc.data.uncompressed", "../../data/TextTexasData.txt");
/*
* string[] disasters = new string[] {
* "flood",
* "erupt",
* "tsunami",
* "blizzard",
* "drought",
* "storm",
* "tornado",
* "epidem",
* "hurrican",
* "cyclon",
* "disast",
* "catastr",
* "thunderstorm",
* "earthquak"
* };
*
* List<string> data = TweetProcessor.GetFilteredDataFromText ("../../data/TextTexasData.txt", disasters);
* TweetProcessor.WriteToFile (data, "../../data/DisasterTweets.txt");
*/
var data = TweetProcessor.GetDataFromText("../../data/DisasterTweets.txt");
int topicCount = 20;
int topTermsCount = 15;
Console.WriteLine("There are {0} tweets.", data.Count);
var l = new LDA(data, topicCount);
Console.WriteLine("Starting inference...");
l.Inference(500, 100, 10);
for (int topic = 0; topic < topicCount; topic++)
{
Console.WriteLine("{0}:", topic);
string[] ret = l.GetTopTermsForTopic(topic, topTermsCount);
foreach (var s in ret)
{
Console.Write("{0} ", s);
}
Console.WriteLine();
}
Console.WriteLine("Done!");
}
public static void Main(string[] args)
{
// TweetProcesser.JsonToText ("../../data/TexasDataProc.data.uncompressed", "../../data/TextTexasData.txt");
/*
string[] disasters = new string[] {
"flood",
"erupt",
"tsunami",
"blizzard",
"drought",
"storm",
"tornado",
"epidem",
"hurrican",
"cyclon",
"disast",
"catastr",
"thunderstorm",
"earthquak"
};
List<string> data = TweetProcessor.GetFilteredDataFromText ("../../data/TextTexasData.txt", disasters);
TweetProcessor.WriteToFile (data, "../../data/DisasterTweets.txt");
*/
var data = TweetProcessor.GetDataFromText ("../../data/DisasterTweets.txt");
int topicCount = 20;
int topTermsCount = 15;
Console.WriteLine ("There are {0} tweets.", data.Count);
var l = new LDA (data, topicCount);
Console.WriteLine ("Starting inference...");
l.Inference (500, 100, 10);
for (int topic=0; topic<topicCount; topic++)
{
Console.WriteLine ("{0}:", topic);
string[] ret = l.GetTopTermsForTopic (topic, topTermsCount);
foreach (var s in ret) {
Console.Write ("{0} ", s);
}
Console.WriteLine ();
}
Console.WriteLine ("Done!");
}