public async Task Test_ExpandUrl()
{
string shortenedUrl = "https://t.co/3CoAgKLapS";
UrlExpander urlExpander = new UrlExpander();
var expandedUrl = await urlExpander.ExpandUrl(shortenedUrl);
Assert.AreNotEqual(shortenedUrl, expandedUrl,
$"Error expanding url:{shortenedUrl}");
}
public static void Main(String[] args)
{
UrlExpander ue = new UrlExpander();
String shorturl = "";
Console.WriteLine("Enter a shortened URL: ");
shorturl = Console.ReadLine();
Uri shorturi = new Uri(shorturl);
Console.WriteLine("The expanded URL is: " + ue.isTransitive(shorturi));
}
public void TestWordExtractPushToCouch()
{
//setup
IUrlExpander expander = new UrlExpander();
Tokenizer tokenizer = new Tokenizer(expander);
List<Tweet> tweets = new List<Tweet>();
PushToCouchDBReceiver receiver = new PushToCouchDBReceiver();
tweets.Add(new Tweet()
{
text = "@steelers_munoz why can't you sleep? i'm starving, I haven't had dinner and it's 10.25 haha",
date_scanned = DateTime.Now.ToLongTimeString(),
date_tweeted = DateTime.Now.ToLongTimeString(),
english_similarity = 0.5,
sample_reason = SampleReason.user_data.ToString(),
screen_name = "utunga",
twitter_id = 9128123123
});
tweets.Add(new Tweet()
{
text = "RT @OMGTeenQuotez: the bad experiences i been through made me stronger.. #OMGTeenQuotez",
date_scanned = DateTime.Now.ToLongTimeString(),
date_tweeted = DateTime.Now.ToLongTimeString(),
english_similarity = 0.5,
sample_reason = SampleReason.user_data.ToString(),
screen_name = "utunga",
twitter_id = 9128123123
});
foreach (Tweet tw in tweets)
{
string screenName = tw.screen_name;
long? twitter_id = tw.twitter_id;
foreach (string text in tokenizer.Tokenize(tw.text))
{
Word word = new Word {screen_name = screenName, text = text, twitter_id = twitter_id};
if (word.IsEntity())
{
tw.AddEntity(word.text);
}
}
receiver.Push(tw);
Console.Out.WriteLine("JSON:" + JSON.Serialize(tw));
}
}
public void TestTweetSerializeFromDB()
{
//setup
IUrlExpander expander = new UrlExpander();
Tokenizer tokenizer = new Tokenizer(expander);
using (XtractDataContext db = new XtractDataContext())
{
db.ObjectTrackingEnabled = false;
foreach (Tweet tw in (from tweet in db.Tweets
where tweet.sample_reason.Equals(SampleReason.user_data.ToString())
select tweet).Take(10))
{
Console.Out.WriteLine("JSON:" + JSON.Serialize(tw));
}
}
}
static void Main(string[] args)
{
if (args.Length == 0)
{
PrintUsageAndExit();
}
ITask task=null;
switch (args[0])
{
case "SampleStream":
task = new SampleStream();
break;
case "GenerateWords":
IUrlExpander expander = new UrlExpander();
Tokenizer tokenizer = new Tokenizer(expander);
task = new GenerateWords(tokenizer);
break;
case "PushToCouch":
IUrlExpander expander1 = new UrlExpander();
Tokenizer tokenizer1 = new Tokenizer(expander1);
task = new PushAllDataToCouch(tokenizer1);
break;
case "UpdateSimilarityScores":
task = new UpdateSimilarityScores();
break;
case "DownloadCandidatesData":
task = new DownloadCandidatesData();
break;
default:
PrintUsageAndExit();
break;
}
task.Execute();
Environment.Exit(0); ;
}
//Helper static method
public static string[] GetWords(string source)
{
IUrlExpander expander = new UrlExpander();
Tokenizer tokenizer = new Tokenizer(expander);
return new List<string>(tokenizer.Tokenize(source)).ToArray();
}
public UrlExpanderTests()
{
_expander = new UrlExpander();
}
