public async Task Test_ExpandUrl() { string shortenedUrl = "https://t.co/3CoAgKLapS"; UrlExpander urlExpander = new UrlExpander(); var expandedUrl = await urlExpander.ExpandUrl(shortenedUrl); Assert.AreNotEqual(shortenedUrl, expandedUrl, $"Error expanding url:{shortenedUrl}"); }
public static void Main(String[] args) { UrlExpander ue = new UrlExpander(); String shorturl = ""; Console.WriteLine("Enter a shortened URL: "); shorturl = Console.ReadLine(); Uri shorturi = new Uri(shorturl); Console.WriteLine("The expanded URL is: " + ue.isTransitive(shorturi)); }
public void TestWordExtractPushToCouch() { //setup IUrlExpander expander = new UrlExpander(); Tokenizer tokenizer = new Tokenizer(expander); List<Tweet> tweets = new List<Tweet>(); PushToCouchDBReceiver receiver = new PushToCouchDBReceiver(); tweets.Add(new Tweet() { text = "@steelers_munoz why can't you sleep? i'm starving, I haven't had dinner and it's 10.25 haha", date_scanned = DateTime.Now.ToLongTimeString(), date_tweeted = DateTime.Now.ToLongTimeString(), english_similarity = 0.5, sample_reason = SampleReason.user_data.ToString(), screen_name = "utunga", twitter_id = 9128123123 }); tweets.Add(new Tweet() { text = "RT @OMGTeenQuotez: the bad experiences i been through made me stronger.. #OMGTeenQuotez", date_scanned = DateTime.Now.ToLongTimeString(), date_tweeted = DateTime.Now.ToLongTimeString(), english_similarity = 0.5, sample_reason = SampleReason.user_data.ToString(), screen_name = "utunga", twitter_id = 9128123123 }); foreach (Tweet tw in tweets) { string screenName = tw.screen_name; long? twitter_id = tw.twitter_id; foreach (string text in tokenizer.Tokenize(tw.text)) { Word word = new Word {screen_name = screenName, text = text, twitter_id = twitter_id}; if (word.IsEntity()) { tw.AddEntity(word.text); } } receiver.Push(tw); Console.Out.WriteLine("JSON:" + JSON.Serialize(tw)); } }
public void TestTweetSerializeFromDB() { //setup IUrlExpander expander = new UrlExpander(); Tokenizer tokenizer = new Tokenizer(expander); using (XtractDataContext db = new XtractDataContext()) { db.ObjectTrackingEnabled = false; foreach (Tweet tw in (from tweet in db.Tweets where tweet.sample_reason.Equals(SampleReason.user_data.ToString()) select tweet).Take(10)) { Console.Out.WriteLine("JSON:" + JSON.Serialize(tw)); } } }
static void Main(string[] args) { if (args.Length == 0) { PrintUsageAndExit(); } ITask task=null; switch (args[0]) { case "SampleStream": task = new SampleStream(); break; case "GenerateWords": IUrlExpander expander = new UrlExpander(); Tokenizer tokenizer = new Tokenizer(expander); task = new GenerateWords(tokenizer); break; case "PushToCouch": IUrlExpander expander1 = new UrlExpander(); Tokenizer tokenizer1 = new Tokenizer(expander1); task = new PushAllDataToCouch(tokenizer1); break; case "UpdateSimilarityScores": task = new UpdateSimilarityScores(); break; case "DownloadCandidatesData": task = new DownloadCandidatesData(); break; default: PrintUsageAndExit(); break; } task.Execute(); Environment.Exit(0); ; }
//Helper static method public static string[] GetWords(string source) { IUrlExpander expander = new UrlExpander(); Tokenizer tokenizer = new Tokenizer(expander); return new List<string>(tokenizer.Tokenize(source)).ToArray(); }
public UrlExpanderTests() { _expander = new UrlExpander(); }