static void Main(string[] args) {
Random rnd = new Random();
PageRequester pr = new PageRequester();
List<String> allURLs = new List<String>();
List<String> completeURLs = new List<String>();
allURLs.Add(@"http://genius.com/Kanye-west-2014-yeezus-tour-dates-lyrics");
allURLs.Add(@"http://www.bloomberg.com/news/science-energy");
allURLs.Add(@"http://local-www.tmzdev.com/when-its-on-browse");
allURLs.Add(@"http://www.thesuperficial.com/feed");
allURLs.Add(@"http://www.huffingtonpost.com/healthy-living");
allURLs.Add(@"http://www.huffingtonpost.com/azadeh-shahshahani/a-review-of-guantanamo-di_b_8926782.html?ir=Books#comments");
allURLs.Add(@"https://twitter.com/louisvirtel/status/686996704952889344?lang=tr");
allURLs.Add(@"http://1.gravatar.com/avatar/a0b2b67ec25d85f836c9aeb9e1838a10?s=300&d=mm&r=g");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981194.html?utm_hp_ref=arabi");
allURLs.Add(@"http://thenextweb.com/wp-json/oembed/1.0/embed?url=http%3A%2F%2Fthenextweb.com%2Fgadgets%2F2016%2F01%2F07%2Fthe-skulpt-chisel-tracks-your-body-fat-not-your-heart-rate%2F&");
allURLs.Add(@"http://wwwcf.nlm.nih.gov/class/");
allURLs.Add(@"http://upload.tinychat.com/pic/theshittiestroom");
allURLs.Add(@"http://blogs.getty.edu/iris/encuentros-quemando-con-surreal-encanto/#respond");
allURLs.Add(@"http://cooking.stackexchange.com/questions/65399/how-to-alleviate-the-effects-of-spicy-food-for-vegans");
allURLs.Add(@"http://www.huffingtonpost.com/news/drug-war");
allURLs.Add(@"http://www.bloomberg.com/game-plan");
allURLs.Add(@"http://genius.com/artists/Kanye-west\");
allURLs.Add(@"http://www.oregonlive.com/recruiting/index.ssf/2016/01/oregon_state_beavers_qb_commit.html");
allURLs.Add(@"https://twitter.com/sofinabassett?lang=he");
allURLs.Add(@"http://s.wsj.net/static_html_files/require_min_v1.0.1.js");
allURLs.Add(@"http://www.oregonlive.com/pacific-northwest-news/index.ssf/2016/01/ammon_bundy_his_history_and_a.html");
allURLs.Add(@"http://www.oregonlive.com/multimedia/index.ssf/2014/10/photo_sequence_of_mariotas_div.html");
allURLs.Add(@"http://www.huffingtonpost.com/special/Destination-Discovery/index.html");
allURLs.Add(@"https://www.facebook.com/BeaversNews");
allURLs.Add(@"http://dublincore.org/usage/decisions/#Decision");
allURLs.Add(@"http://purl.org/dc/terms/spatial");
allURLs.Add(@"http://a.abcnews.com/assets");
allURLs.Add(@"http://www.huffingtonpost.com/tony-newman/drug-war-confidential-informants_b_8741642.html");
allURLs.Add(@"https://www.gravatar.com/avatar/2eba0e557cef61fecbe060f8af64a367?s=32&d=identicon&r=PG");
allURLs.Add(@"https://twitter.com/oregonautos?lang=fi");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/");
allURLs.Add(@"http://www.thefrisky.com/2016-01-01/is-this-an-800-year-old-nokia-cellphone-left-by-time-traveling-aliens/");
allURLs.Add(@"http://www.bloomberg.com/politics/");
allURLs.Add(@"http://thenextweb.com/twitter/2016/01/14/today-in-black-twitter-captures-and-magnifies-the-voices-of-african-american-culture-online/");
allURLs.Add(@"http://blogs.getty.edu/iris/plays-the-thing-at-museum-game-zone/feed/");
allURLs.Add(@"http://blogs.getty.edu/iris/glamour-in-old-beijing/");
allURLs.Add(@"http://blogs.getty.edu/iris/giorgio-vasaris-monumental-painting-last-supper-reemerges-after-nearly-50-years/#respond");
allURLs.Add(@"http://www.huffingtonpost.com/?country=IT");
allURLs.Add(@"https://www.facebook.com/troylsmith");
allURLs.Add(@"http://www.bloomberg.com/content-service/?utm_source=bloomberg-menu\");
allURLs.Add(@"http://www.oregonlive.com/forest-grove/index.ssf/2016/01/rural_washington_county_home_c.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/winning-powerball-numbers_n_8975262.html");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/alan-rickman_n_8977844.html?utm_hp_ref=italy");
allURLs.Add(@"http://www.oregonlive.com/today/index.ssf/2016/01/more_than_80_new_millionaires.html#comments");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/carnival-ride-snatches-pants_n_8973624.html?ir=Weird+News#comments");
allURLs.Add(@"http://www.thesuperficial.com/daisy-lea-topless-tegan-ashley-01-2016#comments");
allURLs.Add(@"http://barmingo.com/cocktails/#mix");
allURLs.Add(@"http://instagram.com/p/BAidxeksHZW/");
allURLs.Add(@"http://twitter.com/JackieGualtieri");
allURLs.Add(@"http://www.huffingtonpost.com/gps-for-the-soul/");
allURLs.Add(@"http://www.politico.com/story/2016/01/security-fears-gop-polls-217795");
allURLs.Add(@"http://www.theguardian.com/tv-and-radio/2015/dec/20/hes-almost-90-but-david-attenborough-is-still-seeking-a-wider-audience");
allURLs.Add(@"http://blogs.getty.edu/iris/video-aloe-blacc-next-up-at-saturdays-off-the-405/");
allURLs.Add(@"http://sc.wsj.net/css/wsjblog_global_ie7.css");
allURLs.Add(@"http://blogs.getty.edu/iris/online-museum-collection-catalogues-mantra-and-metaphor/feed/");
allURLs.Add(@"http://genius.com/artists/Tom-lehman"");
allURLs.Add(@"http://cdn.pubexchange.com/modules/partner/huffpost_weird_news");
allURLs.Add(@"http://www.oregonlive.com/sports/index.ssf/2015/08/little_league_softball_world_s_41.html");
allURLs.Add(@"http://connect.oregonlive.com/staff/mrichman/photos.html");
allURLs.Add(@"http://tnw.to/w03p");
allURLs.Add(@"http://www.wsj.com/video/browse/business/markets");
allURLs.Add(@"http://thegetty.tumblr.com/post/137291331001");
allURLs.Add(@"http://upload.tinychat.com/pic/pinoyheartradi0");
allURLs.Add(@"http://blogs.getty.edu/iris/this-just-in-fantastic-island/#respond");
allURLs.Add(@"http://www.shirts.com/custom-tee-landing.aspx");
allURLs.Add(@"http://genius.com/7712483");
allURLs.Add(@"http://time.com/time-person-of-the-year-2015-angela-merkel-choice/");
allURLs.Add(@"http://connect.oregonlive.com/staff/rwoolington/posts.html");
allURLs.Add(@"http://tnw.to/zui");
allURLs.Add(@"http://t.co/23ueH1NAPt");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/islam-and-the-quran-women_b_845933.html");
allURLs.Add(@"http://www.huffingtonpost.com/entry/trump-phenomenon_55d6fea2e4b00d8137edde58");
allURLs.Add(@"https://plus.google.com/103000818663620402555");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=en");
allURLs.Add(@"http://www.politico.com/magazine/search");
allURLs.Add(@"https://www.google.com/maps/d/viewer?mid\\u003dzbH");
allURLs.Add(@"http://purl.org/dc/terms/TGN");
allURLs.Add(@"http://www.huffingtonpost.com/news/worldpost-faith/");
allURLs.Add(@"http://www.oregonlive.com/hillsboro/index.ssf/");
allURLs.Add(@"http://blogs.getty.edu/iris/author/squaresma/");
allURLs.Add(@"http://www.oregonlive.com/trackandfield/index.ssf/2015/12/oregons_jenna_prandini_wins_th.html");
allURLs.Add(@"http://www.huffingtonpost.com/?country=KR");
allURLs.Add(@"http://www.huffingtonpost.com/thrillist/the-most-insane-abandoned_b_8961852.html?ir=Travel#comments");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/blogging-greeces-byzantium/");
allURLs.Add(@"http://www.businessinsider.com/regulators-say-megabanks-living-wills-are-unrealistic-2014-8");
allURLs.Add(@"http://www.wellandgoodnyc.com");
allURLs.Add(@"http://dj.wsj.com/hub?mod=WSJ_Hat");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd1241400004f009a71ef.jpeg");
allURLs.Add(@"http://bloom.bg/1XBcf2L");
allURLs.Add(@"http://www.huffingtonpost.com/science-of-us/a-classic-psychology-stud_b_8981232.html?utm_hp_ref=healthy-living");
allURLs.Add(@"http://twitter.com/thrillist");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd14a1400004f009a71fd.jpeg");
allURLs.Add(@"http://wp.me/p1t6un-4MV");
allURLs.Add(@"http://www.huffingtonpost.com/feeds/verticals/korea/index.xml");
allURLs.Add(@"http://www.thefrisky.com/wp/?p=3398815");
allURLs.Add(@"http://www.huffingtonpost.com/news/weird-science/");
allURLs.Add(@"http://yogalady.tumblr.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/topics/art/architecture-and-design/");
allURLs.Add(@"http://www.halloweencostumes.com/sports-costumes.html");
allURLs.Add(@"http://www.huffingtonpost.com/2014/12/29/2014-makeup-trends-jackie-aina_n_6390100.html");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fg4xgc&via=thenextweb&related=thenextweb&text=YouTube+star+PewDiePie+partners+with+Disney+to+launch+his+own+video+network");
allURLs.Add(@"http://www.huffingtonpost.com/2015/11/25/10-mind-boggling-science-facts_n_8655048.html?utm_hp_ref=weird-science#comments");
allURLs.Add(@"https://www.instagram.com/p/BAidxeksHZW/?hl=si");
allURLs.Add(@"http://bustedcoverage.com/2015/07/13/nina-agdals-hidden-talent-is-kinda-gross/");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/themes/iris2012/library/js/custom.js?ver=4.2.4");
allURLs.Add(@"https://helpx.adobe.com/support.html?promoid=KLXNA");
allURLs.Add(@"https://www.thrillist.com/entertainment/nation/oscar-nominations-2016-best-picture-nominees-ranked");
allURLs.Add(@"http://connect.oregonlive.com/staff/thernandez/index.html");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/56201ee01400002200c7a161.jpeg");
allURLs.Add(@"https://twitter.com/oregonautos?lang=en");
allURLs.Add(@"https://mobile.twitter.com/louisvirtel/status/686996704952889344?locale=tr");
allURLs.Add(@"http://cn.wsj.com/big5/rtchome.asp");
allURLs.Add(@"http://thenextweb.com/dd/2016/01/13/microsofts-speedy-chakra-javascript-engine-is-now-open-source/");
allURLs.Add(@"http://www.getty.edu/research/library/faq.html");
allURLs.Add(@"http://mayronsgoods.com/products/adult/junk-stuff/");
allURLs.Add(@"https://twitter.com/huffpostkorea");
allURLs.Add(@"https://github.com/hashchange/jquery.isinview#options");
allURLs.Add(@"http://www.thesuperficial.com/gwyneth-paltrow-diet-goop-annual-detox-plan-01-2016");
allURLs.Add(@"http://www.politico.com/story/2015/12/roger-simon-says-donald-trump-rhetoric-216328");
allURLs.Add(@"http://connect.oregonlive.com/staff/kgoe/photos.html");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/pakistan-land-of-the-pure_b_859047.html");
allURLs.Add(@"http://blogs.getty.edu/iris/website-offers-insiders-view-of-westminster-abbeys-cosmati-pavement-conservation-project/#respond");
allURLs.Add(@"http://connect.oregonlive.com/staff/kgoe/videos.html");
allURLs.Add(@"https://transparencia.podemos.info/perfil/estatal/carolina-bescansa");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388197440/u/0/f/677045/c/35496/s/4ce0a7f0/sc/7/ach.htm");
allURLs.Add(@"http://topics.oregonlive.com/tag/high%20school%20football/photos.html");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#contributor");
allURLs.Add(@"https://api.w.org/");
allURLs.Add(@"http://fonts.googleapis.com/css?family=Merriweather");
allURLs.Add(@"http://tinychat.com/channel");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/missouri-governor-jay-nixon-rams_n_8970760.html?ir=Sports#comments");
allURLs.Add(@"http://thenextweb.com/insider/2015/11/12/the-shortcut-to-success-get-a-grip-on-your-digital-marketing-strategy/");
allURLs.Add(@"http://www.halloweencostumes.com/historical-costumes.html");
allURLs.Add(@"http://blogs.getty.edu/iris/rare-chinese-battle-prints-come-to-the-getty-research-institute/#respond");
allURLs.Add(@"http://thenextweb.com/?p=946159");
allURLs.Add(@"http://about.bgov.com/?utm_source=bloomberg-menu&utm_medium=content-service");
allURLs.Add(@"http://argovino.com/wp-content/uploads/germandicesare.jpeg");
allURLs.Add(@"http://media.oregonlive.com/design/baseline/css/common.min.css");
allURLs.Add(@"http://stackexchange.com/mediakit");
allURLs.Add(@"http://www.twitter.com/vibemagazine");
allURLs.Add(@"https://twitter.com/thrillist?lang=zh-tw");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/shanghai-disney-opening-date_n_8969220.html?ir=Travel");
allURLs.Add(@"https://assets.guim.co.uk/javascripts/44c3d6f492aa4f6c149190bb3bc762c6/app.js");
allURLs.Add(@"http://personalization.bloomberg.com");
allURLs.Add(@"http://www.wsj.com/articles/oil-rout-forces-companies-to-delay-decisions-on-380-billion-in-projects-1452775590");
allURLs.Add(@"http://cdn.taboola.com/libtrc/thenextweb/loader.js");
allURLs.Add(@"http://www.tigard-or.gov/community/events.php");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/14/alan-rickman-dead_n_8977758.html");
allURLs.Add(@"http://genius.com/Lcd-soundsystem-christmas-will-break-your-heart-lyrics");
allURLs.Add(@"http://www.politico.com/employment/technology-reporter-politico-pro-edi0030");
allURLs.Add(@"https://twitter.com/oregonautos?lang=it");
allURLs.Add(@"http://www.halloweencostumes.com/kids-gladiator-costume.html");
allURLs.Add(@"http://bloom.bg/1Q3mpYy");
allURLs.Add(@"http://topics.wsj.com/person/F/esther-fung/7817");
allURLs.Add(@"http://thenextweb.com/eu/2016/01/14/uk-scoops-up-millions-of-phone-and-email-records-but-claims-thats-not-mass-surveillance/");
allURLs.Add(@"http://wellcomeimages.org/indexplus/image/V0002158.html");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-trade");
allURLs.Add(@"http://www.huffingtonpost.com/entry/19-photos-that-prove-kids-will-fall-asleep-just-about-anywhere_56950f5ae4b086bc1cd525da");
allURLs.Add(@"http://s1.huffpost.com/assets/css.php?v=1452789124&f=phoenix%2Fverticals%2Fbooks.css%2Cphoenix%2Fverticals%2Fpolitics.css%2Cphoenix%2Fverticals%2Fentertainment.css%2Cphoenix%2Fverticals%2Fbusiness.css%2Cphoenix%2Fverticals%2Fmedia.css%2Cphoenix%2Fverticals%2Farts.css%2Cphoenix%2Fverticals%2Fscience.css%2Cphoenix%2Fverticals%2Freligion.css%2Cphoenix%2Fverticals%2Ftravel.css%2Cphoenix%2Fverticals%2Feducation.css%2Cphoenix%2Fverticals%2Fus-common.css");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-13/unitedhealth-said-in-talks-to-buy-brazil-hospital-santa-helena");
allURLs.Add(@"http://blogs.getty.edu/iris/encuentros-quemando-con-surreal-encanto/feed/");
allURLs.Add(@"http://www.oregonlive.com/weather/index.ssf/2016/01/get_ready_skiers_and_snowboard.html");
allURLs.Add(@"http://www.slate.com/articles/news_and_politics/politics/2014/02/republican_governors_association_outraises_democrats_can_chris_christie.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/new-report-recommends-babies-switch-to-convertible-car-seats-by-age-1_n_8964210.html?ir=Parents");
allURLs.Add(@"http://chinese.wsj.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/seven-things-i-learned-from-leonardo-da-vinci-and-the-art-of-sculpture/#respond");
allURLs.Add(@"https://twitter.com/thrillist?lang=it");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd1531b00002e0027f409.jpeg");
allURLs.Add(@"http://genius.com/forums");
allURLs.Add(@"http://www.thesuperficial.com/elsa-hosk-bikini-pole-dance-01-2016#comments");
allURLs.Add(@"http://www.bloomberg.com/trading-solutions/?utm_source=bloomberg-menu&utm_medium=content-service&bbgsum=DG-WS-09-13-TS-bbgmenu");
allURLs.Add(@"http://tinychat.com/category/popular");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55ed83a614000077002e506b.jpeg");
allURLs.Add(@"http://www.bloomberg.com/politics/articles/2016-01-07/south-korea-to-resume-propaganda-broadcasts-to-punish-kim-regime-ij42vp93");
allURLs.Add(@"https://plus.google.com/113616727255757210405/posts/bvsYCr1rfUi");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/11/nabela-noor-dear-america_n_8959000.html?utm_hp_ref=islam");
allURLs.Add(@"http://img.huffingtonpost.com/asset/360_216/568d60a1190000c90178b372.jpeg");
allURLs.Add(@"http://t.co/PBspAnuQn2"");
allURLs.Add(@"http://blogs.getty.edu/iris/author/emorrison/");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/");
allURLs.Add(@"http://blogs.getty.edu/iris/star-wars-and-medieval-manuscripts/#respond");
allURLs.Add(@"https://thenextweb.com/media/2016/01/13/its-game-time/");
allURLs.Add(@"http://www.huffingtonpost.com/julie-upton/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2008/11/wanda-sykes-lv-gay-rally-im-proud-to-be.html");
allURLs.Add(@"http://www.bloomberg.com/politics/articles/2016-01-14/marco-rubio-s-economic-plan-doesn-t-add-up-experts-say");
allURLs.Add(@"https://www.youtube.com/watch?v=wygqlfUoJEs");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-06/how-not-to-get-sick-at-work");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&rdid=com.huffingtonpost.android&rdot=1&feature=md");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/dpp/");
allURLs.Add(@"https://www.instagram.com/p/BAidxeksHZW/?hl=ne");
allURLs.Add(@"http://www.mardigras.com");
allURLs.Add(@"http://www.huffpostarabi.com/p/huffpost-arabi-contact-us.html");
allURLs.Add(@"http://pi2.feedsportal.com/r/247388078004/u/0/f/677045/c/35496/s/4cda713a/sc/7/a2t2.img");
allURLs.Add(@"http://cdn3.tnwcdn.com/plus/img/tnw-brandmark.svg");
allURLs.Add(@"http://www.bloomberg.com/professional/?utm_source=bloomberg-menu&utm_medium=bgov&bbgsum=DG-WS-CORE-bbgmenu");
allURLs.Add(@"http://www.oregonlive.com/window-shop/index.ssf/2016/01/nautilus_retail_shop.html");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/day-of-service/");
allURLs.Add(@"http://cdn.clicktale.net/");
allURLs.Add(@"http://purl.org/dc/elements/1.1/coverage");
allURLs.Add(@"http://www.halloweencostumes.com/egyptian-staff.html");
allURLs.Add(@"https://t.co/sMJHukBOEd");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search?updated-min=2007-01-01T00");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2010_08_29_archive.html");
allURLs.Add(@"http://jqueryui.com/about");
allURLs.Add(@"http://www.huffingtonpost.com/2015/04/14/mindfulness-meditation-impossible_n_7061068.html?utm_hp_ref=worldpost-faith#comments");
allURLs.Add(@"http://purl.org/dc/terms/AgentClass");
allURLs.Add(@"http://www.oregonlive.com/multimedia/index.ssf/2014/10/photo_sequence_of_mariotas_div.html#incart_ri");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/568be79f1600000001eb9fff.jpeg");
allURLs.Add(@"http://fonts.gstatic.com/s/raleway/v9/-_Ctzj9b56b8RgXW8FArifk_vArhqVIZ0nv9q090hN8.woff2");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/rio%20harrahs");
allURLs.Add(@"http://www.health.com/");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/fari-affitto-_n_8977778.html?utm_hp_ref=italy#comments");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2009_03_29_archive.html");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/internet/");
allURLs.Add(@"http://www.skulpt.me/aim/");
allURLs.Add(@"http://purl.org/dc/terms/created");
allURLs.Add(@"http://www.huffingtonpost.com/2014/09/10/youre-the-worst-fx_n_5799072.html?utm_hp_ref=maureen-ryan");
allURLs.Add(@"http://www.halloweencostumes.com/animal-bug-costumes.html");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/homophobia");
allURLs.Add(@"http://www.bloomberg.com/content-service/products/photos/");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fi4xUr&via=thenextweb&related=thenextweb&text=UK+transport+network+continues+on+its+journey+to+a+cashless+future");
allURLs.Add(@"http://www.huffingtonpost.com/r-andrew-chesnut/mission-accomplished-el-c_b_8943946.html?utm_hp_ref=drug-war");
allURLs.Add(@"http://www.huffingtonpost.com/entry/kim-davis-sotu-jim-jordan_56957017e4b05b3245dadc0d");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/9%2F11");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/flaming%20las%20vegas");
allURLs.Add(@"https://twitter.com/fgleader?lang=ca");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/vegoose");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-defense");
allURLs.Add(@"http://www.huffingtonpost.com/kecia-ali/islam-sex-slavery_b_8004824.html?utm_hp_ref=worldpost-faith");
allURLs.Add(@"http://www.health.com/health/static/buzz/index.htm");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981588.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://www.politico.com/magazine/story/2016/01/sotu-restore-bipartisanship-213517#showCommentsButton");
allURLs.Add(@"http://www.bloomberglive.com/?utm_source=bloomberg-menu\");
allURLs.Add(@"http://clunkmag.com/tag/psychedelic/");
allURLs.Add(@"http://www.huffingtonpost.com/news/themed-guides/");
allURLs.Add(@"https://plus.google.com/share?url=http%3A%2F%2Fbloom.bg%2F1EtZVuj");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/steve%20marcus");
allURLs.Add(@"http://www.huffingtonpost.com/2013/09/30/chris-van-hollen-government-shutdown_n_4017008.html");
allURLs.Add(@"http://thenextweb.com/wp-json/oembed/1.0/embed?url=http%3A%2F%2Fthenextweb.com%2Fcreativity%2F2015%2F12%2F31%2Ftake-a-look-at-the-last-canvas-art-of-2015%2F&");
allURLs.Add(@"https://plus.google.com/share?url=http%3A%2F%2Fbloom.bg%2F1P2ojK0");
allURLs.Add(@"https://plus.google.com/share?url=http%3a%2f%2fwww.halloweencostumes.com%2fadult-deluxe-pharaoh-costume.html");
allURLs.Add(@"http://imgur.com/a/WmC7w");
allURLs.Add(@"http://www.oregonlive.com/cooking");
allURLs.Add(@"http://www.pupuplatters.com/pupuplayer/free/pupuplayer.php?podcast=http");
allURLs.Add(@"http://mansionglobal.com");
allURLs.Add(@"http://www.allaboutcookies.org/security/identity-protection.html");
allURLs.Add(@"http://www.cvent.com/events/s4x15-week/archived-6527b763e4b94569a3612510327b7278.aspx");
allURLs.Add(@"http://topics.oregonlive.com/tag/oregon/photos.html");
allURLs.Add(@"http://wellandgood.com/2015/12/04/10-immunity-boosting-foods-experts-want-you-to-be-eating/");
allURLs.Add(@"http://www.huffingtonpost.com/news/entertainment-features/");
allURLs.Add(@"https://twitter.com/huffpostkorea?lang=ca");
allURLs.Add(@"http://www.huffingtonpost.kr/nakyeong-lee");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/meryl%20streep");
allURLs.Add(@"http://thenextweb.com/apple/2016/01/12/ios-9-is-now-on-a-whopping-75-percent-of-apple-devices/");
allURLs.Add(@"http://blogs.getty.edu/iris/2012/09/");
allURLs.Add(@"http://data.stackexchange.com");
allURLs.Add(@"http://meta.philosophy.stackexchange.com");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/?hl=pt-br");
allURLs.Add(@"http://www.oregonencyclopedia.org/articles/chinese_massacre_at_deep_creek/#.VpccPdZ7A0s");
allURLs.Add(@"http://purl.org/dc/terms/description");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8975330.html?1452818840&utm_hp_ref=korea");
allURLs.Add(@"http://bloom.bg/1nmwVyL");
allURLs.Add(@"http://news.getty.edu");
allURLs.Add(@"http://genius.com/7507130/Genius-the-genius-knowledge-project/Restates-the-line"");
allURLs.Add(@"http://s.huffpost.com/uploaded/favicons/a/l/al-monitor.com/favicon.ico");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/public-programs/");
allURLs.Add(@"http://www.wsj.com/video/us-outlines-charges-against-martin-shkreli/72B48B98-0AF4-4B54-A30E-479BE54B803A.html");
allURLs.Add(@"https://plus.google.com/100549831725499775994/posts/SKmveCFVvZa");
allURLs.Add(@"http://meta.cooking.stackexchange.com");
allURLs.Add(@"http://www.huffingtonpost.com/diana-semaan/madaya-shock-world_b_8983690.html?utm_hp_ref=religion&ir=Religion");
allURLs.Add(@"http://www.huffingtonpost.com/entry/behold-30-of-the-best-blackgirlmagic-moments-from-2015_56720e3ce4b0648fe3023868");
allURLs.Add(@"http://www.huffpostarabi.com/weal-shadid/-_3589_b_8976482.html?utm_hp_ref=arabi");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/11/catholic-colleges-adjuncts-unions_n_8970630.html");
allURLs.Add(@"https://translate.google.com/?hl=en&tab=XT");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/568be7991f0000c000e9cf3a.jpeg");
allURLs.Add(@"http://nevadaoutdoornews.com/");
allURLs.Add(@"http://www.huffingtonpost.com/entry/worst-beauty-trends-2015_567989eee4b06fa6887ed658");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_600_noupscale/5695400a1a00002d00ab05fb.jpeg");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/20/miss-puerto-rico-destiny-velez-suspended_n_8848734.html?utm_hp_ref=islam");
allURLs.Add(@"http://thenextweb.com/voice/2015/05/07/whats-the-deal-with-tnws-new-canvas-ads/?canvas=mickeycohen");
allURLs.Add(@"https://signup.oregonlive.com/sign-in/");
allURLs.Add(@"http://www.adobe.com/products/catalog/software.html");
allURLs.Add(@"http://www.bloomberg.com/politics/trackers/2016-01-15/trump-syrian-migration-could-be-great-trojan-horse-");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/19-photos-that-prove-kids-will-fall-asleep-just-about-anywhere_n_8962098.html?ir=Parents");
allURLs.Add(@"http://connect.oregonlive.com/user/tboyd/posts.html");
allURLs.Add(@"http://www.oregonlive.com/cooking/2016/01/the_new_sugar_spice_offers_bol.html");
allURLs.Add(@"https://fonts.gstatic.com/s/productsans/v7/HYvgU2fE2nRJvZ5JFAumwYnF5uFdDttMLvmWuJdhhgs.ttf");
allURLs.Add(@"http://thenextweb.com/mobile/2015/12/07/verizon-finally-introduces-wi-fi-calling-this-week-but-only-for-samsung-phones-at-launch/");
allURLs.Add(@"http://www.huffingtonpost.com/makehome/");
allURLs.Add(@"http://www.youtube.com/embed/_hOTUlPnb-I?wmode=Opaque");
allURLs.Add(@"http://www.facebook.com/pages/Betsy-Hammond/317723758330109?ref=hl");
allURLs.Add(@"https://twitter.com/sofinabassett?lang=th");
allURLs.Add(@"http://photos.nola.com/tpphotos/2016/01/krewe_of_apollo_ball_5.html");
allURLs.Add(@"http://bit.ly/1OiIz6u");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/?m=true");
allURLs.Add(@"https://wallet.google.com/inapp/lib/buy.js");
allURLs.Add(@"http://www.shirts.com/slugterra-shirts.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/05/touro-law-school-email-acceptance_n_8918536.html?utm_hp_ref=college");
allURLs.Add(@"http://www.wsj.com/public/page/news-opinion-commentary.html");
allURLs.Add(@"http://www.wsj.com/articles/top-iaaf-officials-were-aware-of-cheating-commission-says-1452794421");
allURLs.Add(@"https://twitter.com/louisvirtel/status/686996704952889344?lang=it");
allURLs.Add(@"http://wellandgood.com/2015/12/03/9-healthier-hanukkah-latke-recipes/");
allURLs.Add(@"http://talkingtvwithryanandryan.libsyn.com/talking-tv-with-ryan-and-ryan-episode-119-the-happy-outlander-in-the-knick-is-the-worst");
allURLs.Add(@"https://preview.adzerk.com/preview/1381200");
allURLs.Add(@"http://jrwatkins.com");
allURLs.Add(@"http://www.halloweencostumes.com/toy-weapons.html");
allURLs.Add(@"http://www.huffingtonpost.com/2015/08/20/advocates-say-marijuana-legalization-in-arizona-could-generate-40-million-a-year-for-schools_n_8018138.html?utm_hp_ref=drug-war");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=en");
allURLs.Add(@"http://thedailyshow.cc.com/trevor-noah");
allURLs.Add(@"http://www.wsj.com/articles/phobophobia-1452800068?mod=trending_now_4");
allURLs.Add(@"http://www.thesuperficial.com/wp-content/plugins/bwp-minify/min/?f=wp-content/plugins/wp");
allURLs.Add(@"https://www.nslds.ed.gov/nslds/nslds_SA/");
allURLs.Add(@"http://shop.getty.edu/collections/new-arrivals.oembed");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55cb7bab1400002e002e2b20.jpeg");
allURLs.Add(@"http://fonts.gstatic.com/s/robotocondensed/v13/mg0cGfGRUERshzBlvqxeAIvse0WFWMXD6DWBLcV41iQ.ttf");
allURLs.Add(@"http://www.huffpostarabi.com/news/entertainment");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_600_noupscale/56721326190000d30078a227.jpeg");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/virgin%20america");
allURLs.Add(@"http://bloom.bg/1Q9NxVU");
allURLs.Add(@"https://accounts.google.com/ServiceLogin?service\u003doz\u0026hl\u003den");
allURLs.Add(@"http://img.huffingtonpost.com/asset/100_100/559afcd713000012006355a5.jpeg");
allURLs.Add(@"https://secure.assets.tumblr.com/analytics.html?2c21d514373b9221f5a5041b0dfb079f#");
allURLs.Add(@"https://thenextweb.com/xmlrpc.php?rsd");
allURLs.Add(@"http://fonts.gstatic.com/s/robotoslab/v6/dazS1PrQQuCxC3iOAJFEJbfB31yxOzP-czbf6AAKCVo.ttf");
allURLs.Add(@"http://www.huffingtonpost.com/news/eric-matthew-frein/");
allURLs.Add(@"http://www.azcentral.com/story/sports/high-school/2015/11/21/div-semifinal-desert-ridge-hangs-edge-chandler/76061422/");
allURLs.Add(@"http://www.getty.edu/art/collection/search/scripts/vendor/select2/3.5.1/select2.min.js");
allURLs.Add(@"https://www.linkedin.com/shareArticle?mini=true&url=http%3A%2F%2Fbloom.bg%2F1Sh6yXO&title=CES+2016&source=Bloomberg");
allURLs.Add(@"http://tnw.to/g4xfA");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fd4lIU&via=thenextweb&related=thenextweb&text=I+spent+a+combined+%24300%2C000+on+fake+lottery+tickets+and+still+didn%E2%80%99t+win+the+Powerball");
allURLs.Add(@"http://www.oregonlive.com/west-linn/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/greyhound%20track");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/young%20frankenstein");
allURLs.Add(@"http://purl.org/dc/terms/bibliographicCitation");
allURLs.Add(@"http://www.thesuperficial.com/everyone-seems-very-surprised-amy-schumer-has-a-boyfriend-01-2016");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/jeff%20foxworthy");
allURLs.Add(@"http://www.bloomberg.com/content-service/content/uploads/sites/6/2015/08/BBG-CONTENT-SERVICE-LOGO.svg");
allURLs.Add(@"https://www.thrillist.com/travel/nation/how-much-should-you-tip-at-a-luxury-hotel-or-all-inclusive-resort");
allURLs.Add(@"http://www.attenboroughsreef.com/");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/14/story_n_8974656.html");
allURLs.Add(@"http://www.shirts.com/kids-eli-lucky-t-shirt.html");
allURLs.Add(@"https://www.gofundme.com/xm2z62jy");
allURLs.Add(@"http://www.fun.com/party-supplies.html");
allURLs.Add(@"https://twitter.com/TheDeeView/status/687112766188994560");
allURLs.Add(@"http://es.stackoverflow.com");
allURLs.Add(@"http://www.zergnet.com/zerg.js?id=34443");
allURLs.Add(@"http://thestrippodcast.blogspot.com/feeds/8110449363752814131/comments/default");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia");
allURLs.Add(@"http://t.co/ckqt6D2wYQ");
allURLs.Add(@"http://www.huffpostarabi.com/ala-hamdan");
allURLs.Add(@"https://twitter.com/vibemagazine?lang=zh-cn");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/michael%20kors");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/snow");
allURLs.Add(@"http://www.nlm.nih.gov/class/index.html");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/career-paths/");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-12/meet-the-chinese-newcomers-staking-a-claim-to-global-oil-trading");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia#c1195502");
allURLs.Add(@"http://s.huffpost.com/assets/js.php?v=1452789124&f=jquery%2Fjquery.I18N.js%2Clocale%2Fko_KR%2Fpublic.js%2Csprintf-0.7.js");
allURLs.Add(@"https://t.co/0zmsK7rknR"
");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388078005/u/0/f/677045/c/35496/s/4cda7139/sc/38/ach.htm");
allURLs.Add(@"http://www.huffingtonpost.com/grace-bluerock/5-simple-ways-to-improve-your-life-through-gratitude_b_8973710.html");
allURLs.Add(@"http://www.silive.com");
allURLs.Add(@"http://www.politico.com/driving-the-day");
allURLs.Add(@"http://www.huffingtonpost.com/2011/12/13/the-pullmantur-zenith_n_1145756.html?utm_hp_ref=themed-guides");
allURLs.Add(@"https://www.google.nl/maps/place/London");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8985142.html?utm_hp_ref=korea#comments");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/ashley-olsen-fermato_n_8976280.html");
allURLs.Add(@"http://t.co/3tfPrnJAKA"
");
allURLs.Add(@"http://mayronsgoods.com/products/checkout/");
allURLs.Add(@"http://img.vast.com/t/115x87/-9070743973562304564");
allURLs.Add(@"http://ll-assets.tmz.com/www.tmz.com/main/default/cache/html5shiv.min.512480812d84e77c54b38a11b9a9e049.v2014_05_09_164122.js");
allURLs.Add(@"http://www.bestpokersites.org/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/san%20diego");
allURLs.Add(@"http://purl.org/dc/terms/BibliographicResource");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/vanity%20fair");
allURLs.Add(@"https://user.azcentral.com/PPHX-GUP-YOURTAKE/user/");
allURLs.Add(@"https://wwwimages2.adobe.com/include/style/modes/MirrorIE.css");
allURLs.Add(@"http://www.huffingtonpost.com/news/breakingthesilence/");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8977198.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://autos.nola.com/");
allURLs.Add(@"https://t.co/LaqPMlaNtl");
allURLs.Add(@"http://www.bloomberg.com/content-service/content/themes/bcs/images/bloomberg-logo.svg");
allURLs.Add(@"http://www.wsj.com/articles/a-day-in-the-life-of-anne-wojcicki-1452613783");
allURLs.Add(@"http://thenextweb.com/author/tnwacademy/&via=thenextweb");
allURLs.Add(@"http://www.shirts.com/leggings.html?f=t");
allURLs.Add(@"http://img.huffingtonpost.com/asset/1200_630/56967da21f00002300215cb1.jpeg?cache=otg59n1adq");
allURLs.Add(@"http://iptc.org/std/nar/2006-10-01/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/24/24000-sign-petition-of-radical-love-in-support-of-american-muslims_n_8875270.html?utm_hp_ref=islam#comments");
allURLs.Add(@"http://www.huffingtonpost.com/entry/snape-harry-potter-alan-rickman_5697a396e4b0b4eb759d456a?utm_hp_ref=entertainment&ir=Entertainment&section=entertainment");
allURLs.Add(@"http://topics.nola.com/tag/new%20orleans/photos.html");
allURLs.Add(@"http://www.oregonlive.com/performance/index.ssf/2016/01/fun_with_jesus_and_jazz_hands.html#comments");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/07/jews-and-arabs-kissing_n_8949066.html?utm_hp_ref=religion");
allURLs.Add(@"http://www.bloomberg.com/politics");
allURLs.Add(@"https://platform.vine.co/static/scripts/embed.js");
allURLs.Add(@"http://www.halloweencostumes.com/egyptian-goddess-costume.html");
allURLs.Add(@"http://ultramicah.blogspot.com/2008/11/dan-savage-on-black-homophobia.html");
allURLs.Add(@"http://wellandgood.com/wp-content/plugins/video-contest/assets/js/video-contest.js?ver=1.4");
allURLs.Add(@"http://tags.tiqcdn.com/utag/wsjdn/wsjlive/prod/utag.js");
allURLs.Add(@"http://mistressmatisse.blogspot.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/science/");
allURLs.Add(@"http://www.fun.com/spongebob-squarepants-toys.html");
allURLs.Add(@"http://connect.nola.com/user/Mhorton/posts.html");
allURLs.Add(@"https://id.wsj.com/access/509b1a086458232f6e000002/latest/register_standalone.html");
allURLs.Add(@"https://twitter.com/intent/tweet?lang=en&text=Pakistan%3A+Land+Of+The+Pure+Or+The+Intolerant%3F+http%3A%2F%2Fwww.huffingtonpost.com%2Fharris-zafar%2Fpakistan-land-of-the-pure_b_859047.html");
allURLs.Add(@"http://thenextweb.com/gadgets/2016/01/08/electronic-skateboards-seized-by-us-marshals-at-ces-after-emergency-court-order/");
allURLs.Add(@"http://irvingstreetkitchen.com/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/31/the-real-reason-introverts-dread-small-talk_n_8974522.html?ir=Healthy+Living#comments");
allURLs.Add(@"https://accounts.google.com/ServiceLogin?uilel=3&service=youtube&passive=true&hl=en&continue=http%3A%2F%2Fwww.youtube.com%2Fsignin%3Fhl%3Den%26next%3D%252Fchannel%252FUCa9VX6_IhpxjpJIp5Yqq0Yg%26continue_action%3DQUFFLUhqbFpoTUxhdDhTSVJERWN4bUNydERxeDh5NTdxZ3xBQ3Jtc0tuazlyNFRNaGYzNHU0d0NSSlUzWDNJNml1SXI0cGtJcXh0dndvemN0M2JBWjBHSzdtcGl3OFdLM2VYc0lSYWlEalhBSDhJWlcwUkVTU0lQV1A3aGpNWjJiVjBhOW5BUExfdTBTcHNCZjBmZHVmanFjek1oOFIwcmQwSS1HSEQzcXlEelFLSkFKdWtBSHE0OXo0VHdVZGpCalNVV0JVcEtIOHRUbkdZeGlhdjFjbUlqMnZxM2JOZENXakpocEEtcEVhc2lhNHE2WlRndUNVaUsxQmdJOG1vZ3ZtazJR%26action_handle_signin%3Dtrue%26feature%3Dsubscribe%26app%3Ddesktop");
allURLs.Add(@"https://dealspotr.com/");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55cb667014000077002e2ae6.jpeg");
allURLs.Add(@"http://blogs.wsj.com/speakeasy/2016/01/14/black-actors-and-directors-shut-out-of-2016-oscar-race/?mod=trending_now_1");
allURLs.Add(@"https://creative.adobe.com/join/single_app/year/illustrator");
allURLs.Add(@"http://www.paleysplace.net/#about");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fc4l6V&via=thenextweb&related=thenextweb&text=%E2%80%98Spermbots%E2%80%99+are+a+bionic+suit+for+your+sperm");
allURLs.Add(@"http://blogs.getty.edu/iris/2013/12/");
allURLs.Add(@"http://castagnarestaurant.com/js/castagna.js");
allURLs.Add(@"http://www.oregonlive.com/interactivity/");
allURLs.Add(@"https://www.politicopro.com/staff/martine-powers");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/kyle%20stokely");
allURLs.Add(@"http://www.thesuperficial.com/amy-schumer-side-boob-princess-leia-bikini-gq-07-2015");
allURLs.Add(@"http://mistressmatisse.blogspot.com/2006_06_25_archive.html");
allURLs.Add(@"https://www.blogger.com/email-post.g?blogID=6485689&postID=115134979962913537");
allURLs.Add(@"http://www.politico.com/magazine/tag/trent-lott");
allURLs.Add(@"http://rc.feedsportal.com/r/247388197447/u/0/f/677045/c/35496/s/4ce0a7e9/sc/14/rc/1/rc.img");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981406.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://meta.ja.stackoverflow.com");
allURLs.Add(@"https://t.co/Y9XUObrqJd");
allURLs.Add(@"http://blogs.getty.edu/iris/this-just-in-19th-century-peep-show-was-the-forerunner-of-3d-movies/#respond");
allURLs.Add(@"http://www.halloweencostumes.com/mens-costumes.html");
allURLs.Add(@"http://thenextweb.com/insider/2016/01/15/spermbots-are-a-bionic-suit-for-your-sperm/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/14/how-an-introvert-and-extrovert-found-workplace-happiness_n_8892752.html?utm_hp_ref=gps-for-the-soul&ir=GPS+for+the+Soul");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/plugins/wonderplugin-slider/engine/wonderpluginsliderskins.js?ver=4.1C");
allURLs.Add(@"http://nasher.duke.edu/blog/");
allURLs.Add(@"https://twitter.com/huffpostkorea?lang=it");
allURLs.Add(@"http://about.bgov.com/event/spectrum-2016-a-conversation-with-greg-walden-and-anna-eshoo/");
allURLs.Add(@"http://www.bloomberg.com/politics/trackers/2016-01-14/clinton-aide-surprised-sanders-broke-negative-ad-pledge");
allURLs.Add(@"https://t.co/nYdK2N3Lgv");
allURLs.Add(@"http://lvrocks.com/");
allURLs.Add(@"http://meta.woodworking.stackexchange.com");
allURLs.Add(@"https://creative.adobe.com/join/photography/");
allURLs.Add(@"http://www.vibe.com/category/vixen/");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#alternative");
allURLs.Add(@"https://jquery.org/donate/");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/plugins/form-maker/css/jquery-ui-1.10.3.custom.css?ver=4.2.4");
allURLs.Add(@"http://nasher.duke.edu/wp-content/themes/nasher/javascripts/foundation/jquery.placeholder.min.js?ver=4.4");
allURLs.Add(@"http://o.aolcdn.com/os_merge/?file=/aol/beacon.min.js");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/religion");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-trade/2016/01/obama-makes-tpp-push-in-sotu-thune-says-tpp-on-life-support-new-zealand-offering-to-host-tpp-signing-in-early-feb-212148");
allURLs.Add(@"http://assets3.thrillist.com/v1/image/1633849/size/tl-horizontal_main/the-2016-best-picture-oscar-nominees-ranked");
allURLs.Add(@"http://bloom.bg/1KgjHsa");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8975330.html?utm_hp_ref=korea");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/performance-art/");
allURLs.Add(@"http://www.wsj.com/community/member/mailbox");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/expert-contributor/");
allURLs.Add(@"https://twitter.com/latinovoices?lang=cs");
allURLs.Add(@"http://twitter.com/share?url=http%3A%2F%2Fwww.oregonlive.com%2Fsports%2Findex.ssf%2F2015%2F08%2Flittle_league_softball_world_s_41.html&text=Was%20Little%20League%20Softball%20World%20Series%20scandal%20a%20result%20of%20murky%20tiebreaker%20rules%3F");
allURLs.Add(@"https://twitter.com/latinovoices?lang=en");
allURLs.Add(@"http://www.nola.com/placead/manage/index.ssf");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/blogsherpa");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2008/11/in-defense-of-r-j.html");
allURLs.Add(@"https://bba.bloomberg.net/?utm_source=bloomberg-menu&utm_medium=trading");
allURLs.Add(@"http://topics.nola.com/tag/saints/photos.html");
allURLs.Add(@"http://nasher.duke.edu/wp-content/themes/nasher/stylesheets/fancybox/jquery.fancybox.css?ver=4.4");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/?hl=id");
allURLs.Add(@"http://www.politico.com/story/2016/01/politifact-chelsea-clinton-bernie-sanders-health-plan-217779");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/romantic-wedding-kisses_n_8965248.html?ir=Weddings#comments");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/08/self-installing-car-seat-promises-to-make-parents-lives-easier_n_8940700.html");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=ko_KR");
allURLs.Add(@"http://www.oregonlive.com/health/index.ssf/2015/11/california_company_recalls_sal_1.html");
allURLs.Add(@"http://primrosepress.etsy.com");
allURLs.Add(@"https://twitter.com/vibemagazine?lang=ro");
allURLs.Add(@"http://www.huffingtonpost.com/entry/david-attenborough-great-barrier-reef_56930767e4b0a2b6fb70902f?ir=Science§ion=science");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388197439/u/0/f/677045/c/35496/s/4ce0a7f1/sc/38/ach.htm");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#accrualMethod");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/portuguese%20water%20dogs");
allURLs.Add(@"http://www.wsj.com/articles/head-of-track-and-fields-global-body-to-cut-ties-with-nike-1448570000");
allURLs.Add(@"https://pbs.twimg.com/profile_images/519907234969432064/7qanUAUZ_normal.jpeg");
allURLs.Add(@"http://www.caesarsentertainment.com/");
allURLs.Add(@"http://www.huffingtonpost.com/sebastien-maillard/world-pope-francis-glasses_b_8131706.html");
allURLs.Add(@"https://s1.wp.com/wp-content/themes/vip/time2014/js/dist/time-tracking.js?m=1441812711g");
allURLs.Add(@"https://assets-cdn.github.com/assets/frameworks-2895475c714f13790b63e636b5389a6918a260259c5b22a15acf5ef26bd6ef09.js");
allURLs.Add(@"http://photos.oregonlive.com/oregonian/2016/01/jarrod_uthoff_christian_willia.html");
allURLs.Add(@"http://genius.com/artists/Veggie-crumble"");
allURLs.Add(@"http://highschoolsports.oregonlive.com/");
allURLs.Add(@"http://purl.org/dc/terms/Box");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2011_07_31_archive.html");
allURLs.Add(@"https://www.youtube.com/watch?v=ZBcmS-ebnx8");
allURLs.Add(@"http://www.flickr.com/photos/vegashappenshere/6102271056/");
allURLs.Add(@"https://twitter.com/intent/tweet/?text=Interesting+post+by+%40kirstystyles1+%E2%80%9CUK+scoops+up+millions+of+phone+and+email+records+but+...%E2%80%9D+http%3A%2F%2Ftnw.to%2Fb4key&via=thenextweb");
allURLs.Add(@"http://www.health.com/health/diet-fitness");
allURLs.Add(@"http://www.fun.com/star-wars-toys.html");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia#c1197421");
allURLs.Add(@"http://s10.sitemeter.com/js/counter.js?site=s10pupuplayer");
allURLs.Add(@"http://www.oregonlive.com/newsletters/top-stories/index.html");
allURLs.Add(@"http://www.usmagazine.com/celebrity-news/news/nick-carter-backstreet-boys-singer-arrested-in-florida-w161633");
allURLs.Add(@"http://cgi.health.com/cgi-bin/mail/dnp/privacy_centralized.cgi/health?dnp_source=E");
allURLs.Add(@"https://www.facebook.com/Clunkmag/");
allURLs.Add(@"http://maggiemcneill.wordpress.com/2014/01/23/");
allURLs.Add(@"https://medium.com/deep-learning-101/algorithms-of-the-mind-10eb13f61fc4");
allURLs.Add(@"http://www.allaboutcookies.org/privacy-concerns/new-european-laws.html");
int curURLNum;
while (allURLs.Count > 0) {
curURLNum = rnd.Next(allURLs.Count);
if (!completeURLs.Contains(allURLs[curURLNum])) {
completeURLs.Add(allURLs[curURLNum]);
List<String> newURLs = pr.Request(allURLs[curURLNum]);
foreach (String curNURL in newURLs) {
if (!allURLs.Contains(curNURL)) {
if (curNURL.ToLower().StartsWith("http")) {
allURLs.Add(curNURL);
}
}
}
allURLs.Remove(allURLs[curURLNum]);
}
Console.WriteLine("|||||PagesTotal:{0}|PagesASCIIOnly:{1}|CharsTotal:{2}|CharsASCII:{3}", Tallyer.PagesTotal, Tallyer.PagesASCIIOnly, Tallyer.CharsTotal, Tallyer.CharsASCII);
}
Console.ReadLine();
}
static void Main(string[] args)
{
Random rnd = new Random();
PageRequester pr = new PageRequester();
List <String> allURLs = new List <String>();
List <String> completeURLs = new List <String>();
allURLs.Add(@"http://genius.com/Kanye-west-2014-yeezus-tour-dates-lyrics");
allURLs.Add(@"http://www.bloomberg.com/news/science-energy");
allURLs.Add(@"http://local-www.tmzdev.com/when-its-on-browse");
allURLs.Add(@"http://www.thesuperficial.com/feed");
allURLs.Add(@"http://www.huffingtonpost.com/healthy-living");
allURLs.Add(@"http://www.huffingtonpost.com/azadeh-shahshahani/a-review-of-guantanamo-di_b_8926782.html?ir=Books#comments");
allURLs.Add(@"https://twitter.com/louisvirtel/status/686996704952889344?lang=tr");
allURLs.Add(@"http://1.gravatar.com/avatar/a0b2b67ec25d85f836c9aeb9e1838a10?s=300&d=mm&r=g");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981194.html?utm_hp_ref=arabi");
allURLs.Add(@"http://thenextweb.com/wp-json/oembed/1.0/embed?url=http%3A%2F%2Fthenextweb.com%2Fgadgets%2F2016%2F01%2F07%2Fthe-skulpt-chisel-tracks-your-body-fat-not-your-heart-rate%2F&");
allURLs.Add(@"http://wwwcf.nlm.nih.gov/class/");
allURLs.Add(@"http://upload.tinychat.com/pic/theshittiestroom");
allURLs.Add(@"http://blogs.getty.edu/iris/encuentros-quemando-con-surreal-encanto/#respond");
allURLs.Add(@"http://cooking.stackexchange.com/questions/65399/how-to-alleviate-the-effects-of-spicy-food-for-vegans");
allURLs.Add(@"http://www.huffingtonpost.com/news/drug-war");
allURLs.Add(@"http://www.bloomberg.com/game-plan");
allURLs.Add(@"http://genius.com/artists/Kanye-west\");
allURLs.Add(@"http://www.oregonlive.com/recruiting/index.ssf/2016/01/oregon_state_beavers_qb_commit.html");
allURLs.Add(@"https://twitter.com/sofinabassett?lang=he");
allURLs.Add(@"http://s.wsj.net/static_html_files/require_min_v1.0.1.js");
allURLs.Add(@"http://www.oregonlive.com/pacific-northwest-news/index.ssf/2016/01/ammon_bundy_his_history_and_a.html");
allURLs.Add(@"http://www.oregonlive.com/multimedia/index.ssf/2014/10/photo_sequence_of_mariotas_div.html");
allURLs.Add(@"http://www.huffingtonpost.com/special/Destination-Discovery/index.html");
allURLs.Add(@"https://www.facebook.com/BeaversNews");
allURLs.Add(@"http://dublincore.org/usage/decisions/#Decision");
allURLs.Add(@"http://purl.org/dc/terms/spatial");
allURLs.Add(@"http://a.abcnews.com/assets");
allURLs.Add(@"http://www.huffingtonpost.com/tony-newman/drug-war-confidential-informants_b_8741642.html");
allURLs.Add(@"https://www.gravatar.com/avatar/2eba0e557cef61fecbe060f8af64a367?s=32&d=identicon&r=PG");
allURLs.Add(@"https://twitter.com/oregonautos?lang=fi");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/");
allURLs.Add(@"http://www.thefrisky.com/2016-01-01/is-this-an-800-year-old-nokia-cellphone-left-by-time-traveling-aliens/");
allURLs.Add(@"http://www.bloomberg.com/politics/");
allURLs.Add(@"http://thenextweb.com/twitter/2016/01/14/today-in-black-twitter-captures-and-magnifies-the-voices-of-african-american-culture-online/");
allURLs.Add(@"http://blogs.getty.edu/iris/plays-the-thing-at-museum-game-zone/feed/");
allURLs.Add(@"http://blogs.getty.edu/iris/glamour-in-old-beijing/");
allURLs.Add(@"http://blogs.getty.edu/iris/giorgio-vasaris-monumental-painting-last-supper-reemerges-after-nearly-50-years/#respond");
allURLs.Add(@"http://www.huffingtonpost.com/?country=IT");
allURLs.Add(@"https://www.facebook.com/troylsmith");
allURLs.Add(@"http://www.bloomberg.com/content-service/?utm_source=bloomberg-menu\");
allURLs.Add(@"http://www.oregonlive.com/forest-grove/index.ssf/2016/01/rural_washington_county_home_c.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/winning-powerball-numbers_n_8975262.html");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/alan-rickman_n_8977844.html?utm_hp_ref=italy");
allURLs.Add(@"http://www.oregonlive.com/today/index.ssf/2016/01/more_than_80_new_millionaires.html#comments");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/carnival-ride-snatches-pants_n_8973624.html?ir=Weird+News#comments");
allURLs.Add(@"http://www.thesuperficial.com/daisy-lea-topless-tegan-ashley-01-2016#comments");
allURLs.Add(@"http://barmingo.com/cocktails/#mix");
allURLs.Add(@"http://instagram.com/p/BAidxeksHZW/");
allURLs.Add(@"http://twitter.com/JackieGualtieri");
allURLs.Add(@"http://www.huffingtonpost.com/gps-for-the-soul/");
allURLs.Add(@"http://www.politico.com/story/2016/01/security-fears-gop-polls-217795");
allURLs.Add(@"http://www.theguardian.com/tv-and-radio/2015/dec/20/hes-almost-90-but-david-attenborough-is-still-seeking-a-wider-audience");
allURLs.Add(@"http://blogs.getty.edu/iris/video-aloe-blacc-next-up-at-saturdays-off-the-405/");
allURLs.Add(@"http://sc.wsj.net/css/wsjblog_global_ie7.css");
allURLs.Add(@"http://blogs.getty.edu/iris/online-museum-collection-catalogues-mantra-and-metaphor/feed/");
allURLs.Add(@"http://genius.com/artists/Tom-lehman"");
allURLs.Add(@"http://cdn.pubexchange.com/modules/partner/huffpost_weird_news");
allURLs.Add(@"http://www.oregonlive.com/sports/index.ssf/2015/08/little_league_softball_world_s_41.html");
allURLs.Add(@"http://connect.oregonlive.com/staff/mrichman/photos.html");
allURLs.Add(@"http://tnw.to/w03p");
allURLs.Add(@"http://www.wsj.com/video/browse/business/markets");
allURLs.Add(@"http://thegetty.tumblr.com/post/137291331001");
allURLs.Add(@"http://upload.tinychat.com/pic/pinoyheartradi0");
allURLs.Add(@"http://blogs.getty.edu/iris/this-just-in-fantastic-island/#respond");
allURLs.Add(@"http://www.shirts.com/custom-tee-landing.aspx");
allURLs.Add(@"http://genius.com/7712483");
allURLs.Add(@"http://time.com/time-person-of-the-year-2015-angela-merkel-choice/");
allURLs.Add(@"http://connect.oregonlive.com/staff/rwoolington/posts.html");
allURLs.Add(@"http://tnw.to/zui");
allURLs.Add(@"http://t.co/23ueH1NAPt");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/islam-and-the-quran-women_b_845933.html");
allURLs.Add(@"http://www.huffingtonpost.com/entry/trump-phenomenon_55d6fea2e4b00d8137edde58");
allURLs.Add(@"https://plus.google.com/103000818663620402555");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=en");
allURLs.Add(@"http://www.politico.com/magazine/search");
allURLs.Add(@"https://www.google.com/maps/d/viewer?mid\\u003dzbH");
allURLs.Add(@"http://purl.org/dc/terms/TGN");
allURLs.Add(@"http://www.huffingtonpost.com/news/worldpost-faith/");
allURLs.Add(@"http://www.oregonlive.com/hillsboro/index.ssf/");
allURLs.Add(@"http://blogs.getty.edu/iris/author/squaresma/");
allURLs.Add(@"http://www.oregonlive.com/trackandfield/index.ssf/2015/12/oregons_jenna_prandini_wins_th.html");
allURLs.Add(@"http://www.huffingtonpost.com/?country=KR");
allURLs.Add(@"http://www.huffingtonpost.com/thrillist/the-most-insane-abandoned_b_8961852.html?ir=Travel#comments");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/blogging-greeces-byzantium/");
allURLs.Add(@"http://www.businessinsider.com/regulators-say-megabanks-living-wills-are-unrealistic-2014-8");
allURLs.Add(@"http://www.wellandgoodnyc.com");
allURLs.Add(@"http://dj.wsj.com/hub?mod=WSJ_Hat");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd1241400004f009a71ef.jpeg");
allURLs.Add(@"http://bloom.bg/1XBcf2L");
allURLs.Add(@"http://www.huffingtonpost.com/science-of-us/a-classic-psychology-stud_b_8981232.html?utm_hp_ref=healthy-living");
allURLs.Add(@"http://twitter.com/thrillist");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd14a1400004f009a71fd.jpeg");
allURLs.Add(@"http://wp.me/p1t6un-4MV");
allURLs.Add(@"http://www.huffingtonpost.com/feeds/verticals/korea/index.xml");
allURLs.Add(@"http://www.thefrisky.com/wp/?p=3398815");
allURLs.Add(@"http://www.huffingtonpost.com/news/weird-science/");
allURLs.Add(@"http://yogalady.tumblr.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/topics/art/architecture-and-design/");
allURLs.Add(@"http://www.halloweencostumes.com/sports-costumes.html");
allURLs.Add(@"http://www.huffingtonpost.com/2014/12/29/2014-makeup-trends-jackie-aina_n_6390100.html");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fg4xgc&via=thenextweb&related=thenextweb&text=YouTube+star+PewDiePie+partners+with+Disney+to+launch+his+own+video+network");
allURLs.Add(@"http://www.huffingtonpost.com/2015/11/25/10-mind-boggling-science-facts_n_8655048.html?utm_hp_ref=weird-science#comments");
allURLs.Add(@"https://www.instagram.com/p/BAidxeksHZW/?hl=si");
allURLs.Add(@"http://bustedcoverage.com/2015/07/13/nina-agdals-hidden-talent-is-kinda-gross/");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/themes/iris2012/library/js/custom.js?ver=4.2.4");
allURLs.Add(@"https://helpx.adobe.com/support.html?promoid=KLXNA");
allURLs.Add(@"https://www.thrillist.com/entertainment/nation/oscar-nominations-2016-best-picture-nominees-ranked");
allURLs.Add(@"http://connect.oregonlive.com/staff/thernandez/index.html");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/56201ee01400002200c7a161.jpeg");
allURLs.Add(@"https://twitter.com/oregonautos?lang=en");
allURLs.Add(@"https://mobile.twitter.com/louisvirtel/status/686996704952889344?locale=tr");
allURLs.Add(@"http://cn.wsj.com/big5/rtchome.asp");
allURLs.Add(@"http://thenextweb.com/dd/2016/01/13/microsofts-speedy-chakra-javascript-engine-is-now-open-source/");
allURLs.Add(@"http://www.getty.edu/research/library/faq.html");
allURLs.Add(@"http://mayronsgoods.com/products/adult/junk-stuff/");
allURLs.Add(@"https://twitter.com/huffpostkorea");
allURLs.Add(@"https://github.com/hashchange/jquery.isinview#options");
allURLs.Add(@"http://www.thesuperficial.com/gwyneth-paltrow-diet-goop-annual-detox-plan-01-2016");
allURLs.Add(@"http://www.politico.com/story/2015/12/roger-simon-says-donald-trump-rhetoric-216328");
allURLs.Add(@"http://connect.oregonlive.com/staff/kgoe/photos.html");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/pakistan-land-of-the-pure_b_859047.html");
allURLs.Add(@"http://blogs.getty.edu/iris/website-offers-insiders-view-of-westminster-abbeys-cosmati-pavement-conservation-project/#respond");
allURLs.Add(@"http://connect.oregonlive.com/staff/kgoe/videos.html");
allURLs.Add(@"https://transparencia.podemos.info/perfil/estatal/carolina-bescansa");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388197440/u/0/f/677045/c/35496/s/4ce0a7f0/sc/7/ach.htm");
allURLs.Add(@"http://topics.oregonlive.com/tag/high%20school%20football/photos.html");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#contributor");
allURLs.Add(@"https://api.w.org/");
allURLs.Add(@"http://fonts.googleapis.com/css?family=Merriweather");
allURLs.Add(@"http://tinychat.com/channel");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/missouri-governor-jay-nixon-rams_n_8970760.html?ir=Sports#comments");
allURLs.Add(@"http://thenextweb.com/insider/2015/11/12/the-shortcut-to-success-get-a-grip-on-your-digital-marketing-strategy/");
allURLs.Add(@"http://www.halloweencostumes.com/historical-costumes.html");
allURLs.Add(@"http://blogs.getty.edu/iris/rare-chinese-battle-prints-come-to-the-getty-research-institute/#respond");
allURLs.Add(@"http://thenextweb.com/?p=946159");
allURLs.Add(@"http://about.bgov.com/?utm_source=bloomberg-menu&utm_medium=content-service");
allURLs.Add(@"http://argovino.com/wp-content/uploads/germandicesare.jpeg");
allURLs.Add(@"http://media.oregonlive.com/design/baseline/css/common.min.css");
allURLs.Add(@"http://stackexchange.com/mediakit");
allURLs.Add(@"http://www.twitter.com/vibemagazine");
allURLs.Add(@"https://twitter.com/thrillist?lang=zh-tw");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/13/shanghai-disney-opening-date_n_8969220.html?ir=Travel");
allURLs.Add(@"https://assets.guim.co.uk/javascripts/44c3d6f492aa4f6c149190bb3bc762c6/app.js");
allURLs.Add(@"http://personalization.bloomberg.com");
allURLs.Add(@"http://www.wsj.com/articles/oil-rout-forces-companies-to-delay-decisions-on-380-billion-in-projects-1452775590");
allURLs.Add(@"http://cdn.taboola.com/libtrc/thenextweb/loader.js");
allURLs.Add(@"http://www.tigard-or.gov/community/events.php");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/14/alan-rickman-dead_n_8977758.html");
allURLs.Add(@"http://genius.com/Lcd-soundsystem-christmas-will-break-your-heart-lyrics");
allURLs.Add(@"http://www.politico.com/employment/technology-reporter-politico-pro-edi0030");
allURLs.Add(@"https://twitter.com/oregonautos?lang=it");
allURLs.Add(@"http://www.halloweencostumes.com/kids-gladiator-costume.html");
allURLs.Add(@"http://bloom.bg/1Q3mpYy");
allURLs.Add(@"http://topics.wsj.com/person/F/esther-fung/7817");
allURLs.Add(@"http://thenextweb.com/eu/2016/01/14/uk-scoops-up-millions-of-phone-and-email-records-but-claims-thats-not-mass-surveillance/");
allURLs.Add(@"http://wellcomeimages.org/indexplus/image/V0002158.html");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-trade");
allURLs.Add(@"http://www.huffingtonpost.com/entry/19-photos-that-prove-kids-will-fall-asleep-just-about-anywhere_56950f5ae4b086bc1cd525da");
allURLs.Add(@"http://s1.huffpost.com/assets/css.php?v=1452789124&f=phoenix%2Fverticals%2Fbooks.css%2Cphoenix%2Fverticals%2Fpolitics.css%2Cphoenix%2Fverticals%2Fentertainment.css%2Cphoenix%2Fverticals%2Fbusiness.css%2Cphoenix%2Fverticals%2Fmedia.css%2Cphoenix%2Fverticals%2Farts.css%2Cphoenix%2Fverticals%2Fscience.css%2Cphoenix%2Fverticals%2Freligion.css%2Cphoenix%2Fverticals%2Ftravel.css%2Cphoenix%2Fverticals%2Feducation.css%2Cphoenix%2Fverticals%2Fus-common.css");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-13/unitedhealth-said-in-talks-to-buy-brazil-hospital-santa-helena");
allURLs.Add(@"http://blogs.getty.edu/iris/encuentros-quemando-con-surreal-encanto/feed/");
allURLs.Add(@"http://www.oregonlive.com/weather/index.ssf/2016/01/get_ready_skiers_and_snowboard.html");
allURLs.Add(@"http://www.slate.com/articles/news_and_politics/politics/2014/02/republican_governors_association_outraises_democrats_can_chris_christie.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/new-report-recommends-babies-switch-to-convertible-car-seats-by-age-1_n_8964210.html?ir=Parents");
allURLs.Add(@"http://chinese.wsj.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/seven-things-i-learned-from-leonardo-da-vinci-and-the-art-of-sculpture/#respond");
allURLs.Add(@"https://twitter.com/thrillist?lang=it");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/559dd1531b00002e0027f409.jpeg");
allURLs.Add(@"http://genius.com/forums");
allURLs.Add(@"http://www.thesuperficial.com/elsa-hosk-bikini-pole-dance-01-2016#comments");
allURLs.Add(@"http://www.bloomberg.com/trading-solutions/?utm_source=bloomberg-menu&utm_medium=content-service&bbgsum=DG-WS-09-13-TS-bbgmenu");
allURLs.Add(@"http://tinychat.com/category/popular");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55ed83a614000077002e506b.jpeg");
allURLs.Add(@"http://www.bloomberg.com/politics/articles/2016-01-07/south-korea-to-resume-propaganda-broadcasts-to-punish-kim-regime-ij42vp93");
allURLs.Add(@"https://plus.google.com/113616727255757210405/posts/bvsYCr1rfUi");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/11/nabela-noor-dear-america_n_8959000.html?utm_hp_ref=islam");
allURLs.Add(@"http://img.huffingtonpost.com/asset/360_216/568d60a1190000c90178b372.jpeg");
allURLs.Add(@"http://t.co/PBspAnuQn2"");
allURLs.Add(@"http://blogs.getty.edu/iris/author/emorrison/");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/");
allURLs.Add(@"http://blogs.getty.edu/iris/star-wars-and-medieval-manuscripts/#respond");
allURLs.Add(@"https://thenextweb.com/media/2016/01/13/its-game-time/");
allURLs.Add(@"http://www.huffingtonpost.com/julie-upton/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2008/11/wanda-sykes-lv-gay-rally-im-proud-to-be.html");
allURLs.Add(@"http://www.bloomberg.com/politics/articles/2016-01-14/marco-rubio-s-economic-plan-doesn-t-add-up-experts-say");
allURLs.Add(@"https://www.youtube.com/watch?v=wygqlfUoJEs");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-06/how-not-to-get-sick-at-work");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&rdid=com.huffingtonpost.android&rdot=1&feature=md");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/dpp/");
allURLs.Add(@"https://www.instagram.com/p/BAidxeksHZW/?hl=ne");
allURLs.Add(@"http://www.mardigras.com");
allURLs.Add(@"http://www.huffpostarabi.com/p/huffpost-arabi-contact-us.html");
allURLs.Add(@"http://pi2.feedsportal.com/r/247388078004/u/0/f/677045/c/35496/s/4cda713a/sc/7/a2t2.img");
allURLs.Add(@"http://cdn3.tnwcdn.com/plus/img/tnw-brandmark.svg");
allURLs.Add(@"http://www.bloomberg.com/professional/?utm_source=bloomberg-menu&utm_medium=bgov&bbgsum=DG-WS-CORE-bbgmenu");
allURLs.Add(@"http://www.oregonlive.com/window-shop/index.ssf/2016/01/nautilus_retail_shop.html");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/day-of-service/");
allURLs.Add(@"http://cdn.clicktale.net/");
allURLs.Add(@"http://purl.org/dc/elements/1.1/coverage");
allURLs.Add(@"http://www.halloweencostumes.com/egyptian-staff.html");
allURLs.Add(@"https://t.co/sMJHukBOEd");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search?updated-min=2007-01-01T00");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2010_08_29_archive.html");
allURLs.Add(@"http://jqueryui.com/about");
allURLs.Add(@"http://www.huffingtonpost.com/2015/04/14/mindfulness-meditation-impossible_n_7061068.html?utm_hp_ref=worldpost-faith#comments");
allURLs.Add(@"http://purl.org/dc/terms/AgentClass");
allURLs.Add(@"http://www.oregonlive.com/multimedia/index.ssf/2014/10/photo_sequence_of_mariotas_div.html#incart_ri");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/568be79f1600000001eb9fff.jpeg");
allURLs.Add(@"http://fonts.gstatic.com/s/raleway/v9/-_Ctzj9b56b8RgXW8FArifk_vArhqVIZ0nv9q090hN8.woff2");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/rio%20harrahs");
allURLs.Add(@"http://www.health.com/");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/fari-affitto-_n_8977778.html?utm_hp_ref=italy#comments");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2009_03_29_archive.html");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/internet/");
allURLs.Add(@"http://www.skulpt.me/aim/");
allURLs.Add(@"http://purl.org/dc/terms/created");
allURLs.Add(@"http://www.huffingtonpost.com/2014/09/10/youre-the-worst-fx_n_5799072.html?utm_hp_ref=maureen-ryan");
allURLs.Add(@"http://www.halloweencostumes.com/animal-bug-costumes.html");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/homophobia");
allURLs.Add(@"http://www.bloomberg.com/content-service/products/photos/");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fi4xUr&via=thenextweb&related=thenextweb&text=UK+transport+network+continues+on+its+journey+to+a+cashless+future");
allURLs.Add(@"http://www.huffingtonpost.com/r-andrew-chesnut/mission-accomplished-el-c_b_8943946.html?utm_hp_ref=drug-war");
allURLs.Add(@"http://www.huffingtonpost.com/entry/kim-davis-sotu-jim-jordan_56957017e4b05b3245dadc0d");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/9%2F11");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/flaming%20las%20vegas");
allURLs.Add(@"https://twitter.com/fgleader?lang=ca");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/vegoose");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-defense");
allURLs.Add(@"http://www.huffingtonpost.com/kecia-ali/islam-sex-slavery_b_8004824.html?utm_hp_ref=worldpost-faith");
allURLs.Add(@"http://www.health.com/health/static/buzz/index.htm");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981588.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://www.politico.com/magazine/story/2016/01/sotu-restore-bipartisanship-213517#showCommentsButton");
allURLs.Add(@"http://www.bloomberglive.com/?utm_source=bloomberg-menu\");
allURLs.Add(@"http://clunkmag.com/tag/psychedelic/");
allURLs.Add(@"http://www.huffingtonpost.com/news/themed-guides/");
allURLs.Add(@"https://plus.google.com/share?url=http%3A%2F%2Fbloom.bg%2F1EtZVuj");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/steve%20marcus");
allURLs.Add(@"http://www.huffingtonpost.com/2013/09/30/chris-van-hollen-government-shutdown_n_4017008.html");
allURLs.Add(@"http://thenextweb.com/wp-json/oembed/1.0/embed?url=http%3A%2F%2Fthenextweb.com%2Fcreativity%2F2015%2F12%2F31%2Ftake-a-look-at-the-last-canvas-art-of-2015%2F&");
allURLs.Add(@"https://plus.google.com/share?url=http%3A%2F%2Fbloom.bg%2F1P2ojK0");
allURLs.Add(@"https://plus.google.com/share?url=http%3a%2f%2fwww.halloweencostumes.com%2fadult-deluxe-pharaoh-costume.html");
allURLs.Add(@"http://imgur.com/a/WmC7w");
allURLs.Add(@"http://www.oregonlive.com/cooking");
allURLs.Add(@"http://www.pupuplatters.com/pupuplayer/free/pupuplayer.php?podcast=http");
allURLs.Add(@"http://mansionglobal.com");
allURLs.Add(@"http://www.allaboutcookies.org/security/identity-protection.html");
allURLs.Add(@"http://www.cvent.com/events/s4x15-week/archived-6527b763e4b94569a3612510327b7278.aspx");
allURLs.Add(@"http://topics.oregonlive.com/tag/oregon/photos.html");
allURLs.Add(@"http://wellandgood.com/2015/12/04/10-immunity-boosting-foods-experts-want-you-to-be-eating/");
allURLs.Add(@"http://www.huffingtonpost.com/news/entertainment-features/");
allURLs.Add(@"https://twitter.com/huffpostkorea?lang=ca");
allURLs.Add(@"http://www.huffingtonpost.kr/nakyeong-lee");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/meryl%20streep");
allURLs.Add(@"http://thenextweb.com/apple/2016/01/12/ios-9-is-now-on-a-whopping-75-percent-of-apple-devices/");
allURLs.Add(@"http://blogs.getty.edu/iris/2012/09/");
allURLs.Add(@"http://data.stackexchange.com");
allURLs.Add(@"http://meta.philosophy.stackexchange.com");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/?hl=pt-br");
allURLs.Add(@"http://www.oregonencyclopedia.org/articles/chinese_massacre_at_deep_creek/#.VpccPdZ7A0s");
allURLs.Add(@"http://purl.org/dc/terms/description");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8975330.html?1452818840&utm_hp_ref=korea");
allURLs.Add(@"http://bloom.bg/1nmwVyL");
allURLs.Add(@"http://news.getty.edu");
allURLs.Add(@"http://genius.com/7507130/Genius-the-genius-knowledge-project/Restates-the-line"");
allURLs.Add(@"http://s.huffpost.com/uploaded/favicons/a/l/al-monitor.com/favicon.ico");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/public-programs/");
allURLs.Add(@"http://www.wsj.com/video/us-outlines-charges-against-martin-shkreli/72B48B98-0AF4-4B54-A30E-479BE54B803A.html");
allURLs.Add(@"https://plus.google.com/100549831725499775994/posts/SKmveCFVvZa");
allURLs.Add(@"http://meta.cooking.stackexchange.com");
allURLs.Add(@"http://www.huffingtonpost.com/diana-semaan/madaya-shock-world_b_8983690.html?utm_hp_ref=religion&ir=Religion");
allURLs.Add(@"http://www.huffingtonpost.com/entry/behold-30-of-the-best-blackgirlmagic-moments-from-2015_56720e3ce4b0648fe3023868");
allURLs.Add(@"http://www.huffpostarabi.com/weal-shadid/-_3589_b_8976482.html?utm_hp_ref=arabi");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/11/catholic-colleges-adjuncts-unions_n_8970630.html");
allURLs.Add(@"https://translate.google.com/?hl=en&tab=XT");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/568be7991f0000c000e9cf3a.jpeg");
allURLs.Add(@"http://nevadaoutdoornews.com/");
allURLs.Add(@"http://www.huffingtonpost.com/entry/worst-beauty-trends-2015_567989eee4b06fa6887ed658");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_600_noupscale/5695400a1a00002d00ab05fb.jpeg");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/20/miss-puerto-rico-destiny-velez-suspended_n_8848734.html?utm_hp_ref=islam");
allURLs.Add(@"http://thenextweb.com/voice/2015/05/07/whats-the-deal-with-tnws-new-canvas-ads/?canvas=mickeycohen");
allURLs.Add(@"https://signup.oregonlive.com/sign-in/");
allURLs.Add(@"http://www.adobe.com/products/catalog/software.html");
allURLs.Add(@"http://www.bloomberg.com/politics/trackers/2016-01-15/trump-syrian-migration-could-be-great-trojan-horse-");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/19-photos-that-prove-kids-will-fall-asleep-just-about-anywhere_n_8962098.html?ir=Parents");
allURLs.Add(@"http://connect.oregonlive.com/user/tboyd/posts.html");
allURLs.Add(@"http://www.oregonlive.com/cooking/2016/01/the_new_sugar_spice_offers_bol.html");
allURLs.Add(@"https://fonts.gstatic.com/s/productsans/v7/HYvgU2fE2nRJvZ5JFAumwYnF5uFdDttMLvmWuJdhhgs.ttf");
allURLs.Add(@"http://thenextweb.com/mobile/2015/12/07/verizon-finally-introduces-wi-fi-calling-this-week-but-only-for-samsung-phones-at-launch/");
allURLs.Add(@"http://www.huffingtonpost.com/makehome/");
allURLs.Add(@"http://www.youtube.com/embed/_hOTUlPnb-I?wmode=Opaque");
allURLs.Add(@"http://www.facebook.com/pages/Betsy-Hammond/317723758330109?ref=hl");
allURLs.Add(@"https://twitter.com/sofinabassett?lang=th");
allURLs.Add(@"http://photos.nola.com/tpphotos/2016/01/krewe_of_apollo_ball_5.html");
allURLs.Add(@"http://bit.ly/1OiIz6u");
allURLs.Add(@"http://www.huffingtonpost.com/harris-zafar/?m=true");
allURLs.Add(@"https://wallet.google.com/inapp/lib/buy.js");
allURLs.Add(@"http://www.shirts.com/slugterra-shirts.html");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/05/touro-law-school-email-acceptance_n_8918536.html?utm_hp_ref=college");
allURLs.Add(@"http://www.wsj.com/public/page/news-opinion-commentary.html");
allURLs.Add(@"http://www.wsj.com/articles/top-iaaf-officials-were-aware-of-cheating-commission-says-1452794421");
allURLs.Add(@"https://twitter.com/louisvirtel/status/686996704952889344?lang=it");
allURLs.Add(@"http://wellandgood.com/2015/12/03/9-healthier-hanukkah-latke-recipes/");
allURLs.Add(@"http://talkingtvwithryanandryan.libsyn.com/talking-tv-with-ryan-and-ryan-episode-119-the-happy-outlander-in-the-knick-is-the-worst");
allURLs.Add(@"https://preview.adzerk.com/preview/1381200");
allURLs.Add(@"http://jrwatkins.com");
allURLs.Add(@"http://www.halloweencostumes.com/toy-weapons.html");
allURLs.Add(@"http://www.huffingtonpost.com/2015/08/20/advocates-say-marijuana-legalization-in-arizona-could-generate-40-million-a-year-for-schools_n_8018138.html?utm_hp_ref=drug-war");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=en");
allURLs.Add(@"http://thedailyshow.cc.com/trevor-noah");
allURLs.Add(@"http://www.wsj.com/articles/phobophobia-1452800068?mod=trending_now_4");
allURLs.Add(@"http://www.thesuperficial.com/wp-content/plugins/bwp-minify/min/?f=wp-content/plugins/wp");
allURLs.Add(@"https://www.nslds.ed.gov/nslds/nslds_SA/");
allURLs.Add(@"http://shop.getty.edu/collections/new-arrivals.oembed");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55cb7bab1400002e002e2b20.jpeg");
allURLs.Add(@"http://fonts.gstatic.com/s/robotocondensed/v13/mg0cGfGRUERshzBlvqxeAIvse0WFWMXD6DWBLcV41iQ.ttf");
allURLs.Add(@"http://www.huffpostarabi.com/news/entertainment");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_600_noupscale/56721326190000d30078a227.jpeg");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/virgin%20america");
allURLs.Add(@"http://bloom.bg/1Q9NxVU");
allURLs.Add(@"https://accounts.google.com/ServiceLogin?service\u003doz\u0026hl\u003den");
allURLs.Add(@"http://img.huffingtonpost.com/asset/100_100/559afcd713000012006355a5.jpeg");
allURLs.Add(@"https://secure.assets.tumblr.com/analytics.html?2c21d514373b9221f5a5041b0dfb079f#");
allURLs.Add(@"https://thenextweb.com/xmlrpc.php?rsd");
allURLs.Add(@"http://fonts.gstatic.com/s/robotoslab/v6/dazS1PrQQuCxC3iOAJFEJbfB31yxOzP-czbf6AAKCVo.ttf");
allURLs.Add(@"http://www.huffingtonpost.com/news/eric-matthew-frein/");
allURLs.Add(@"http://www.azcentral.com/story/sports/high-school/2015/11/21/div-semifinal-desert-ridge-hangs-edge-chandler/76061422/");
allURLs.Add(@"http://www.getty.edu/art/collection/search/scripts/vendor/select2/3.5.1/select2.min.js");
allURLs.Add(@"https://www.linkedin.com/shareArticle?mini=true&url=http%3A%2F%2Fbloom.bg%2F1Sh6yXO&title=CES+2016&source=Bloomberg");
allURLs.Add(@"http://tnw.to/g4xfA");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fd4lIU&via=thenextweb&related=thenextweb&text=I+spent+a+combined+%24300%2C000+on+fake+lottery+tickets+and+still+didn%E2%80%99t+win+the+Powerball");
allURLs.Add(@"http://www.oregonlive.com/west-linn/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/greyhound%20track");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/young%20frankenstein");
allURLs.Add(@"http://purl.org/dc/terms/bibliographicCitation");
allURLs.Add(@"http://www.thesuperficial.com/everyone-seems-very-surprised-amy-schumer-has-a-boyfriend-01-2016");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/jeff%20foxworthy");
allURLs.Add(@"http://www.bloomberg.com/content-service/content/uploads/sites/6/2015/08/BBG-CONTENT-SERVICE-LOGO.svg");
allURLs.Add(@"https://www.thrillist.com/travel/nation/how-much-should-you-tip-at-a-luxury-hotel-or-all-inclusive-resort");
allURLs.Add(@"http://www.attenboroughsreef.com/");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/14/story_n_8974656.html");
allURLs.Add(@"http://www.shirts.com/kids-eli-lucky-t-shirt.html");
allURLs.Add(@"https://www.gofundme.com/xm2z62jy");
allURLs.Add(@"http://www.fun.com/party-supplies.html");
allURLs.Add(@"https://twitter.com/TheDeeView/status/687112766188994560");
allURLs.Add(@"http://es.stackoverflow.com");
allURLs.Add(@"http://www.zergnet.com/zerg.js?id=34443");
allURLs.Add(@"http://thestrippodcast.blogspot.com/feeds/8110449363752814131/comments/default");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia");
allURLs.Add(@"http://t.co/ckqt6D2wYQ");
allURLs.Add(@"http://www.huffpostarabi.com/ala-hamdan");
allURLs.Add(@"https://twitter.com/vibemagazine?lang=zh-cn");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/michael%20kors");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/snow");
allURLs.Add(@"http://www.nlm.nih.gov/class/index.html");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/career-paths/");
allURLs.Add(@"http://www.bloomberg.com/news/articles/2016-01-12/meet-the-chinese-newcomers-staking-a-claim-to-global-oil-trading");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia#c1195502");
allURLs.Add(@"http://s.huffpost.com/assets/js.php?v=1452789124&f=jquery%2Fjquery.I18N.js%2Clocale%2Fko_KR%2Fpublic.js%2Csprintf-0.7.js");
allURLs.Add(@"https://t.co/0zmsK7rknR"
");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388078005/u/0/f/677045/c/35496/s/4cda7139/sc/38/ach.htm");
allURLs.Add(@"http://www.huffingtonpost.com/grace-bluerock/5-simple-ways-to-improve-your-life-through-gratitude_b_8973710.html");
allURLs.Add(@"http://www.silive.com");
allURLs.Add(@"http://www.politico.com/driving-the-day");
allURLs.Add(@"http://www.huffingtonpost.com/2011/12/13/the-pullmantur-zenith_n_1145756.html?utm_hp_ref=themed-guides");
allURLs.Add(@"https://www.google.nl/maps/place/London");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8985142.html?utm_hp_ref=korea#comments");
allURLs.Add(@"http://www.huffingtonpost.it/2016/01/14/ashley-olsen-fermato_n_8976280.html");
allURLs.Add(@"http://t.co/3tfPrnJAKA"
");
allURLs.Add(@"http://mayronsgoods.com/products/checkout/");
allURLs.Add(@"http://img.vast.com/t/115x87/-9070743973562304564");
allURLs.Add(@"http://ll-assets.tmz.com/www.tmz.com/main/default/cache/html5shiv.min.512480812d84e77c54b38a11b9a9e049.v2014_05_09_164122.js");
allURLs.Add(@"http://www.bestpokersites.org/");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/san%20diego");
allURLs.Add(@"http://purl.org/dc/terms/BibliographicResource");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/vanity%20fair");
allURLs.Add(@"https://user.azcentral.com/PPHX-GUP-YOURTAKE/user/");
allURLs.Add(@"https://wwwimages2.adobe.com/include/style/modes/MirrorIE.css");
allURLs.Add(@"http://www.huffingtonpost.com/news/breakingthesilence/");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8977198.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://autos.nola.com/");
allURLs.Add(@"https://t.co/LaqPMlaNtl");
allURLs.Add(@"http://www.bloomberg.com/content-service/content/themes/bcs/images/bloomberg-logo.svg");
allURLs.Add(@"http://www.wsj.com/articles/a-day-in-the-life-of-anne-wojcicki-1452613783");
allURLs.Add(@"http://thenextweb.com/author/tnwacademy/&via=thenextweb");
allURLs.Add(@"http://www.shirts.com/leggings.html?f=t");
allURLs.Add(@"http://img.huffingtonpost.com/asset/1200_630/56967da21f00002300215cb1.jpeg?cache=otg59n1adq");
allURLs.Add(@"http://iptc.org/std/nar/2006-10-01/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/24/24000-sign-petition-of-radical-love-in-support-of-american-muslims_n_8875270.html?utm_hp_ref=islam#comments");
allURLs.Add(@"http://www.huffingtonpost.com/entry/snape-harry-potter-alan-rickman_5697a396e4b0b4eb759d456a?utm_hp_ref=entertainment&ir=Entertainment&section=entertainment");
allURLs.Add(@"http://topics.nola.com/tag/new%20orleans/photos.html");
allURLs.Add(@"http://www.oregonlive.com/performance/index.ssf/2016/01/fun_with_jesus_and_jazz_hands.html#comments");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/07/jews-and-arabs-kissing_n_8949066.html?utm_hp_ref=religion");
allURLs.Add(@"http://www.bloomberg.com/politics");
allURLs.Add(@"https://platform.vine.co/static/scripts/embed.js");
allURLs.Add(@"http://www.halloweencostumes.com/egyptian-goddess-costume.html");
allURLs.Add(@"http://ultramicah.blogspot.com/2008/11/dan-savage-on-black-homophobia.html");
allURLs.Add(@"http://wellandgood.com/wp-content/plugins/video-contest/assets/js/video-contest.js?ver=1.4");
allURLs.Add(@"http://tags.tiqcdn.com/utag/wsjdn/wsjlive/prod/utag.js");
allURLs.Add(@"http://mistressmatisse.blogspot.com/");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/science/");
allURLs.Add(@"http://www.fun.com/spongebob-squarepants-toys.html");
allURLs.Add(@"http://connect.nola.com/user/Mhorton/posts.html");
allURLs.Add(@"https://id.wsj.com/access/509b1a086458232f6e000002/latest/register_standalone.html");
allURLs.Add(@"https://twitter.com/intent/tweet?lang=en&text=Pakistan%3A+Land+Of+The+Pure+Or+The+Intolerant%3F+http%3A%2F%2Fwww.huffingtonpost.com%2Fharris-zafar%2Fpakistan-land-of-the-pure_b_859047.html");
allURLs.Add(@"http://thenextweb.com/gadgets/2016/01/08/electronic-skateboards-seized-by-us-marshals-at-ces-after-emergency-court-order/");
allURLs.Add(@"http://irvingstreetkitchen.com/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/31/the-real-reason-introverts-dread-small-talk_n_8974522.html?ir=Healthy+Living#comments");
allURLs.Add(@"https://accounts.google.com/ServiceLogin?uilel=3&service=youtube&passive=true&hl=en&continue=http%3A%2F%2Fwww.youtube.com%2Fsignin%3Fhl%3Den%26next%3D%252Fchannel%252FUCa9VX6_IhpxjpJIp5Yqq0Yg%26continue_action%3DQUFFLUhqbFpoTUxhdDhTSVJERWN4bUNydERxeDh5NTdxZ3xBQ3Jtc0tuazlyNFRNaGYzNHU0d0NSSlUzWDNJNml1SXI0cGtJcXh0dndvemN0M2JBWjBHSzdtcGl3OFdLM2VYc0lSYWlEalhBSDhJWlcwUkVTU0lQV1A3aGpNWjJiVjBhOW5BUExfdTBTcHNCZjBmZHVmanFjek1oOFIwcmQwSS1HSEQzcXlEelFLSkFKdWtBSHE0OXo0VHdVZGpCalNVV0JVcEtIOHRUbkdZeGlhdjFjbUlqMnZxM2JOZENXakpocEEtcEVhc2lhNHE2WlRndUNVaUsxQmdJOG1vZ3ZtazJR%26action_handle_signin%3Dtrue%26feature%3Dsubscribe%26app%3Ddesktop");
allURLs.Add(@"https://dealspotr.com/");
allURLs.Add(@"http://img.huffingtonpost.com/asset/scalefit_550_400_noupscale/55cb667014000077002e2ae6.jpeg");
allURLs.Add(@"http://blogs.wsj.com/speakeasy/2016/01/14/black-actors-and-directors-shut-out-of-2016-oscar-race/?mod=trending_now_1");
allURLs.Add(@"https://creative.adobe.com/join/single_app/year/illustrator");
allURLs.Add(@"http://www.paleysplace.net/#about");
allURLs.Add(@"https://twitter.com/intent/tweet?url=http%3A%2F%2Ftnw.to%2Fc4l6V&via=thenextweb&related=thenextweb&text=%E2%80%98Spermbots%E2%80%99+are+a+bionic+suit+for+your+sperm");
allURLs.Add(@"http://blogs.getty.edu/iris/2013/12/");
allURLs.Add(@"http://castagnarestaurant.com/js/castagna.js");
allURLs.Add(@"http://www.oregonlive.com/interactivity/");
allURLs.Add(@"https://www.politicopro.com/staff/martine-powers");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/kyle%20stokely");
allURLs.Add(@"http://www.thesuperficial.com/amy-schumer-side-boob-princess-leia-bikini-gq-07-2015");
allURLs.Add(@"http://mistressmatisse.blogspot.com/2006_06_25_archive.html");
allURLs.Add(@"https://www.blogger.com/email-post.g?blogID=6485689&postID=115134979962913537");
allURLs.Add(@"http://www.politico.com/magazine/tag/trent-lott");
allURLs.Add(@"http://rc.feedsportal.com/r/247388197447/u/0/f/677045/c/35496/s/4ce0a7e9/sc/14/rc/1/rc.img");
allURLs.Add(@"http://www.huffpostarabi.com/2016/01/14/story_n_8981406.html?utm_hp_ref=arabi#comments");
allURLs.Add(@"http://meta.ja.stackoverflow.com");
allURLs.Add(@"https://t.co/Y9XUObrqJd");
allURLs.Add(@"http://blogs.getty.edu/iris/this-just-in-19th-century-peep-show-was-the-forerunner-of-3d-movies/#respond");
allURLs.Add(@"http://www.halloweencostumes.com/mens-costumes.html");
allURLs.Add(@"http://thenextweb.com/insider/2016/01/15/spermbots-are-a-bionic-suit-for-your-sperm/");
allURLs.Add(@"http://www.huffingtonpost.com/2015/12/14/how-an-introvert-and-extrovert-found-workplace-happiness_n_8892752.html?utm_hp_ref=gps-for-the-soul&ir=GPS+for+the+Soul");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/plugins/wonderplugin-slider/engine/wonderpluginsliderskins.js?ver=4.1C");
allURLs.Add(@"http://nasher.duke.edu/blog/");
allURLs.Add(@"https://twitter.com/huffpostkorea?lang=it");
allURLs.Add(@"http://about.bgov.com/event/spectrum-2016-a-conversation-with-greg-walden-and-anna-eshoo/");
allURLs.Add(@"http://www.bloomberg.com/politics/trackers/2016-01-14/clinton-aide-surprised-sanders-broke-negative-ad-pledge");
allURLs.Add(@"https://t.co/nYdK2N3Lgv");
allURLs.Add(@"http://lvrocks.com/");
allURLs.Add(@"http://meta.woodworking.stackexchange.com");
allURLs.Add(@"https://creative.adobe.com/join/photography/");
allURLs.Add(@"http://www.vibe.com/category/vixen/");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#alternative");
allURLs.Add(@"https://jquery.org/donate/");
allURLs.Add(@"http://blogs.getty.edu/iris/wp-content/plugins/form-maker/css/jquery-ui-1.10.3.custom.css?ver=4.2.4");
allURLs.Add(@"http://nasher.duke.edu/wp-content/themes/nasher/javascripts/foundation/jquery.placeholder.min.js?ver=4.4");
allURLs.Add(@"http://o.aolcdn.com/os_merge/?file=/aol/beacon.min.js");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/religion");
allURLs.Add(@"http://www.politico.com/tipsheets/morning-trade/2016/01/obama-makes-tpp-push-in-sotu-thune-says-tpp-on-life-support-new-zealand-offering-to-host-tpp-signing-in-early-feb-212148");
allURLs.Add(@"http://assets3.thrillist.com/v1/image/1633849/size/tl-horizontal_main/the-2016-best-picture-oscar-nominees-ranked");
allURLs.Add(@"http://bloom.bg/1KgjHsa");
allURLs.Add(@"http://www.huffingtonpost.kr/2016/01/15/story_n_8975330.html?utm_hp_ref=korea");
allURLs.Add(@"http://blogs.getty.edu/iris/tags/performance-art/");
allURLs.Add(@"http://www.wsj.com/community/member/mailbox");
allURLs.Add(@"http://blogs.wsj.com/chinarealtime/tag/expert-contributor/");
allURLs.Add(@"https://twitter.com/latinovoices?lang=cs");
allURLs.Add(@"http://twitter.com/share?url=http%3A%2F%2Fwww.oregonlive.com%2Fsports%2Findex.ssf%2F2015%2F08%2Flittle_league_softball_world_s_41.html&text=Was%20Little%20League%20Softball%20World%20Series%20scandal%20a%20result%20of%20murky%20tiebreaker%20rules%3F");
allURLs.Add(@"https://twitter.com/latinovoices?lang=en");
allURLs.Add(@"http://www.nola.com/placead/manage/index.ssf");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/blogsherpa");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2008/11/in-defense-of-r-j.html");
allURLs.Add(@"https://bba.bloomberg.net/?utm_source=bloomberg-menu&utm_medium=trading");
allURLs.Add(@"http://topics.nola.com/tag/saints/photos.html");
allURLs.Add(@"http://nasher.duke.edu/wp-content/themes/nasher/stylesheets/fancybox/jquery.fancybox.css?ver=4.4");
allURLs.Add(@"https://www.instagram.com/p/91iPsSiYnS/?hl=id");
allURLs.Add(@"http://www.politico.com/story/2016/01/politifact-chelsea-clinton-bernie-sanders-health-plan-217779");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/12/romantic-wedding-kisses_n_8965248.html?ir=Weddings#comments");
allURLs.Add(@"http://www.huffingtonpost.com/2016/01/08/self-installing-car-seat-promises-to-make-parents-lives-easier_n_8940700.html");
allURLs.Add(@"https://play.google.com/store/apps/details?id=com.huffingtonpost.android&hl=ko_KR");
allURLs.Add(@"http://www.oregonlive.com/health/index.ssf/2015/11/california_company_recalls_sal_1.html");
allURLs.Add(@"http://primrosepress.etsy.com");
allURLs.Add(@"https://twitter.com/vibemagazine?lang=ro");
allURLs.Add(@"http://www.huffingtonpost.com/entry/david-attenborough-great-barrier-reef_56930767e4b0a2b6fb70902f?ir=Science§ion=science");
allURLs.Add(@"http://adchoice.feedsportal.com/r/247388197439/u/0/f/677045/c/35496/s/4ce0a7f1/sc/38/ach.htm");
allURLs.Add(@"http://dublincore.org/usage/terms/history/#accrualMethod");
allURLs.Add(@"http://thestrippodcast.blogspot.com/search/label/portuguese%20water%20dogs");
allURLs.Add(@"http://www.wsj.com/articles/head-of-track-and-fields-global-body-to-cut-ties-with-nike-1448570000");
allURLs.Add(@"https://pbs.twimg.com/profile_images/519907234969432064/7qanUAUZ_normal.jpeg");
allURLs.Add(@"http://www.caesarsentertainment.com/");
allURLs.Add(@"http://www.huffingtonpost.com/sebastien-maillard/world-pope-francis-glasses_b_8131706.html");
allURLs.Add(@"https://s1.wp.com/wp-content/themes/vip/time2014/js/dist/time-tracking.js?m=1441812711g");
allURLs.Add(@"https://assets-cdn.github.com/assets/frameworks-2895475c714f13790b63e636b5389a6918a260259c5b22a15acf5ef26bd6ef09.js");
allURLs.Add(@"http://photos.oregonlive.com/oregonian/2016/01/jarrod_uthoff_christian_willia.html");
allURLs.Add(@"http://genius.com/artists/Veggie-crumble"");
allURLs.Add(@"http://highschoolsports.oregonlive.com/");
allURLs.Add(@"http://purl.org/dc/terms/Box");
allURLs.Add(@"http://thestrippodcast.blogspot.com/2011_07_31_archive.html");
allURLs.Add(@"https://www.youtube.com/watch?v=ZBcmS-ebnx8");
allURLs.Add(@"http://www.flickr.com/photos/vegashappenshere/6102271056/");
allURLs.Add(@"https://twitter.com/intent/tweet/?text=Interesting+post+by+%40kirstystyles1+%E2%80%9CUK+scoops+up+millions+of+phone+and+email+records+but+...%E2%80%9D+http%3A%2F%2Ftnw.to%2Fb4key&via=thenextweb");
allURLs.Add(@"http://www.health.com/health/diet-fitness");
allURLs.Add(@"http://www.fun.com/star-wars-toys.html");
allURLs.Add(@"http://slog.thestranger.com/2008/11/black_homophobia#c1197421");
allURLs.Add(@"http://s10.sitemeter.com/js/counter.js?site=s10pupuplayer");
allURLs.Add(@"http://www.oregonlive.com/newsletters/top-stories/index.html");
allURLs.Add(@"http://www.usmagazine.com/celebrity-news/news/nick-carter-backstreet-boys-singer-arrested-in-florida-w161633");
allURLs.Add(@"http://cgi.health.com/cgi-bin/mail/dnp/privacy_centralized.cgi/health?dnp_source=E");
allURLs.Add(@"https://www.facebook.com/Clunkmag/");
allURLs.Add(@"http://maggiemcneill.wordpress.com/2014/01/23/");
allURLs.Add(@"https://medium.com/deep-learning-101/algorithms-of-the-mind-10eb13f61fc4");
allURLs.Add(@"http://www.allaboutcookies.org/privacy-concerns/new-european-laws.html");
int curURLNum;
while (allURLs.Count > 0)
{
curURLNum = rnd.Next(allURLs.Count);
if (!completeURLs.Contains(allURLs[curURLNum]))
{
completeURLs.Add(allURLs[curURLNum]);
List <String> newURLs = pr.Request(allURLs[curURLNum]);
foreach (String curNURL in newURLs)
{
if (!allURLs.Contains(curNURL))
{
if (curNURL.ToLower().StartsWith("http"))
{
allURLs.Add(curNURL);
}
}
}
allURLs.Remove(allURLs[curURLNum]);
}
Console.WriteLine("|||||PagesTotal:{0}|PagesASCIIOnly:{1}|CharsTotal:{2}|CharsASCII:{3}", Tallyer.PagesTotal, Tallyer.PagesASCIIOnly, Tallyer.CharsTotal, Tallyer.CharsASCII);
}
Console.ReadLine();
}
