Exemplo n.º 1
0
        public PropertyListing MapToProperyListing(HtmlDocument htmlDocument, NoradaUrls noradaUrls)
        {
            PropertyListing listing = new PropertyListing();

            try
            {
                listing.Location = SelectInnerText(htmlDocument, noradaUrls.Location) ?? null;
            }
            catch (NullReferenceException)
            {
                SetContinueToFalse();
                return(new PropertyListing {
                    Location = "Last Listing"
                });
            }

            listing.PurchasePrice  = SelectInnerText(htmlDocument, noradaUrls.PurchasePrice);
            listing.RentalIncome   = SelectInnerText(htmlDocument, noradaUrls.RentalIncome);
            listing.YearBuilt      = SelectInnerText(htmlDocument, noradaUrls.YearBuilt);
            listing.PricePerSqFoot = SelectInnerText(htmlDocument, noradaUrls.PricePerSqFoot);
            listing.RentValueRatio = Convert.ToDouble(SelectInnerText(htmlDocument, noradaUrls.RentValueRatio).TrimEnd('%'));
            listing.Neighborhood   = SelectInnerText(htmlDocument, noradaUrls.Neighborhood);
            listing.CapRate        = SelectInnerText(htmlDocument, noradaUrls.CapRate);
            listing.CashFlow       = SelectInnerText(htmlDocument, noradaUrls.CashFlow);
            listing.BedRooms       = SelectInnerText(htmlDocument, noradaUrls.BedRooms).Trim();
            listing.Bathrooms      = SelectInnerText(htmlDocument, noradaUrls.Bathrooms).Trim();
            listing.Size           = SelectInnerText(htmlDocument, noradaUrls.Size).Trim();
            listing.Parking        = SelectInnerText(htmlDocument, noradaUrls.Parking).Trim();

            return(listing);
        }
Exemplo n.º 2
0
        public async void StartCrawlerAsync()
        {
            List <PropertyListing> allProperties = new List <PropertyListing>();
            var j = 1;

            while (loopShouldContinue == true)
            {
                var i = 1;



                var url        = $"https://www.noradarealestate.com/real-estate-investments?paged={j}";
                var httpClient = new HttpClient();
                var html       = await httpClient.GetStringAsync(url);

                var htmlDocument = new HtmlDocument();
                htmlDocument.LoadHtml(html);

                while (loopShouldContinue == true)
                //for (int i = 1; i < 10; i++)
                {
                    NoradaUrls      noradaUrls = new NoradaUrls(i);
                    PropertyListing listing    = MapToProperyListing(htmlDocument, noradaUrls);
                    listing.ListingPageURL = url;
                    allProperties.Add(listing);
                    if (loopShouldContinue == false || i == 9)
                    {
                        break;
                    }

                    i++;
                }
                Console.WriteLine($"Page {j} Complete!");

                if (loopShouldContinue == false)
                {
                    break;
                }
                j++;
            }
            var sortedListings = from listing in allProperties
                                 where listing.RentValueRatio >= 1
                                 orderby listing.RentValueRatio descending, listing.PurchasePrice descending, listing.YearBuilt
            select listing;
            var emailSender = new EmailSender(sortedListings.ToList());

            emailSender.SendEmail();
        }