Exemple #1
0
        private void GetPostForOneDistrict(string url, int cityId, string districtName, int districtId, DateTime dateStart, DateTime dateEnd)
        {
            try
            {
                List <Post> result  = new List <Post>();
                string      realURL = string.Format(url, "ban-can-ho-chung-cu");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.NhaChungCu, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-nha-rieng");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.NhaPho, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-nha-mat-pho");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.NhaPho, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-nha-biet-thu-lien-ke");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.NhaBietThu, cityId, districtName, districtId, dateStart, dateEnd));

                realURL = string.Format(url, "ban-dat");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.DatThocu, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-dat-nen-du-an");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.DatNenDuAn, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-trang-trai-khu-nghi-duong");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.DatTrangTrai, cityId, districtName, districtId, dateStart, dateEnd));
                realURL = string.Format(url, "ban-kho-nha-xuong");
                result.AddRange(GetPostForOneDistrictOneType(realURL, (int)RealestateTypes.DatTrangTrai, cityId, districtName, districtId, dateStart, dateEnd));

                if (result.Count > 0)
                {
                    RoomSearchServiceHelper.SavePostList(result);
                }
            }
            catch (Exception ex)
            {
                Logger.Log.Error(ex);
            }
        }
Exemple #2
0
        private void GetPostForOneDistrict(string url, int cityId, string districtName, int districtId, DateTime dateStart, DateTime dateEnd)
        {
            try
            {
                List <Post>   result  = new List <Post>();
                List <string> allURLs = GetDetailsURLForOneDistrict(url, districtName, dateStart, dateEnd);
                foreach (string urlDetail in allURLs)
                {
                    Post post = GetDetailPost(urlDetail, cityId, districtId);
                    if (post != null)
                    {
                        result.Add(post);
                    }
                }

                if (result.Count > 0)
                {
                    RoomSearchServiceHelper.SavePostList(result);
                }
            }
            catch (Exception ex)
            {
                Logger.Log.Error(ex);
            }
        }
Exemple #3
0
        public void Execute(JobExecutionContext context)
        {
            Logger.Log.Debug("Start Importing BatDongSan Job...");
            RoomSearchServiceHelper.CleanupDatabase();

            DateTime dateStart = DateTime.Today;
            //if (dateStart.DayOfWeek == DayOfWeek.Monday)
            //{
            //    dateStart = dateStart.AddDays(-2);
            //}
            DateTime dateEnd = DateTime.Today;

            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-cu-chi", 1, "Huyện Củ Chi", 80, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-can-gio", 1, "Huyện Cần Giờ", 80, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-hoc-mon", 1, "Huyện Hóc Môn", 18, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-nha-be", 1, "Huyện Nhà Bè", 20, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-binh-chanh", 1, "Huyện Bình Chánh", 19, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-binh-tan", 1, "Quận Bình Tân", 79, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-thu-duc", 1, "Quận Thủ Đức", 17, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-go-vap", 1, "Quận Gò Vấp", 16, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-tan-phu", 1, "Quận Tân Phú", 15, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-tan-binh", 1, "Quận Tân Bình", 14, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-binh-thanh", 1, "Quận Bình Thạnh", 21, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-phu-nhuan", 1, "Quận Phú Nhuận", 13, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-12", 1, "Quận 12", 12, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-11", 1, "Quận 11", 11, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-10", 1, "Quận 10", 10, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-9", 1, "Quận 9", 9, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-8", 1, "Quận 8", 8, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-6", 1, "Quận 6", 6, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-5", 1, "Quận 5", 5, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-4", 1, "Quận 4", 4, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-3", 1, "Quận 3", 3, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-1", 1, "Quận 1", 1, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-2", 1, "Quận 2", 2, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-quan-7", 1, "Quận 7", 7, dateStart, dateEnd);

            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-cam-le-ddn", 4, "Cam Le", 82, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-hai-chau-ddn", 4, "Hai Chau", 83, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-lien-chieu-ddn", 4, "Lien Chieu", 84, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-ngu-hanh-son-ddn", 4, "Ngu Hanh Son", 85, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-son-tra-ddn", 4, "Son Tra", 86, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-thanh-khe-ddn", 4, "Thanh Khe", 87, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-hoa-vang-ddn", 4, "Hoa Vang", 88, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-hoang-sa-ddn", 4, "Hoang Sa", 89, dateStart, dateEnd);
            GetPostForOneDistrict("http://batdongsan.com.vn/{0}-nha-trang-kh", 6, "Nha Trang", 90, dateStart, dateEnd);

            Logger.Log.Debug("End Importing BatDongSan Job...");
        }