public bool InsertTrips(int SearchTripProviderId)
{
bool result = false;
try
{
var SearchTripProvider = _searchTripProviderRepo.Get(SearchTripProviderId);
if (SearchTripProvider != null)
{
#region delete old records
// Delete old records
var TripsToDelete = SearchTripProvider.Trips.ToList();
foreach (var trip in TripsToDelete)
{
var FlightsToDelete = trip.Flights.ToList();
foreach (var flight in FlightsToDelete)
{
_flightRepo.Delete(flight);
_flightRepo.Save();
}
_tripRepo.Delete(trip);
_tripRepo.Save();
}
#endregion
string HtmlFile = "D:\\Html\\search_" + SearchTripProviderId + ".html";
if (File.Exists(HtmlFile))
{
string Html = File.ReadAllText(HtmlFile);
if (!String.IsNullOrWhiteSpace(Html))
{
TripsFromHtmlResult Result = new TripsFromHtmlResult();
if (SearchTripProvider.ProviderId == Providers.Kayak)
{
Result = ScrappingHelper.GetKayakTripsFromHtml(Html, SearchTripProviderId, SearchTripProvider.Url, SearchTripProvider.SearchTrip.FromDate, SearchTripProvider.SearchTrip.ToDate);
}
if (Result.Success)
{
if (InsertTrips(Result.Trips))
{
File.Delete(HtmlFile);
}
}
}
else
{
FlightsEngine.Utils.Logger.GenerateInfo("File empty for SearchTripProviderId = " + SearchTripProviderId);
}
}
}
}
catch (Exception e)
{
result = false;
FlightsEngine.Utils.Logger.GenerateError(e, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, "SearchTripProviderId = " + SearchTripProviderId);
}
return(result);
}
static async Task MakeRequest(APIAirlineSearch filters)
{
int MaxRequestAttempts = FlightsEngine.Models.Constants.Constants.MaxRequestAttempts;
int AttemptsNumber = 1;
bool IsSuccessfullAttempt = false;
List <TripItem> Trips = new List <TripItem>();
try
{
DateTime originalFromDateMin = filters.FromDateMin;
DateTime originalToDateMax = (filters.ToDateMax ?? filters.FromDateMax);
DateTime FromDateMin = originalFromDateMin;
DateTime ToDateMax = originalToDateMax;
if ((originalToDateMax - originalFromDateMin).TotalDays > FlightsEngine.Models.Constants.Constants.APIMaxDaysNumberForSearch)
{
ToDateMax = FromDateMin.AddDays(FlightsEngine.Models.Constants.Constants.APIMaxDaysNumberForSearch);
}
var context = new TemplateEntities1();
SearchTripProviderService _searchTripProviderService = new SearchTripProviderService(context);
int SearchTripProviderId = _searchTripProviderService.GetSearchTripProviderId(originalFromDateMin, originalToDateMax, filters.SearchTripWishesId, Providers.Kiwi);
for (int i = 0; i <= filters.MaxStopsNumber; i++)
{
while (ToDateMax <= originalToDateMax)
{
AttemptsNumber = 1;
IsSuccessfullAttempt = false;
while (!IsSuccessfullAttempt && AttemptsNumber <= MaxRequestAttempts)
{
AttemptsNumber++;
try
{
var client = new HttpClient();
var queryString = HttpUtility.ParseQueryString(string.Empty);
// Request parameters
if (!String.IsNullOrWhiteSpace(filters.FromAirportCode))
{
queryString["flyFrom"] = filters.FromAirportCode;
}
if (!String.IsNullOrWhiteSpace(filters.ToAirportCode))
{
queryString["to"] = filters.ToAirportCode;
}
queryString["dateFrom"] = filters.FromDateMin.ToString("dd'/'MM'/'yyyy");
queryString["dateTo"] = filters.FromDateMax.ToString("dd'/'MM'/'yyyy");
if (filters.ToDateMin != null)
{
queryString["returnFrom"] = filters.ToDateMin.Value.ToString("dd'/'MM'/'yyyy");
queryString["returnTo"] = filters.ToDateMax.Value.ToString("dd'/'MM'/'yyyy");
queryString["typeFlight"] = "round";
if (filters.DurationMin != null)
{
queryString["daysInDestinationFrom"] = filters.DurationMin.ToString();
}
if (filters.DurationMax != null)
{
queryString["daysInDestinationTo"] = filters.DurationMax.ToString();
}
}
else
{
queryString["typeFlight"] = "oneway";
}
queryString["partner"] = Key;
queryString["maxstopovers"] = i.ToString();
queryString["curr"] = FlightsEngine.Models.Constants.Constants.DefaultCurrency;
queryString["adults"] = filters.AdultsNumber.ToString();
queryString["children"] = filters.ChildrenNumber.ToString();
queryString["limit"] = "12";
queryString["sort"] = "price";
queryString["asc"] = "1";
queryString["price_from"] = "1";
queryString["price_to"] = "2000";
/*
* queryString["DestinationDepartureDate"] = "{string}";
* queryString["DestinationArrivalDate"] = "{string}";
* queryString["OriginDepartureTime"] = "{string}";
* queryString["OriginArrivalTime"] = "{string}";
* queryString["DestinationDepartureTime"] = "{string}";
* queryString["DestinationArrivalTime"] = "{string}";
* queryString["OriginDepartureDayOfWeek"] = "{string}";
* queryString["OriginArrivalDayOfWeek"] = "{string}";
* queryString["DestinationDepartureDayOfWeek"] = "{string}";
* queryString["DestinationArrivalDayOfWeek"] = "{string}";
* queryString["DaysAtDestination"] = "{string}";
*
* queryString["Price"] = "{string}";
* queryString["GroupPricing"] = "{string}";
* queryString["ProductClass"] = "{string}";
* queryString["Offset"] = "{string}";
* queryString["Include"] = "{string}";
* queryString["OrderBy"] = "{string}";
* queryString["LowestPricePerDestination"] = "{string}";
* queryString["Loyalty"] = "{string}";
* queryString["Limit"] = "{string}";
*/
var uri = "https://api.skypicker.com/flights?" + queryString;
var response = await client.GetAsync(uri);
if (response != null)
{
if (response.IsSuccessStatusCode)
{
var contents = await response.Content.ReadAsStringAsync();
JavaScriptSerializer srRequestResult = new JavaScriptSerializer();
dynamic jsondataRequestResult = srRequestResult.DeserializeObject(contents);
if (jsondataRequestResult != null)
{
IsSuccessfullAttempt = true;
}
if (jsondataRequestResult != null && FlightsEngine.Utils.Utils.IsPropertyExist(jsondataRequestResult, "data"))
{
dynamic flightsJson = jsondataRequestResult["data"];
foreach (var flightJson in flightsJson)
{
try
{
TripItem Trip = new TripItem();
Trip.ProviderId = Providers.Kiwi;
string lastCity = null;
string lastAirportCode = null;
string LastDepartureDate = null;
string LastArrivalDate = null;
string FlyFrom = Convert.ToString(flightJson["flyFrom"]);
string FlyTo = Convert.ToString(flightJson["flyTo"]);
DateTime?ReturnTrip_DepartureDate = null;
DateTime?OneWayTrip_DepartureDate = null;
dynamic[] routes = flightJson["route"];
bool returnTrip = false;
foreach (var route in routes)
{
string airlineCode = Convert.ToString(route["airline"]);
if (lastCity == null)
{
Trip.OneWayTrip_FromAirportCode = Convert.ToString(route["flyFrom"]);
OneWayTrip_DepartureDate = FlightsEngine.Utils.Utils.GetDateFromunixTimeStamp(Convert.ToString(route["dTime"]));
Trip.OneWayTrip_DepartureDate = OneWayTrip_DepartureDate.Value.ToString(DateFormat.Trip).Replace("-", "/");
}
else if (FlyTo == Convert.ToString(route["flyFrom"]))
{
returnTrip = true;
Trip.OneWayTrip_ToAirportCode = lastAirportCode;
Trip.OneWayTrip_ArrivalDate = LastArrivalDate;
ReturnTrip_DepartureDate = FlightsEngine.Utils.Utils.GetDateFromunixTimeStamp(Convert.ToString(route["dTime"]));
Trip.ReturnTrip_DepartureDate = ReturnTrip_DepartureDate.Value.ToString(DateFormat.Trip).Replace("-", "/");
Trip.ReturnTrip_FromAirportCode = Convert.ToString(route["flyFrom"]);
}
string flightNumber = Convert.ToString(route["flight_no"]);
if (returnTrip)
{
if (Trip.ReturnTrip_Stops == null)
{
Trip.ReturnTrip_Stops = 0;
}
Trip.ReturnTrip_AirlineName = airlineCode;
Trip.ReturnTrip_Stops = Trip.ReturnTrip_Stops + 1;
Trip.ReturnTrip_FlightNumber = Trip.ReturnTrip_FlightNumber == null ? flightNumber : Trip.ReturnTrip_FlightNumber + FlightsEngine.Models.Constants.Constants.Separator + flightNumber;
if (Trip.ReturnTrip_Stops > 1)
{
Trip.ReturnTrip_StopInformation = Trip.ReturnTrip_StopInformation == null ? lastCity + " (" + lastAirportCode + ")" : Trip.ReturnTrip_StopInformation + FlightsEngine.Models.Constants.Constants.Separator + lastCity + " (" + lastAirportCode + ")";
}
}
else
{
Trip.OneWayTrip_Stops = Trip.OneWayTrip_Stops + 1;
Trip.OneWayTrip_AirlineName = airlineCode;
Trip.OneWayTrip_FlightNumber = Trip.OneWayTrip_FlightNumber == null ? flightNumber : Trip.OneWayTrip_FlightNumber + FlightsEngine.Models.Constants.Constants.Separator + flightNumber;
if (Trip.OneWayTrip_Stops > 1)
{
Trip.OneWayTrip_StopInformation = Trip.OneWayTrip_StopInformation == null ? lastCity + " (" + lastAirportCode + ")" : Trip.OneWayTrip_StopInformation + FlightsEngine.Models.Constants.Constants.Separator + lastCity + " (" + lastAirportCode + ")";
}
}
lastCity = Convert.ToString(route["cityTo"]);
lastAirportCode = Convert.ToString(route["flyTo"]);
Trip.ReturnTrip_ToAirportCode = lastAirportCode;
LastDepartureDate = FlightsEngine.Utils.Utils.GetDateFromunixTimeStamp(Convert.ToString(route["dTime"])).ToString(DateFormat.Trip).Replace("-", "/");
LastArrivalDate = FlightsEngine.Utils.Utils.GetDateFromunixTimeStamp(Convert.ToString(route["aTime"])).ToString(DateFormat.Trip).Replace("-", "/");
Trip.ReturnTrip_ArrivalDate = LastArrivalDate;
}
Trip.OneWayTrip_Stops = Trip.OneWayTrip_Stops - 1;
Trip.ReturnTrip_Stops = Trip.ReturnTrip_Stops - 1;
Trip.SearchTripProviderId = SearchTripProviderId;
Trip.CurrencyCode = FlightsEngine.Models.Constants.Constants.DefaultCurrency;
Trip.Price = Convert.ToDecimal(flightJson["price"]);
Trip.Url = Convert.ToString(flightJson["deep_link"]);
Trip.OneWayTrip_Duration = ScrappingHelper.GetDurationFromHtml(Convert.ToString(flightJson["fly_duration"]));
if (FlightsEngine.Utils.Utils.IsPropertyExist(flightJson, "return_duration"))
{
Trip.ReturnTrip_Duration = ScrappingHelper.GetDurationFromHtml(Convert.ToString(flightJson["return_duration"]));
}
Trips.Add(Trip);
}
catch (Exception ex2)
{
FlightsEngine.Utils.Logger.GenerateError(ex2, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, filters.ToSpecialString());
}
}
FromDateMin = FromDateMin.AddDays(FlightsEngine.Models.Constants.Constants.APIMaxDaysNumberForSearch - ((filters.DurationMax ?? 0) + 1));
ToDateMax = FromDateMin.AddDays(FlightsEngine.Models.Constants.Constants.APIMaxDaysNumberForSearch);
}
}
else
{
FlightsEngine.Utils.Logger.GenerateInfo("Kiwi Response unsucessfull : " + response.ReasonPhrase + " " + response.RequestMessage + " " + response.StatusCode + " and " + response.ToString() + " and " + filters.ToSpecialString());
}
}
else
{
FlightsEngine.Utils.Logger.GenerateInfo("Kiwi Response null : " + filters.ToSpecialString());
}
}
catch (Exception ex)
{
IsSuccessfullAttempt = false;
FlightsEngine.Utils.Logger.GenerateError(ex, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, filters.ToSpecialString());
}
}
}
}
TripsService _tripService = new TripsService(context);
_tripService.InsertTrips(Trips);
}
catch (Exception e)
{
FlightsEngine.Utils.Logger.GenerateError(e, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, filters.ToSpecialString());
}
}
public static bool SearchFlights(int?SearchTripWishesId, string ScrappingFolder, string FirefoxExeFolder, int?ProviderId = null)
{
bool result = false;
try
{
var context = new TemplateEntities1();
SearchTripWishesService _searchTripWishesService = new SearchTripWishesService(context);
SearchTripProviderService _searchTripProviderService = new SearchTripProviderService(context);
TripsService _tripService = new TripsService(context);
List <ProxyItem> Proxies = null;
string lastSuccessfullProxy = null;
List <SearchTripWishesItem> SearchTripWishesItems = _searchTripWishesService.GetSearchTripWishesById(SearchTripWishesId, ProviderId);
foreach (var SearchTripWishesItem in SearchTripWishesItems)
{
if (SearchTripWishesItem != null && SearchTripWishesItem._SearchTripWishes != null)
{
var SearchTripWishes = SearchTripWishesItem._SearchTripWishes;
#region api
APIAirlineSearch APIAirlineSearchItem = new APIAirlineSearch();
APIAirlineSearchItem.SearchTripWishesId = SearchTripWishes.Id;
if (SearchTripWishes.FromAirport != null)
{
APIAirlineSearchItem.FromAirportCode = SearchTripWishes.FromAirport.Code;
}
APIAirlineSearchItem.FromDateMax = SearchTripWishes.FromDateMax;
APIAirlineSearchItem.FromDateMin = SearchTripWishes.FromDateMin;
if (SearchTripWishes.ToAirport != null)
{
APIAirlineSearchItem.ToAirportCode = SearchTripWishes.ToAirport.Code;
}
if (SearchTripWishes.ToDateMin != null)
{
APIAirlineSearchItem.Return = true;
APIAirlineSearchItem.ToDateMin = SearchTripWishes.ToDateMin;
APIAirlineSearchItem.ToDateMax = SearchTripWishes.ToDateMax;
}
APIAirlineSearchItem.AdultsNumber = 1;
APIAirlineSearchItem.MaxStopsNumber = SearchTripWishes.MaxStopNumber;
APIAirlineSearchItem.DurationMin = SearchTripWishes.DurationMin;
APIAirlineSearchItem.DurationMax = SearchTripWishes.DurationMax;
APIAirlineSearchItem.MaxStopsNumber = SearchTripWishes.MaxStopNumber;
List <APIKey> AFKLMKeys = FlightsEngine.FlighsAPI.AirFranceKLM.GetAPIKeys();
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.Kiwi))
{
Kiwi.SearchFlights(APIAirlineSearchItem);
}
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.AirFrance))
{
APIKey KeyToUse = AFKLMKeys.Where(k => k.RequestsNumber < 5000).OrderBy(k => k.RequestsNumber).FirstOrDefault();
if (KeyToUse != null)
{
AFKLMKeys.Where(k => k.Key == KeyToUse.Key).FirstOrDefault().RequestsNumber = KeyToUse.RequestsNumber + FlightsEngine.FlighsAPI.AirFranceKLM.SearchFlights(APIAirlineSearchItem, Providers.AirFrance, KeyToUse.Key);
}
}
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.KLM))
{
APIKey KeyToUse = AFKLMKeys.Where(k => k.RequestsNumber < 5000).OrderBy(k => k.RequestsNumber).FirstOrDefault();
if (KeyToUse != null)
{
AFKLMKeys.Where(k => k.Key == KeyToUse.Key).FirstOrDefault().RequestsNumber = KeyToUse.RequestsNumber + FlightsEngine.FlighsAPI.AirFranceKLM.SearchFlights(APIAirlineSearchItem, Providers.KLM, KeyToUse.Key);
}
}
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.Transavia))
{
FlightsEngine.FlighsAPI.Transavia.SearchFlights(APIAirlineSearchItem);
}
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.TurkishAirlines))
{
FlightsEngine.FlighsAPI.TurkishAirlines.SearchFlights(APIAirlineSearchItem);
}
if (SearchTripWishesItem.ProvidersToSearch.Select(p => p.Id).Contains(Providers.RyanAir))
{
FlightsEngine.FlighsAPI.RyanAir.SearchFlights(APIAirlineSearchItem);
}
#endregion kiwi
result = true;
bool newProxy = true;
foreach (var searchTrip in SearchTripWishes.SearchTrips)
{
try
{
AirlineSearch filter = new AirlineSearch();
if (SearchTripWishes.FromAirport != null)
{
filter.FromAirportCode = SearchTripWishes.FromAirport.Code;
}
filter.FromDate = searchTrip.FromDate;
if (SearchTripWishes.ToAirport != null)
{
filter.ToAirportCode = SearchTripWishes.ToAirport.Code;
}
if (searchTrip.ToDate != null)
{
filter.Return = true;
filter.ToDate = searchTrip.ToDate.Value;
}
filter.AdultsNumber = 1;
filter.MaxStopsNumber = SearchTripWishes.MaxStopNumber;
foreach (var provider in SearchTripWishesItem.ProvidersToSearch)
{
if (!provider.HasAPI)
{
string Proxy = lastSuccessfullProxy;
if (String.IsNullOrWhiteSpace(Proxy))
{
if (Proxies == null)
{
Proxies = ProxyHelper.GetProxies();
}
Proxy = ProxyHelper.GetBestProxy(Proxies);
if (Proxy == null)
{
Proxies = ProxyHelper.GetProxies();
Proxy = ProxyHelper.GetBestProxy(Proxies);
}
newProxy = true;
}
ScrappingSearch scrappingSearch = new ScrappingSearch();
if (provider.Id == Providers.Edreams)
{
scrappingSearch.Url = ScrappingHelper.GetEdreamsUrl(filter);
}
else if (provider.Id == Providers.Kayak)
{
scrappingSearch.Url = ScrappingHelper.GetKayakUrl(filter);
}
int SearchTripProviderId = _searchTripProviderService.InsertSearchTripProvider(provider.Id, searchTrip.Id, Proxy, scrappingSearch.Url);
if (!String.IsNullOrWhiteSpace(scrappingSearch.Url) && SearchTripProviderId > 0)
{
scrappingSearch.Proxy = Proxy;
scrappingSearch.FirefoxExeFolder = FirefoxExeFolder;
scrappingSearch.ScrappingFolder = ScrappingFolder;
scrappingSearch.NewProxy = newProxy;
if (SearchTripProviderId > 0 && !String.IsNullOrWhiteSpace(Proxy))
{
filter.SearchTripProviderId = SearchTripProviderId;
scrappingSearch.Provider = provider.Name;
scrappingSearch.ProxiesList = Proxies;
var ScrappingResult = ScrappingHelper.SearchViaScrapping(scrappingSearch, filter.SearchTripProviderId);
Proxies = ScrappingResult.ProxiesList;
_searchTripProviderService.SetSearchTripProviderAsEnded(SearchTripProviderId, ScrappingResult.Success, ScrappingResult.LastProxy, ScrappingResult.AttemptsNumber);
result = result && ScrappingResult.Success;
if (ScrappingResult.Success)
{
lastSuccessfullProxy = ScrappingResult.LastProxy;
_tripService.InsertTrips(SearchTripProviderId);
newProxy = false;
//Task.Factory.StartNew(() => { _tripService.InsertTrips(SearchTripProviderId); });
}
else
{
lastSuccessfullProxy = null;
}
}
else
{
result = false;
}
}
else
{
FlightsEngine.Utils.Logger.GenerateInfo("No url for SearchTripProviderId : " + SearchTripProviderId + " and provider = " + provider.Name);
}
}
else
{
if (provider.Id == Providers.Transavia)
{
// FlightsEngine.FlighsAPI.Transavia.SearchFlights(filter);
}
int SearchTripProviderId = _searchTripProviderService.InsertSearchTripProvider(provider.Id, searchTrip.Id, null, null);
filter.SearchTripProviderId = SearchTripProviderId;
}
}
// Task.Factory.StartNew(() => FlighsBot.PythonHelper.Run(filter, scrappingSearch));
// Console.WriteLine("Pythonresult = "+ Pythonresult.Success+" and Error = "+ (Pythonresult.Error??""));
// FlighsBot.Kayak.SearchFlights(filter);
// FlighsBot.Kayak.SearchFlights(filter);
// FlightsEngine.FlighsAPI.AirFranceKLM.SearchFlights(filter);
// FlightsEngine.FlighsAPI.AirHob.SearchFlights(filter);
// FlightsEngine.FlighsAPI.Kiwi.SearchFlights(filter);
// FlightsEngine.FlighsAPI.RyanAir.SearchFlights(filter);
// FlightsEngine.FlighsAPI.Transavia.SearchFlights(filter);
}
catch (Exception e2)
{
result = false;
FlightsEngine.Utils.Logger.GenerateError(e2, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, "searchTrip.Id = " + searchTrip.Id);
}
}
}
}
}
catch (Exception e)
{
result = false;
FlightsEngine.Utils.Logger.GenerateError(e, System.Reflection.MethodBase.GetCurrentMethod().DeclaringType, "SearchTripWishesId = " + (SearchTripWishesId ?? -1) + " and ScrappingFolder = " + ScrappingFolder + " and FirefoxExeFolder = " + FirefoxExeFolder);
}
return(result);
}
