public static SearchImageResponse Unmarshall(UnmarshallerContext context)
{
SearchImageResponse searchImageResponse = new SearchImageResponse();
searchImageResponse.HttpResponse = context.HttpResponse;
searchImageResponse.RequestId = context.StringValue("SearchImage.RequestId");
SearchImageResponse.SearchImage_Data data = new SearchImageResponse.SearchImage_Data();
List <SearchImageResponse.SearchImage_Data.SearchImage_MatchListItem> data_matchList = new List <SearchImageResponse.SearchImage_Data.SearchImage_MatchListItem>();
for (int i = 0; i < context.Length("SearchImage.Data.MatchList.Length"); i++)
{
SearchImageResponse.SearchImage_Data.SearchImage_MatchListItem matchListItem = new SearchImageResponse.SearchImage_Data.SearchImage_MatchListItem();
matchListItem.DataId = context.StringValue("SearchImage.Data.MatchList[" + i + "].DataId");
matchListItem.ExtraData = context.StringValue("SearchImage.Data.MatchList[" + i + "].ExtraData");
matchListItem.EntityId = context.StringValue("SearchImage.Data.MatchList[" + i + "].EntityId");
matchListItem.ImageUrl = context.StringValue("SearchImage.Data.MatchList[" + i + "].ImageUrl");
matchListItem.Score = context.FloatValue("SearchImage.Data.MatchList[" + i + "].Score");
data_matchList.Add(matchListItem);
}
data.MatchList = data_matchList;
searchImageResponse.Data = data;
return(searchImageResponse);
}
public static SearchImageResponse Unmarshall(UnmarshallerContext context)
{
SearchImageResponse searchImageResponse = new SearchImageResponse();
searchImageResponse.HttpResponse = context.HttpResponse;
searchImageResponse.RequestId = context.StringValue("SearchImage.RequestId");
searchImageResponse.Success = context.BooleanValue("SearchImage.Success");
searchImageResponse.Code = context.IntegerValue("SearchImage.Code");
searchImageResponse.Msg = context.StringValue("SearchImage.Msg");
SearchImageResponse.SearchImage_Head head = new SearchImageResponse.SearchImage_Head();
head.DocsReturn = context.IntegerValue("SearchImage.Head.DocsReturn");
head.DocsFound = context.IntegerValue("SearchImage.Head.DocsFound");
head.SearchTime = context.IntegerValue("SearchImage.Head.SearchTime");
searchImageResponse.Head = head;
SearchImageResponse.SearchImage_PicInfo picInfo = new SearchImageResponse.SearchImage_PicInfo();
picInfo.CategoryId = context.IntegerValue("SearchImage.PicInfo.CategoryId");
picInfo.Region = context.StringValue("SearchImage.PicInfo.Region");
List <SearchImageResponse.SearchImage_PicInfo.SearchImage_Category> picInfo_allCategories = new List <SearchImageResponse.SearchImage_PicInfo.SearchImage_Category>();
for (int i = 0; i < context.Length("SearchImage.PicInfo.AllCategories.Length"); i++)
{
SearchImageResponse.SearchImage_PicInfo.SearchImage_Category category = new SearchImageResponse.SearchImage_PicInfo.SearchImage_Category();
category.Id = context.IntegerValue("SearchImage.PicInfo.AllCategories[" + i + "].Id");
category.Name = context.StringValue("SearchImage.PicInfo.AllCategories[" + i + "].Name");
picInfo_allCategories.Add(category);
}
picInfo.AllCategories = picInfo_allCategories;
searchImageResponse.PicInfo = picInfo;
List <SearchImageResponse.SearchImage_Auction> searchImageResponse_auctions = new List <SearchImageResponse.SearchImage_Auction>();
for (int i = 0; i < context.Length("SearchImage.Auctions.Length"); i++)
{
SearchImageResponse.SearchImage_Auction auction = new SearchImageResponse.SearchImage_Auction();
auction.CategoryId = context.IntegerValue("SearchImage.Auctions[" + i + "].CategoryId");
auction.ProductId = context.StringValue("SearchImage.Auctions[" + i + "].ProductId");
auction.PicName = context.StringValue("SearchImage.Auctions[" + i + "].PicName");
auction.CustomContent = context.StringValue("SearchImage.Auctions[" + i + "].CustomContent");
auction.SortExprValues = context.StringValue("SearchImage.Auctions[" + i + "].SortExprValues");
auction.IntAttr = context.IntegerValue("SearchImage.Auctions[" + i + "].IntAttr");
auction.StrAttr = context.StringValue("SearchImage.Auctions[" + i + "].StrAttr");
searchImageResponse_auctions.Add(auction);
}
searchImageResponse.Auctions = searchImageResponse_auctions;
return(searchImageResponse);
}
public string Get(string username)
{
try
{
_logger.LogInformation($"Getting property details for {username} for image url {HttpContext.Request.Query["image"]}");
var imgSearchReq = new SearchImageRequest {
org_image_url = HttpContext.Request.Query["image"]
};
var response = new Response();
response.milestones.Add("Getting property details");
try
{
_logger.LogInformation("ORCHESTRATOR SERVICE: get all images from DB");
using (var sqlConn = new SqlConnection(DB_CONN))
{
sqlConn.Open();
var query = "SELECT Path from [dbo].[Image]";
using (SqlCommand cmd = new SqlCommand(query, sqlConn))
{
using (var reader = cmd.ExecuteReader())
{
while (reader.Read())
{
imgSearchReq.comp_image_urls.Add(reader.GetString(0));
}
}
}
}
_logger.LogInformation($"ORCHESTRATOR SERVICE: retrieved {imgSearchReq.comp_image_urls.Count} images from DB");
response.milestones.Add("Retrieved images from DB");
}
catch (Exception ex)
{
response.milestones.Add($"Error getting details from DB: {ex.Message}");
return($"Error getting all images from DB: {ex.Message}");
}
VerifyImage verifyImg;
try
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: verify if the image is a house");
response.milestones.Add("Verifying image");
using (var httpClient = new HttpClient())
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: calling {ML_API}/? image_url={imgSearchReq.org_image_url}");
using (var res = httpClient.GetAsync(ML_API + "/?image_url=" + imgSearchReq.org_image_url))
{
var apiResponse = res.Result.Content.ReadAsStringAsync().Result;
_logger.LogInformation($"ORCHESTRATOR SERVICE: received response from {ML_API}/? image_url={imgSearchReq.org_image_url} ---- {res.Result.StatusCode}");
if (res.Result.IsSuccessStatusCode)
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserializing response {apiResponse}");
verifyImg = JsonConvert.DeserializeObject <VerifyImage>(apiResponse);
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserialized response {string.Join(';', verifyImg.tags.ToArray())}");
response.milestones.Add("It is a house");
}
else
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: Image is not a house");
verifyImg = new VerifyImage {
is_house = false
};
_logger.LogInformation($"ORCHESTRATOR SERVICE: Image is {string.Join(';', verifyImg.tags.ToArray())}");
response.milestones.Add("It is not a house");
}
}
response.isHouse = verifyImg.is_house;
}
_logger.LogInformation("ORCHESTRATOR SERVICE: get user details from DB");
response.milestones.Add("Getting User details from DB");
using (var sqlConn = new SqlConnection(DB_CONN))
{
sqlConn.Open();
var query = $"SELECT * from [dbo].[UserProfile] where username='******'";
using (SqlCommand cmd = new SqlCommand(query, sqlConn))
{
using (var reader = cmd.ExecuteReader())
{
while (reader.Read())
{
response.user = new Core.UserProfile
{
userId = reader.GetInt32(0).ToString(),
username = reader.GetString(1),
firstName = reader.GetString(3),
lastName = reader.GetString(4),
middleName = reader.GetString(5),
creditScore = reader.GetInt32(6),
aum = reader.GetInt32(7),
relationshipAge = reader.GetInt32(8),
phone = reader.GetString(9),
emailAddress = reader.GetString(10),
accountNumber = reader.GetString(11)
};
}
}
}
}
_logger.LogInformation($"ORCHESTRATOR SERVICE: retrieved {JsonConvert.SerializeObject(response.user)} from DB");
response.milestones.Add("Got User details from DB");
}
catch (Exception ex)
{
return($"Error verifying image: {ex.Message}");
}
if (!verifyImg.is_house)
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: returning early since the image is not a house");
return(JsonConvert.SerializeObject(response));
}
SearchImageResponse imgSearchResponse;
try
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: send query image and all DB images to ML model");
response.milestones.Add("calling vision service");
using (var httpClient = new HttpClient())
{
var httpContent = new StringContent(JsonConvert.SerializeObject(imgSearchReq), Encoding.UTF8, "application/json");
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: calling {ML_API} using {httpContent}");
using (var res = httpClient.PostAsync(ML_API, httpContent))
{
var apiResponse = res.Result.Content.ReadAsStringAsync().Result;
_logger.LogInformation($"ORCHESTRATOR SERVICE: received response from {ML_API} for image matching ---- {res.Result.StatusCode}");
if (res.Result.IsSuccessStatusCode)
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserializing response {apiResponse}");
imgSearchResponse = JsonConvert.DeserializeObject <SearchImageResponse>(apiResponse);
response.propertyFound = true;
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserialized response {imgSearchResponse.comp_image_url} and {imgSearchResponse.message}");
response.milestones.Add("Property was found");
}
else
{
response.propertyFound = false;
imgSearchResponse = new SearchImageResponse {
comp_image_url = "https://azsnappersblob.blob.core.windows.net/images/HouseNotFound.PNG", message = "Property not found"
};
_logger.LogInformation($"ORCHESTRATOR SERVICE: Image not matched... returning property not found image");
response.milestones.Add("Property was not found");
// var p = new Random().Next(0, 65);
//_logger.LogInformation($"ORCHESTRATOR SERVICE: Image not matched... picking a random image {p}");
//if (p == 0)
//{
// imgSearchResponse = new SearchImageResponse { comp_image_url = "https://azsnappersblob.blob.core.windows.net/images/HouseNotFound.PNG", message = "Property not found" };
//}
//else
//{
// imgSearchResponse = new SearchImageResponse { comp_image_url = imgSearchReq.comp_image_urls[p - 1], message = "Randomly chosen house image" };
//}
//_logger.LogInformation($"ORCHESTRATOR SERVICE: Image not matched... picked a random image {JsonConvert.SerializeObject(imgSearchResponse)}");
}
}
}
}
}
catch (Exception ex)
{
return($"Error matching image from vision service: {ex.Message}");
}
var mtgReq = new MortgageQuoteRequest();
try
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: get property from return image url");
response.milestones.Add("Getting property details from DB");
using (var sqlConn = new SqlConnection(DB_CONN))
{
sqlConn.Open();
var query = $"select P.*, I.Path from [dbo].[image] I, [dbo].[Property] P where I.PropertyId = P.PropertyId and I.Path = '{imgSearchResponse.comp_image_url}'";
using (SqlCommand cmd = new SqlCommand(query, sqlConn))
{
using (var reader = cmd.ExecuteReader())
{
var added = false;
while (reader.Read())
{
if (!added)
{
added = true;
response.propertyList.Add(new Property
{
imageUrl = reader.GetString(16),
address = $"{reader.GetString(1)}, {reader.GetString(3)}, {reader.GetString(4)} {reader.GetString(5)}",
area = reader.GetDouble(14).ToString(),
numberOfBedrooms = reader.GetInt32(7),
numberOfBathrooms = reader.GetInt32(8),
cost = reader.GetDouble(13).ToString(),
status = reader.GetString(12),
tax = reader.GetDouble(15).ToString(),
zip = reader.GetString(5),
propertyId = reader.GetInt32(0).ToString()
});
}
response.propertyList[0].moreImages.Add(reader.GetString(16));
}
}
}
}
_logger.LogInformation($"ORCHESTRATOR SERVICE: retrieved property details from DB --- {JsonConvert.SerializeObject(response.propertyList)}");
response.milestones.Add("Got property details from DB");
mtgReq.AccountDetails = new AccountDetails
{
AccountNumber = response.user.accountNumber,
AUM = decimal.Parse(response.user.aum.ToString()),
Tenure = response.user.relationshipAge.ToString(),
UserId = response.user.userId
};
var age = new Random().Next(5, 50);
mtgReq.PropertyDetails = new PropertyDetails
{
Zipcode = response.propertyList[0].zip,
Area = response.propertyList[0].area.ToString(),
Cost = decimal.Parse(response.propertyList[0].cost),
AgeInYears = age,
contrustedIn = DateTime.Now.AddYears(-1 * age),
NumberOfBedrooms = response.propertyList[0].numberOfBedrooms,
PropertyId = response.propertyList[0].propertyId
};
_logger.LogInformation($"ORCHESTRATOR SERVICE: send user and property details to mortgage service --- {JsonConvert.SerializeObject(mtgReq)}");
}
catch (Exception ex)
{
return($"Error getting selected property from DB: {ex.Message}");
}
response.milestones.Add("Getting quote from Mortgage service");
try
{
MortgageQuoteResponse mtgResponse;
using (var httpClient = new HttpClient())
{
var httpContent = new StringContent(JsonConvert.SerializeObject(mtgReq), Encoding.UTF8, "application/json");
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: calling {MTG_API} using {httpContent}");
using (var res = httpClient.PostAsync(MTG_API, httpContent))
{
var apiResponse = res.Result.Content.ReadAsStringAsync().Result;
_logger.LogInformation($"ORCHESTRATOR SERVICE: received response from {MTG_API} for mortgage saearch ---- {res.Result.StatusCode}");
if (res.Result.IsSuccessStatusCode)
{
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserializing response {apiResponse}");
mtgResponse = JsonConvert.DeserializeObject <MortgageQuoteResponse>(apiResponse);
response.quoteFound = true;
_logger.LogInformation($"ORCHESTRATOR SERVICE: Deserialized response {JsonConvert.SerializeObject(mtgResponse)}");
response.milestones.Add("Got quote from Mortgage service");
}
else
{
mtgResponse = new MortgageQuoteResponse
{
AccountNumber = mtgReq.AccountDetails.AccountNumber,
UserId = response.user.userId,
IsPreApproved = false,
PropertyId = mtgReq.PropertyDetails.PropertyId,
DownPayment = 0,
MonthlyEMI = 0,
RateofInterest = "0"
};
response.quoteFound = false;
_logger.LogInformation($"ORCHESTRATOR SERVICE: Image not matched... setting default dummy response {JsonConvert.SerializeObject(mtgResponse)}");
response.milestones.Add("Dummy quote generated");
}
response.propertyList[0].quoteDetails.downPayment = mtgResponse.DownPayment;
response.propertyList[0].quoteDetails.isPreApproved = mtgResponse.IsPreApproved;
response.propertyList[0].quoteDetails.monthlyPayment = mtgResponse.MonthlyEMI;
response.propertyList[0].quoteDetails.rateOfInterest = mtgResponse.RateofInterest;
}
}
}
}
catch (Exception ex)
{
return($"Error getting mortgage quote: {ex.Message}");
}
_logger.LogInformation($"ORCHESTRATOR SERVICE: send user, property and mortgage details back to UI {JsonConvert.SerializeObject(response)}");
response.milestones.Add("Sending full response back");
return(JsonConvert.SerializeObject(response));
}
catch (Exception exc)
{
return(exc.Message);
}
}
public SearchImageResponse SearchImageAdvance(SearchImageAdvanceRequest request, AlibabaCloud.TeaUtil.Models.RuntimeOptions runtime)
{
// Step 0: init client
string accessKeyId = this._credential.GetAccessKeyId();
string accessKeySecret = this._credential.GetAccessKeySecret();
AlibabaCloud.RPCClient.Models.Config authConfig = new AlibabaCloud.RPCClient.Models.Config
{
AccessKeyId = accessKeyId,
AccessKeySecret = accessKeySecret,
Type = "access_key",
Endpoint = "openplatform.aliyuncs.com",
Protocol = _protocol,
RegionId = _regionId,
};
AlibabaCloud.SDK.OpenPlatform20191219.Client authClient = new AlibabaCloud.SDK.OpenPlatform20191219.Client(authConfig);
AlibabaCloud.SDK.OpenPlatform20191219.Models.AuthorizeFileUploadRequest authRequest = new AlibabaCloud.SDK.OpenPlatform20191219.Models.AuthorizeFileUploadRequest
{
Product = "imgsearch",
RegionId = _regionId,
};
AlibabaCloud.SDK.OpenPlatform20191219.Models.AuthorizeFileUploadResponse authResponse = authClient.AuthorizeFileUploadWithOptions(authRequest, runtime);
// Step 1: request OSS api to upload file
AlibabaCloud.OSS.Models.Config ossConfig = new AlibabaCloud.OSS.Models.Config
{
AccessKeyId = authResponse.AccessKeyId,
AccessKeySecret = accessKeySecret,
Type = "access_key",
Endpoint = AlibabaCloud.Commons.Common.GetEndpoint(authResponse.Endpoint, authResponse.UseAccelerate, _endpointType),
Protocol = _protocol,
RegionId = _regionId,
};
AlibabaCloud.OSS.Client ossClient = new AlibabaCloud.OSS.Client(ossConfig);
AlibabaCloud.SDK.TeaFileform.Models.FileField fileObj = new AlibabaCloud.SDK.TeaFileform.Models.FileField
{
Filename = authResponse.ObjectKey,
Content = request.ImageUrlObject,
ContentType = "",
};
AlibabaCloud.OSS.Models.PostObjectRequest.PostObjectRequestHeader ossHeader = new AlibabaCloud.OSS.Models.PostObjectRequest.PostObjectRequestHeader
{
AccessKeyId = authResponse.AccessKeyId,
Policy = authResponse.EncodedPolicy,
Signature = authResponse.Signature,
Key = authResponse.ObjectKey,
File = fileObj,
SuccessActionStatus = "201",
};
AlibabaCloud.OSS.Models.PostObjectRequest uploadRequest = new AlibabaCloud.OSS.Models.PostObjectRequest
{
BucketName = authResponse.Bucket,
Header = ossHeader,
};
AlibabaCloud.OSSUtil.Models.RuntimeOptions ossRuntime = new AlibabaCloud.OSSUtil.Models.RuntimeOptions();
AlibabaCloud.Commons.Common.Convert(runtime, ossRuntime);
ossClient.PostObject(uploadRequest, ossRuntime);
// Step 2: request final api
SearchImageRequest searchImagereq = new SearchImageRequest();
AlibabaCloud.Commons.Common.Convert(request, searchImagereq);
searchImagereq.ImageUrl = "http://" + authResponse.Bucket + "." + authResponse.Endpoint + "/" + authResponse.ObjectKey;
SearchImageResponse searchImageResp = SearchImage(searchImagereq, runtime);
return(searchImageResp);
}
