Exemplo n.º 1
0
        private Location3DModelResponse ParseResultCsvLine(string cols, char separator)
        {
            string[] values = cols.Split(separator);
            //pk,	pn,	lat,	lon,	link,	tilecount_running_total,	sketchfab_status	, sketchfab_id

            int index = 0;
            Location3DModelRequest request = new Location3DModelRequest();

            request.Id          = values[index++];
            request.Title       = values[index++].Trim('\"');
            request.Latitude    = double.Parse(values[index++], CultureInfo.InvariantCulture);
            request.Longitude   = double.Parse(values[index++], CultureInfo.InvariantCulture);
            request.Description = values[index++];
            Location3DModelResponse result = new Location3DModelResponse();

            result.Request = request;
            result.Id      = request.Id;


            result.NumTiles = int.Parse(values[index++]);
            if (Enum.TryParse <UploadStatus>(values[index++], true, out UploadStatus uploadStatus))
            {
                result.UploadStatus = uploadStatus;
            }
            result.UploadedFileId = values[index++];

            return(result);
        }
Exemplo n.º 2
0
        private Dictionary <string, Location3DModelResponse> ParseOutputFile(string fileName)
        {
            Dictionary <string, Location3DModelResponse> results = new Dictionary <string, Location3DModelResponse>();

            if (File.Exists(fileName))
            {
                using (StreamReader sr = new StreamReader(fileName, Encoding.UTF8))
                {
                    sr.ReadLine(); // skip header
                    do
                    {
                        //pk,pn,lat,lon,link
                        Location3DModelResponse result = ParseResultCsvLine(sr.ReadLine(), '\t');
                        results.Add(result.Id, result);
                    } while (!sr.EndOfStream);
                }
            }

            return(results);
        }
Exemplo n.º 3
0
        public void BatchGenerationAndUpload(string fileName, string outputDirName)
        {
            Location3DModelSettings settings = new Location3DModelSettings()
            {
                Dataset                = DEMDataSet.NASADEM,
                ImageryProvider        = ImageryProvider.ThunderForestLandscape,
                ZScale                 = 2f,
                SideSizeKm             = 1.5f,
                OsmBuildings           = true,
                DownloadMissingFiles   = false,
                GenerateTIN            = false,
                MaxDegreeOfParallelism = 1,
                OutputDirectory        = Path.Combine(Directory.GetCurrentDirectory(), outputDirName)
            };

            string currentOutFilePath = string.Concat(Path.ChangeExtension(fileName, null), $"_out.txt");
            Dictionary <string, Location3DModelRequest>  requests  = ParseInputFile(fileName);
            Dictionary <string, Location3DModelResponse> responses = ParseOutputFile(currentOutFilePath);

            // Backup file by creating a copy
            var outFilePath = string.Concat(Path.ChangeExtension(fileName, null), $"_out_{DateTime.Now:ddMMyyyy-hhmmss}.txt");

            bool append = responses.Count > 0;

            _logger.LogInformation($"Append mode: {append}");

            // Restart from previous run
            Directory.CreateDirectory(settings.OutputDirectory);
            // Filter already generated files
            int countBefore = requests.Count;

            //requests = requests.Where(r => !File.Exists(Path.Combine(settings.OutputDirectory, settings.ModelFileNameGenerator(settings, r.Value)))).ToList();
            if (requests.Count < countBefore)
            {
                _logger.LogInformation($"Skipping {countBefore - requests.Count} files already generated.");
            }


            // Generate and upload
            int sumTilesDownloaded = 0;

            using (StreamWriter sw = new StreamWriter(outFilePath, append: append, Encoding.UTF8))
            {
                sw.WriteLine(string.Join("\t", "pk", "pn", "lat", "lon", "link", "tilecount_running_total", "sketchfab_status", "sketchfab_id"));

                foreach (var request in requests.Values)
                {
                    UploadModelRequest uploadRequest;
                    try
                    {
                        bool modelExists = File.Exists(Path.Combine(settings.OutputDirectory, settings.ModelFileNameGenerator(settings, request)));
                        Location3DModelResponse response = null;
                        if (!(modelExists && responses.TryGetValue(request.Id, out response))) // check model file exist
                        {
                            try
                            {
                                //===========================
                                // Generation
                                response               = Generate3DLocationModel(request, settings);
                                sumTilesDownloaded    += response.NumTiles ?? 0;
                                response.Id            = request.Id;
                                responses[response.Id] = response;
                            }
                            catch (Exception ex)
                            {
                                _logger.LogError(ex.Message);
                            }
                            finally
                            {
                                _logger.LogInformation("Model generated. Waiting 10s...");
                                Thread.Sleep(10000); // wait 2 sec to dive overpassAPI some breath
                            }
                        }

                        if (response != null && string.IsNullOrWhiteSpace(response.UploadedFileId))
                        {
                            try
                            {
                                //===========================
                                // Upload
                                uploadRequest = GetUploadRequest(settings, request);
                                var sfResponse = _sketchFabApi.UploadModelAsync(uploadRequest, _sketchFabToken).GetAwaiter().GetResult();
                                response.UploadedFileId = sfResponse.ModelId;
                                response.UploadStatus   = sfResponse.StatusCode == HttpStatusCode.Created ? UploadStatus.OK : UploadStatus.Error;
                                _logger.LogInformation($"Sketchfab upload ok : {response.UploadedFileId}");
                            }
                            catch (Exception ex)
                            {
                                response.UploadStatus   = UploadStatus.Error;
                                response.UploadedFileId = null;
                                _logger.LogError(ex.Message);
                            }
                            finally
                            {
                                _logger.LogInformation($"Waiting 10s...");
                                Thread.Sleep(10000); // wait 2 sec to give SkecthFab some breath
                            }
                        }

                        sw.WriteLine(string.Join("\t", request.Id, request.Title, request.Latitude, request.Longitude
                                                 , request.Description              // link
                                                 , sumTilesDownloaded               // tilecount_running_total
                                                 , response.UploadStatus.ToString() // sketchfab_status
                                                 , response.UploadedFileId          // sketchfab_id
                                                 ));

                        sw.Flush();
                        if (responses.Count > 0)
                        {
                            _logger.LogInformation($"Reponse: {responses.Last().Value.Elapsed.TotalSeconds:N3} s, Average: {responses.Average(r => r.Value.Elapsed.TotalSeconds):N3} s ({responses.Count}/{requests.Count} model(s) so far, {sumTilesDownloaded} tiles)");
                        }
                    }
                    catch (Exception ex)
                    {
                        _logger.LogError(ex.Message);
                    }
                }
            }
        }
Exemplo n.º 4
0
        private Location3DModelResponse Generate3DLocationModel(Location3DModelRequest request, Location3DModelSettings settings)
        {
            Location3DModelResponse response = new Location3DModelResponse();

            try
            {
                bool imageryFailed = false;
                using (TimeSpanBlock timer = new TimeSpanBlock($"3D model {request.Id}", _logger))
                {
                    BoundingBox bbox = GetBoundingBoxAroundLocation(request.Latitude, request.Longitude, settings.SideSizeKm);

                    HeightMap hMap      = _elevationService.GetHeightMap(ref bbox, settings.Dataset);
                    var       transform = new ModelGenerationTransform(bbox, Reprojection.SRID_PROJECTED_MERCATOR, centerOnOrigin: true, settings.ZScale, centerOnZOrigin: true);

                    response.Attributions.AddRange(settings.Attributions);   // will be added to the model
                    response.Attributions.Add(settings.Dataset.Attribution); // will be added to the model


                    PBRTexture pbrTexture = null;
                    if (settings.ImageryProvider != null)
                    {
                        response.Attributions.Add(settings.ImageryProvider.Attribution); // will be added to the model

                        // Imagery
                        TileRange tiles = _imageryService.ComputeBoundingBoxTileRange(bbox, settings.ImageryProvider, settings.MinTilesPerImage);
                        Debug.Assert(tiles.Count < 400);

                        tiles = _imageryService.DownloadTiles(tiles, settings.ImageryProvider);

                        string      fileName = Path.Combine(settings.OutputDirectory, $"{request.Id}_Texture.jpg");
                        TextureInfo texInfo  = _imageryService.ConstructTexture(tiles, bbox, fileName, TextureImageFormat.image_jpeg);

                        transform.BoundingBox = bbox;
                        hMap = transform.TransformHeightMap(hMap);


                        //var normalMap = _imageryService.GenerateNormalMap(hMap, settings.OutputDirectory, $"{request.Id}_normalmap.png");
                        pbrTexture = PBRTexture.Create(texInfo);
                    }

                    // Center on origin
                    //hMap = hMap.CenterOnOrigin(out Matrix4x4 transform).BakeCoordinates();
                    //response.Origin = new GeoPoint(request.Latitude, request.Longitude).ReprojectTo(Reprojection.SRID_GEODETIC, Reprojection.SRID_PROJECTED_MERCATOR);

                    ModelRoot model = _gltfService.CreateNewModel();

                    //=======================
                    // Buildings
                    if (settings.OsmBuildings)
                    {
                        model = _sampleOsmProcessor.Run(model, OsmLayer.Buildings, bbox, transform, computeElevations: true, settings.Dataset, settings.DownloadMissingFiles);
                    }


                    if (settings.GenerateTIN)
                    {
                        model = AddTINMesh(model, hMap, 2d, _gltfService, pbrTexture, Reprojection.SRID_PROJECTED_MERCATOR);
                    }
                    else
                    {
                        model = _gltfService.AddTerrainMesh(model, hMap, pbrTexture);
                    }
                    model.Asset.Generator = "DEM Net Elevation API with SharpGLTF";
                    //model.TryUseExtrasAsList(true).AddRange(response.Attributions);
                    model.SaveGLB(Path.Combine(settings.OutputDirectory, string.Concat(imageryFailed ? "imageryFailed_" : "", settings.ModelFileNameGenerator(settings, request))));

                    // cleanup
                    //if (pbrTexture != null)
                    //{
                    //    if (pbrTexture.NormalTexture != null) File.Delete(pbrTexture.NormalTexture.FilePath);
                    //    File.Delete(pbrTexture.BaseColorTexture.FilePath);
                    //}

                    response.Elapsed  = timer.Elapsed;
                    response.NumTiles = pbrTexture.BaseColorTexture.TileCount;
                }
            }
            catch (Exception)
            {
                throw;
            }
            return(response);
        }