public async Task Run(object o, object context)
{
var request = o.GetConvertedObject <T>();
if (context is PerformContext performContext)
{
jobContext = performContext;
}
//Validate the parameters
request.Validate();
if (configStore.GetValueBool("SCHEDULER_ENABLE_DXF_TILE_GENERATION").HasValue&&
configStore.GetValueBool("SCHEDULER_ENABLE_DXF_TILE_GENERATION").Value)
{
log.LogInformation($"Tile generation with Pegasus enabled: {JsonConvert.SerializeObject(request)}");
var result = await GenerateTiles(request);
log.LogInformation($"Received Pegasus response for tile generation, filename: {request.FileName}, result: `{JsonConvert.SerializeObject(result)}`");
var notifyParams = new RasterTileNotificationParameters
{
FileUid = request.ImportedFileUid,
MinZoomLevel = result.MinZoom,
MaxZoomLevel = result.MaxZoom
};
await notificationHubClient.Notify(new ProjectFileRasterTilesGeneratedNotification(notifyParams));
}
else
{
log.LogInformation($"Tile generation with Pegasus disabled (Bug 83657) - ignoring request: {JsonConvert.SerializeObject(request)}");
}
}
public void EnsureUpdateZoomLevelsIsCalled()
{
var notificationHub = ServiceProvider.GetService <INotificationHubClient>() as NotificationHubClient;
Assert.NotNull(notificationHub);
var rasterTileNotificationParameters = new RasterTileNotificationParameters
{
FileUid = Guid.Parse("ED279023-6A51-45B7-B4D0-2A5BF1ECA60C")
};
// We don't want a file to be returned, we just want to validate this is called
projectMock
.Setup(m => m.GetImportedFile(It.IsAny <string>()))
.Returns(Task.FromResult <ImportedFile>(null));
// We have to make sure this class is loaded into the Assemblies List, or else the notification hub won't find it
var service = ActivatorUtilities.CreateInstance <ImportedFileUpdateService>(ServiceProvider);
Assert.NotNull(service);
// Generate an event, that will trigger a call to project repo for the file
var tasks = notificationHub.ProcessNotificationAsTasks(new ProjectFileRasterTilesGeneratedNotification(rasterTileNotificationParameters));
// Ensure the tasks complete
Task.WaitAll(tasks.ToArray());
projectMock.Verify(m =>
m.GetImportedFile(
It.Is <string>(s => Guid.Parse(s) == rasterTileNotificationParameters.FileUid)), Times.Once);
}
public async Task GoodTileNoCache()
{
var fileName = $"{DataOceanUtil.PathSeparator}tiles{DataOceanUtil.PathSeparator}tiles.json";
var downloadUrl = TestConstants.DownloadUrl;
var substitutedDownloadUrl = downloadUrl.Replace("{path}", fileName.Substring(1));
var expectedResult = new byte[] { 1, 2, 3, 4, 5, 6, 7, 8, 9, 0, 1, 2, 3 };
var stream = new MemoryStream(expectedResult);
var expectedDownloadResult = new StreamContent(stream);
var config = ServiceProvider.GetRequiredService <IConfigurationStore>();
var dataOceanBaseUrl = config.GetValueString("DATA_OCEAN_URL");
var dataOceanRootFolderId = config.GetValueString("DATA_OCEAN_ROOT_FOLDER_ID");
const string folderName = "unittest";
var expectedFolderResult = new DataOceanDirectory {
Id = Guid.NewGuid(), Name = folderName, ParentId = Guid.Parse(dataOceanRootFolderId)
};
var expectedFolderBrowseResult =
new BrowseDirectoriesResult {
Directories = new List <DataOceanDirectory> {
expectedFolderResult
}
};
const string multiFileName = "dummy.dxf_Tiles$";
var expectedFileBrowseResult = SetupExpectedMutipleFileVersionsResult(Guid.NewGuid(), multiFileName, expectedFolderResult.Id, downloadUrl);
var browseFolderUrl = $"{dataOceanBaseUrl}/api/browse/keyset_directories?name={folderName}&owner=true&parent_id={dataOceanRootFolderId}";
var browseFileUrl = $"{dataOceanBaseUrl}/api/browse/keyset_files?name={multiFileName}&owner=true&parent_id={expectedFolderResult.Id}";
var gracefulMock = new Mock <IWebRequest>();
gracefulMock
.Setup(g => g.ExecuteRequest <BrowseDirectoriesResult>(browseFolderUrl, null, null, HttpMethod.Get, null, 0, false))
.Returns(Task.FromResult(expectedFolderBrowseResult));
gracefulMock
.Setup(g => g.ExecuteRequest <BrowseFilesResult>(browseFileUrl, null, null, HttpMethod.Get, null, 0, false))
.Returns(Task.FromResult(expectedFileBrowseResult));
gracefulMock
.Setup(g => g.ExecuteRequestAsStreamContent(substitutedDownloadUrl, HttpMethod.Get, null, null, null, 0, false))
.ReturnsAsync(expectedDownloadResult);
ServiceCollection.AddTransient(g => gracefulMock.Object);
ServiceProvider = ServiceCollection.BuildServiceProvider();
var client = ServiceProvider.GetRequiredService <IDataOceanClient>();
client.GetTileCache().GetCache().CacheKeys.Count.Should().Be(0);
var fullFileName = $"{DataOceanUtil.PathSeparator}{dataOceanRootFolderId}{DataOceanUtil.PathSeparator}{folderName}{DataOceanUtil.PathSeparator}{multiFileName}{fileName}";
var resultStream = await client.GetFile(fullFileName, null);
resultStream.Should().NotBeNull();
client.GetTileCache().GetCache().CacheKeys.Count.Should().Be(0);
// Generate an event, that will trigger a call to project repo for the file
var rasterTileNotificationParameters = new RasterTileNotificationParameters {
FileUid = Guid.Parse("ED279023-6A51-45B7-B4D0-2A5BF1ECA60C")
};
var notificationHub = ServiceProvider.GetService <INotificationHubClient>() as NotificationHubClient;
Assert.NotNull(notificationHub);
var tasks = notificationHub.ProcessNotificationAsTasks(new ProjectFileRasterTilesGeneratedNotification(rasterTileNotificationParameters));
Task.WaitAll(tasks.ToArray());
client.GetTileCache().GetCache().CacheKeys.Count.Should().Be(0);
}
public async Task FileUpdateNotificationClearTileCache()
{
var fileUid = Guid.NewGuid();
var multiFileName = $"{fileUid}_Tiles$";
var tileIdentifier = $"tiles{DataOceanUtil.PathSeparator}xyz{DataOceanUtil.PathSeparator}21{DataOceanUtil.PathSeparator}822028{DataOceanUtil.PathSeparator}378508.png";
var tileDetail = $"{multiFileName}{DataOceanUtil.PathSeparator}{tileIdentifier}";
var downloadUrl = TestConstants.DownloadUrl;
var substitutedDownloadUrl = downloadUrl.Replace("{path}", tileIdentifier);
var config = ServiceProvider.GetRequiredService <IConfigurationStore>();
var dataOceanBaseUrl = config.GetValueString("DATA_OCEAN_URL");
var dataOceanRootFolderId = config.GetValueString("DATA_OCEAN_ROOT_FOLDER_ID");
var customerFolderName = "customerFolderName";
var projectFolderName = "projectFolderName";
var expectedCustomerFolderResult = new DataOceanDirectory {
Id = Guid.NewGuid(), Name = customerFolderName, ParentId = Guid.Parse(dataOceanRootFolderId)
};
var expectedCustomerBrowseResult =
new BrowseDirectoriesResult {
Directories = new List <DataOceanDirectory> {
expectedCustomerFolderResult
}
};
var expectedProjectFolderResult = new DataOceanDirectory
{
Id = Guid.NewGuid(),
Name = projectFolderName,
ParentId = expectedCustomerFolderResult.Id
};
var expectedProjectBrowseResult =
new BrowseDirectoriesResult {
Directories = new List <DataOceanDirectory> {
expectedProjectFolderResult
}
};
var browseCustomerUrl = $"{dataOceanBaseUrl}/api/browse/keyset_directories?name={customerFolderName}&owner=true&parent_id={dataOceanRootFolderId}";
var browseProjectUrl = $"{dataOceanBaseUrl}/api/browse/keyset_directories?name={projectFolderName}&owner=true&parent_id={expectedCustomerFolderResult.Id}";
var expectedFileBrowseResult = SetupExpectedSingleFileVersionResult(fileUid, multiFileName, expectedProjectFolderResult.Id, downloadUrl);
// got this "http://nowhere.in.particular/api/browse/keyset_files?name=f68e8360-eefb-4269-b456-37aa0a3f86b5_Tiles$&owner=true&parent_id=b39967e6-5733-4f8b-9d0c-31bfbad5c2c9"
var browseFileUrl = $"{dataOceanBaseUrl}/api/browse/keyset_files?name={multiFileName}&owner=true&parent_id={expectedProjectFolderResult.Id}";
var gracefulMock = new Mock <IWebRequest>();
gracefulMock
.Setup(g => g.ExecuteRequest <BrowseDirectoriesResult>(browseCustomerUrl, null, null, HttpMethod.Get, null, 0, false))
.Returns(Task.FromResult(expectedCustomerBrowseResult));
gracefulMock
.Setup(g => g.ExecuteRequest <BrowseDirectoriesResult>(browseProjectUrl, null, null, HttpMethod.Get, null, 0, false))
.Returns(Task.FromResult(expectedProjectBrowseResult));
gracefulMock
.Setup(g => g.ExecuteRequest <BrowseFilesResult>(browseFileUrl, null, null, HttpMethod.Get, null, 0, false))
.Returns(Task.FromResult(expectedFileBrowseResult));
gracefulMock
.Setup(g => g.ExecuteRequestAsStreamContent(substitutedDownloadUrl, HttpMethod.Get, null, null, null, 0, false))
.ThrowsAsync(new HttpRequestException(HttpStatusCode.Forbidden.ToString()));
ServiceCollection.AddTransient(g => gracefulMock.Object);
ServiceProvider = ServiceCollection.BuildServiceProvider();
var client = ServiceProvider.GetRequiredService <IDataOceanClient>();
(await client.GetTileCache().IsTileKnownToBeMissing(tileDetail)).Should().BeFalse();
// "/a3f51fdf-69e4-4d80-b734-e72e4f9b36d9/customerFolderName/projectFolderName/cb44d207-0bec-46ad-8bb3-4388137eae53_Tiles$/tiles/xyz/21/822028/378508.png"
var fullFileName = $"{DataOceanUtil.PathSeparator}{dataOceanRootFolderId}{DataOceanUtil.PathSeparator}{customerFolderName}{DataOceanUtil.PathSeparator}{projectFolderName}{DataOceanUtil.PathSeparator}{tileDetail}";
var resultStream = await client.GetFile(fullFileName, null);
resultStream.Should().BeNull();
(await client.GetTileCache().IsTileKnownToBeMissing(tileDetail)).Should().BeTrue();
// Generate an event, that will trigger a call to DataOceanClient for the file
var rasterTileNotificationParameters = new RasterTileNotificationParameters {
FileUid = fileUid
};
var notificationHub = ServiceProvider.GetService <INotificationHubClient>() as NotificationHubClient;
var tasks = notificationHub.ProcessNotificationAsTasks(new ProjectFileRasterTilesGeneratedNotification(rasterTileNotificationParameters));
Task.WaitAll(tasks.ToArray());
(await client.GetTileCache().IsTileKnownToBeMissing(tileDetail)).Should().BeFalse();
}
public ProjectFileRasterTilesGeneratedNotification(RasterTileNotificationParameters parameters) : base(PROJECT_FILE_RASTER_TILES_GENERATED_KEY, parameters, NotificationUidType.File)
{
}