public static async Task AddStorageAsync(this MockServerHttpClientHandler handler, IStorage storage)
{
var files = (await storage.ListAsync(CancellationToken.None)).Select(x => x.Uri);
foreach (var file in files)
{
var storageFileUrl = file;
var relativeFileUrl = "/" + storageFileUrl.ToString().Replace(storage.BaseAddress.ToString(), string.Empty);
handler.SetAction(relativeFileUrl, async message =>
{
var content = await storage.LoadAsync(storageFileUrl, CancellationToken.None);
var response = new HttpResponseMessage(HttpStatusCode.OK);
if (!string.IsNullOrEmpty(content.CacheControl))
{
response.Headers.CacheControl = CacheControlHeaderValue.Parse(content.CacheControl);
}
response.Content = new StreamContent(content.GetContentStream());
if (!string.IsNullOrEmpty(content.ContentType))
{
response.Content.Headers.ContentType = new MediaTypeHeaderValue(content.ContentType);
}
return(response);
});
}
}
public async Task AppendsDeleteToExistingCatalog()
{
// Arrange
var catalogStorage = Catalogs.CreateTestCatalogWithThreePackages();
var auditingStorage = new MemoryStorage();
auditingStorage.Content.Add(
new Uri(auditingStorage.BaseAddress, "2015-01-01T00:01:01-deleted.audit.v1.json"),
new StringStorageContent(TestCatalogEntries.DeleteAuditRecordForOtherPackage100));
var mockServer = new MockServerHttpClientHandler();
mockServer.SetAction(" / ", async request => new HttpResponseMessage(HttpStatusCode.OK));
mockServer.SetAction("/Packages?$filter=Created%20gt%20DateTime'0001-01-01T00:00:00.0000000Z'&$top=20&$orderby=Created&$select=Created,LastEdited,Published,LicenseNames,LicenseReportUrl", GetCreatedPackages);
mockServer.SetAction("/Packages?$filter=Created%20gt%20DateTime'2015-01-01T00:00:00.0000000Z'&$top=20&$orderby=Created&$select=Created,LastEdited,Published,LicenseNames,LicenseReportUrl", GetEmptyPackages);
mockServer.SetAction("/Packages?$filter=LastEdited%20gt%20DateTime'0001-01-01T00:00:00.0000000Z'&$top=20&$orderby=LastEdited&$select=Created,LastEdited,Published,LicenseNames,LicenseReportUrl", GetEditedPackages);
mockServer.SetAction("/Packages?$filter=LastEdited%20gt%20DateTime'2015-01-01T00:00:00.0000000Z'&$top=20&$orderby=LastEdited&$select=Created,LastEdited,Published,LicenseNames,LicenseReportUrl", GetEmptyPackages);
mockServer.SetAction("/package/ListedPackage/1.0.0", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\ListedPackage.1.0.0.zip")) });
mockServer.SetAction("/package/ListedPackage/1.0.1", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\ListedPackage.1.0.1.zip")) });
mockServer.SetAction("/package/UnlistedPackage/1.0.0", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\UnlistedPackage.1.0.0.zip")) });
// Act
var target = new TestableFeed2Catalog(mockServer);
await target.InvokeProcessFeed("http://tempuri.org", catalogStorage, auditingStorage, null, TimeSpan.FromMinutes(5), 20, true, CancellationToken.None);
// Assert
Assert.Equal(6, catalogStorage.Content.Count);
// Ensure catalog has index.json
var catalogIndex = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("index.json"));
Assert.NotNull(catalogIndex.Key);
Assert.Contains("\"nuget:lastCreated\": \"2015-01-01T00:00:00Z\"", catalogIndex.Value.GetContentString());
Assert.Contains("\"nuget:lastDeleted\": \"2015-01-01T01:01:01", catalogIndex.Value.GetContentString());
Assert.Contains("\"nuget:lastEdited\": \"2015-01-01T00:00:00", catalogIndex.Value.GetContentString());
// Ensure catalog has page0.json
var pageZero = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("page0.json"));
Assert.NotNull(pageZero.Key);
Assert.Contains("\"parent\": \"http://tempuri.org/index.json\",", pageZero.Value.GetContentString());
Assert.Contains("/listedpackage.1.0.0.json\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:id\": \"ListedPackage\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:version\": \"1.0.0\"", pageZero.Value.GetContentString());
Assert.Contains("/listedpackage.1.0.1.json\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:id\": \"ListedPackage\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:version\": \"1.0.1\"", pageZero.Value.GetContentString());
Assert.Contains("/unlistedpackage.1.0.0.json\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:id\": \"UnlistedPackage\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:version\": \"1.0.0\"", pageZero.Value.GetContentString());
Assert.Contains("/otherpackage.1.0.0.json\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:id\": \"OtherPackage\",", pageZero.Value.GetContentString());
Assert.Contains("\"nuget:version\": \"1.0.0\"", pageZero.Value.GetContentString());
// Check individual package entries
var package1 = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage.1.0.0.json"));
Assert.NotNull(package1.Key);
Assert.Contains("\"PackageDetails\",", package1.Value.GetContentString());
Assert.Contains("\"id\": \"ListedPackage\",", package1.Value.GetContentString());
Assert.Contains("\"version\": \"1.0.0\",", package1.Value.GetContentString());
var package2 = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage.1.0.1.json"));
Assert.NotNull(package2.Key);
Assert.Contains("\"PackageDetails\",", package2.Value.GetContentString());
Assert.Contains("\"id\": \"ListedPackage\",", package2.Value.GetContentString());
Assert.Contains("\"version\": \"1.0.1\",", package2.Value.GetContentString());
var package3 = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage.1.0.0.json"));
Assert.NotNull(package3.Key);
Assert.Contains("\"PackageDetails\",", package3.Value.GetContentString());
Assert.Contains("\"id\": \"UnlistedPackage\",", package3.Value.GetContentString());
Assert.Contains("\"version\": \"1.0.0\",", package3.Value.GetContentString());
// Ensure catalog has the delete of "OtherPackage"
var package4 = catalogStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/otherpackage.1.0.0.json"));
Assert.NotNull(package4.Key);
Assert.Contains("\"PackageDelete\",", package4.Value.GetContentString());
Assert.Contains("\"id\": \"OtherPackage\",", package4.Value.GetContentString());
Assert.Contains("\"version\": \"1.0.0\",", package4.Value.GetContentString());
}
public async Task CreatesFlatContainerAndRespectsDeletes()
{
// Arrange
var catalogStorage = Catalogs.CreateTestCatalogWithThreePackagesAndDelete();
var catalogToDnxStorage = new MemoryStorage();
var catalogToDnxStorageFactory = new TestStorageFactory(name => catalogToDnxStorage.WithName(name));
var mockServer = new MockServerHttpClientHandler();
mockServer.SetAction("/", async request => new HttpResponseMessage(HttpStatusCode.OK));
await mockServer.AddStorage(catalogStorage);
mockServer.SetAction("/listedpackage.1.0.0.nupkg", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\ListedPackage.1.0.0.zip")) });
mockServer.SetAction("/listedpackage.1.0.1.nupkg", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\ListedPackage.1.0.1.zip")) });
mockServer.SetAction("/unlistedpackage.1.0.0.nupkg", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\UnlistedPackage.1.0.0.zip")) });
mockServer.SetAction("/otherpackage.1.0.0.nupkg", async request => new HttpResponseMessage(HttpStatusCode.OK) { Content = new StreamContent(File.OpenRead("Packages\\OtherPackage.1.0.0.zip")) });
// Setup collector
var target = new DnxCatalogCollector(new Uri("http://tempuri.org/index.json"), catalogToDnxStorageFactory, () => mockServer)
{
ContentBaseAddress = new Uri("http://tempuri.org/packages")
};
ReadWriteCursor front = new DurableCursor(catalogToDnxStorage.ResolveUri("cursor.json"), catalogToDnxStorage, MemoryCursor.Min.Value);
ReadCursor back = MemoryCursor.Max;
// Act
await target.Run(front, back, CancellationToken.None);
// Assert
Assert.Equal(9, catalogToDnxStorage.Content.Count);
// Ensure storage has cursor.json
var cursorJson = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("cursor.json"));
Assert.NotNull(cursorJson.Key);
// Check package entries - ListedPackage
var package1Index = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/index.json"));
Assert.NotNull(package1Index.Key);
Assert.Contains("\"1.0.0\"", package1Index.Value.GetContentString());
Assert.Contains("\"1.0.1\"", package1Index.Value.GetContentString());
var package1Nuspec = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.0/listedpackage.nuspec"));
var package1Nupkg = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.0/listedpackage.1.0.0.nupkg"));
Assert.NotNull(package1Nuspec.Key);
Assert.NotNull(package1Nupkg.Key);
var package2Nuspec = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.1/listedpackage.nuspec"));
var package2Nupkg = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.1/listedpackage.1.0.1.nupkg"));
Assert.NotNull(package2Nuspec.Key);
Assert.NotNull(package2Nupkg.Key);
// Check package entries - UnlistedPackage
var package3Index = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage/index.json"));
Assert.NotNull(package3Index.Key);
Assert.Contains("\"1.0.0\"", package3Index.Value.GetContentString());
var package3Nuspec = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage/1.0.0/unlistedpackage.nuspec"));
var package3Nupkg = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage/1.0.0/unlistedpackage.1.0.0.nupkg"));
Assert.NotNull(package3Nuspec.Key);
Assert.NotNull(package3Nupkg.Key);
// Ensure storage does not have the deleted "OtherPackage"
var otherPackageIndex = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/otherpackage/index.json"));
var otherPackageNuspec = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/otherpackage/1.0.0/otherpackage.nuspec"));
var otherPackageNupkg = catalogToDnxStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/otherpackage/1.0.0/otherpackage.1.0.0.nupkg"));
Assert.Null(otherPackageIndex.Key);
Assert.Null(otherPackageNuspec.Key);
Assert.Null(otherPackageNupkg.Key);
}
public async Task CreatesRegistrationsAndRespectsDeletes()
{
// Arrange
var catalogStorage = Catalogs.CreateTestCatalogWithThreePackagesAndDelete();
var catalogToRegistrationStorage = new MemoryStorage();
var catalogToRegistrationStorageFactory = new TestStorageFactory(name => catalogToRegistrationStorage.WithName(name));
var mockServer = new MockServerHttpClientHandler();
mockServer.SetAction("/", async request => new HttpResponseMessage(HttpStatusCode.OK));
await mockServer.AddStorage(catalogStorage);
// Setup collector
var target = new RegistrationCollector(new Uri("http://tempuri.org/index.json"), catalogToRegistrationStorageFactory, () => mockServer)
{
ContentBaseAddress = new Uri("http://tempuri.org/packages"),
UnlistShouldDelete = false
};
ReadWriteCursor front = new DurableCursor(catalogToRegistrationStorage.ResolveUri("cursor.json"), catalogToRegistrationStorage, MemoryCursor.Min.Value);
ReadCursor back = MemoryCursor.Max;
// Act
await target.Run(front, back, CancellationToken.None);
// Assert
Assert.Equal(6, catalogToRegistrationStorage.Content.Count);
// Ensure storage has cursor.json
var cursorJson = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("cursor.json"));
Assert.NotNull(cursorJson.Key);
// Check package entries - ListedPackage
var package1Index = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/index.json"));
Assert.NotNull(package1Index.Key);
Assert.Contains("\"catalog:CatalogRoot\"", package1Index.Value.GetContentString());
Assert.Contains("\"PackageRegistration\"", package1Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/data/2015.10.12.10.08.54/listedpackage.1.0.0.json\"", package1Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/packages/listedpackage.1.0.0.nupkg\"", package1Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/data/2015.10.12.10.08.55/listedpackage.1.0.1.json\"", package1Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/packages/listedpackage.1.0.1.nupkg\"", package1Index.Value.GetContentString());
Assert.Contains("\"lower\": \"1.0.0\",", package1Index.Value.GetContentString());
Assert.Contains("\"upper\": \"1.0.1\"", package1Index.Value.GetContentString());
var package1 = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.0.json"));
Assert.NotNull(package1.Key);
var package2 = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/listedpackage/1.0.1.json"));
Assert.NotNull(package2.Key);
// Check package entries - UnlistedPackage
var package2Index = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage/index.json"));
Assert.NotNull(package1Index.Key);
Assert.Contains("\"catalog:CatalogRoot\"", package2Index.Value.GetContentString());
Assert.Contains("\"PackageRegistration\"", package2Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/data/2015.10.12.10.08.54/unlistedpackage.1.0.0.json\"", package2Index.Value.GetContentString());
Assert.Contains("\"http://tempuri.org/packages/unlistedpackage.1.0.0.nupkg\"", package2Index.Value.GetContentString());
Assert.Contains("\"lower\": \"1.0.0\",", package2Index.Value.GetContentString());
Assert.Contains("\"upper\": \"1.0.0\"", package2Index.Value.GetContentString());
var package3 = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/unlistedpackage/1.0.0.json"));
Assert.NotNull(package3.Key);
// Ensure storage does not have the deleted "OtherPackage"
var otherPackageIndex = catalogToRegistrationStorage.Content.FirstOrDefault(pair => pair.Key.PathAndQuery.EndsWith("/otherpackage/index.json"));
Assert.Null(otherPackageIndex.Key);
}