/// <summary> /// Uploads a specified image layer by layer from another local repository (Within the specific registry) /// </summary> private static async Task BuildImageInRepoAfterDownload(string origin, string output, string outputTag, AzureContainerRegistryClient client, CancellationToken ct) { V2Manifest manifest = (V2Manifest)await client.GetManifestAsync(origin, outputTag, "application/vnd.docker.distribution.manifest.v2+json", ct); var listOfActions = new List <Action>(); // Acquire and upload all layers for (int i = 0; i < manifest.Layers.Count; i++) { var cur = i; listOfActions.Add(() => { var progress = new ProgressBar(3); progress.Refresh(0, "Starting"); var layer = client.GetBlobAsync(origin, manifest.Layers[cur].Digest).GetAwaiter().GetResult(); progress.Next("Downloading " + manifest.Layers[cur].Digest + " layer from " + origin); string digestLayer = UploadLayer(layer, output, client).GetAwaiter().GetResult(); progress.Next("Uploading " + manifest.Layers[cur].Digest + " layer to " + output); manifest.Layers[cur].Digest = digestLayer; progress.Next("Uploaded " + manifest.Layers[cur].Digest + " layer to " + output); }); } // Acquire config Blob listOfActions.Add(() => { var progress = new ProgressBar(3); progress.Next("Downloading config blob from " + origin); var configBlob = client.GetBlobAsync(origin, manifest.Config.Digest).GetAwaiter().GetResult(); progress.Next("Uploading config blob to " + output); string digestConfig = UploadLayer(configBlob, output, client).GetAwaiter().GetResult(); progress.Next("Uploaded config blob to " + output); manifest.Config.Digest = digestConfig; }); var options = new ParallelOptions { MaxDegreeOfParallelism = MaxParallel }; Parallel.Invoke(options, listOfActions.ToArray()); Console.WriteLine("Pushing new manifest to " + output + ":" + outputTag); await client.CreateManifestAsync(output, outputTag, manifest, ct); Console.WriteLine("Successfully created " + output + ":" + outputTag); }
private static async Task BuildDotNetImage(string fileOrigin, ImageRef outputRepo) { // 1. Upload the .Net files to the specified repository var oras = new OrasPush() { OrasExe = "C:/ProgramData/Fish/Barrel/oras/0.6.0/oras.exe", Registry = outputRepo.Registry, Tag = outputRepo.Tag, Repository = outputRepo.Repository, PublishDir = fileOrigin, Username = outputRepo.Username, Password = outputRepo.Password }; if (!oras.Execute()) { throw new Exception("Could not upload " + fileOrigin); } var clientCredentials = new AcrClientCredentials(AcrClientCredentials.LoginMode.Basic, outputRepo.Registry, outputRepo.Username, outputRepo.Password); var client = new AzureContainerRegistryClient(clientCredentials) { LoginUri = "https://" + outputRepo.Registry }; // 2. Acquire the resulting OCI manifest string orasDigest = oras.digest; ManifestWrapper manifest = await client.GetManifestAsync(outputRepo.Repository, orasDigest, "application/vnd.oci.image.manifest.v1+json"); long app_size = (long)manifest.Layers[0].Size; string appDiffId = (string)manifest.Layers[0].Annotations.AdditionalProperties["io.deis.oras.content.digest"]; string app_digest = manifest.Layers[0].Digest; // 3. Acquire base for .Net image var baseLayers = new ImageRef() { Registry = "mcr.microsoft.com" }; var dotnetVersion = "2.2"; switch (dotnetVersion) { case "2.1": baseLayers.Repository = "dotnet/core/runtime"; baseLayers.Tag = "2.1"; break; case "2.2": baseLayers.Repository = "dotnet/core/runtime"; baseLayers.Tag = "2.2"; break; case "3.0": baseLayers.Repository = "dotnet/core-nightly/runtime"; baseLayers.Tag = "3.0"; break; default: baseLayers.Repository = "dotnet/core-nightly/runtime-deps"; baseLayers.Tag = "latest"; break; } // 4. Move base layers to repo await CopyBaseImageLayers(baseLayers, outputRepo, true); // 5. Acquire config blob from base var baseClient = new AzureContainerRegistryClient(new TokenCredentials()) { LoginUri = "https://" + baseLayers.Registry }; ManifestWrapper baseManifest = await baseClient.GetManifestAsync(baseLayers.Repository, baseLayers.Tag, "application/vnd.docker.distribution.manifest.v2+json"); var configBlob = await baseClient.GetBlobAsync(baseLayers.Repository, baseManifest.Config.Digest); long appConfigSize; string appConfigDigest; // 6. Add layer to config blob using (StreamReader reader = new StreamReader(configBlob, Encoding.UTF8)) { string originalBlob = reader.ReadToEnd(); var nah = System.Text.Encoding.UTF8.GetByteCount(originalBlob); var config = JsonConvert.DeserializeObject <ConfigBlob>(originalBlob); config.Rootfs.DiffIds.Add(appDiffId); string serialized = JsonConvert.SerializeObject(config, Formatting.None); appConfigSize = Encoding.UTF8.GetByteCount(serialized); appConfigDigest = ComputeDigest(serialized); await UploadLayer(GenerateStreamFromString(serialized), outputRepo.Repository, client); // Upload config blob } // 7. Modify manifest file for the new layer var newManifest = baseManifest; newManifest.Config.Size = appConfigSize; newManifest.Config.Digest = appConfigDigest; var newLayer = new Descriptor() { MediaType = "application/vnd.docker.image.rootfs.diff.tar.gzip", Size = app_size, Digest = app_digest }; newManifest.Layers.Add(newLayer); await client.CreateManifestAsync(outputRepo.Repository, outputRepo.Tag, newManifest); // 8. Upload config blob // 9. Push new manifest // Image can now be run! }
static void Main(string[] args) { string username = "******"; string password = ""; string loginUrl = "acryihchentest0611.azurecr.io"; int timeoutInMilliseconds = 15000; CancellationToken ct = new CancellationTokenSource(timeoutInMilliseconds).Token; AcrClientCredentials clientCredential = new AcrClientCredentials(true, loginUrl, username, password, ct); AzureContainerRegistryClient client = new AzureContainerRegistryClient(clientCredential); client.LoginUri = "https://acryihchentest0611.azurecr.io"; try { /* * { * // ######################## Acr V1 Get Repositories ######################## * Repositories repositories = client.GetAcrRepositoriesAsync(null, * "", * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/_catalog result"); * Console.WriteLine(SafeJsonConvert.SerializeObject(repositories, client.SerializationSettings)); * foreach (string repository in repositories.Names) { * // ######################## Acr V1 Get Repositorie Attributes ######################## * RepositoryAttributes repositoryAttributes = client.GetAcrRepositoryAttributesAsync(repository, * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/{0} result", repository); * Console.WriteLine(SafeJsonConvert.SerializeObject(repositoryAttributes, client.SerializationSettings)); * * // ######################## Acr V1 Get Repositorie Tags ######################## * AcrRepositoryTags tags = client.GetAcrTagsAsync(repository, * null, * null, * null, * null, * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/{0}/_tags result", repository); * Console.WriteLine(SafeJsonConvert.SerializeObject(tags, client.SerializationSettings)); * foreach (AcrTagAttributesBase tag in tags.TagsAttributes) { * // ######################## Acr V1 Get Tag Attributes ######################## * AcrTagAttributes tagAttribute = client.GetAcrTagAttributesAsync(repository, * tag.Name, * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/{0}/_tags/{1} result", repository, tag.Name); * Console.WriteLine(SafeJsonConvert.SerializeObject(tagAttribute, client.SerializationSettings)); * } * * // ######################## Acr V1 Get Repositorie Manifests ######################## * AcrManifests manifests = client.GetAcrManifestsAsync(repository, * null, * null, * null, * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/{0}/_manifests result", repository); * Console.WriteLine(SafeJsonConvert.SerializeObject(manifests, client.SerializationSettings)); * foreach (AcrManifestAttributesBase manifest in manifests.ManifestsAttributes) { * // ######################## Acr V1 Get Manifest Attributes ######################## * AcrManifestAttributes manifestAttribute = client.GetAcrManifestAttributesAsync(repository, * manifest.Digest, * ct).GetAwaiter().GetResult(); * Console.WriteLine("GET /acr/v1/{0}/_manifests/{1} result", repository, manifest.Digest); * Console.WriteLine(SafeJsonConvert.SerializeObject(manifestAttribute, client.SerializationSettings)); * } * } * }*/ { // ######################## Docker V2 Get Repositories ######################## Repositories repositories = client.GetRepositoriesAsync(null, null, ct).GetAwaiter().GetResult(); Console.WriteLine("GET /v2/_catalog result"); Console.WriteLine(SafeJsonConvert.SerializeObject(repositories, client.SerializationSettings)); foreach (string repository in repositories.Names) { // ######################## Docker V2 Get Tags ######################## RepositoryTags repositoryTags = client.GetTagListAsync(repository, ct).GetAwaiter().GetResult(); Console.WriteLine("GET /v2/{0}/tags/list result", repository); Console.WriteLine(SafeJsonConvert.SerializeObject(repositoryTags, client.SerializationSettings)); foreach (string tag in repositoryTags.Tags) { // ######################## Docker V2 Get Manifest ######################## Manifest manifest = client.GetManifestAsync(repository, tag, "application/vnd.docker.distribution.manifest.v2+json", // most of docker images are v2 docker images now. The accept header should include "application/vnd.docker.distribution.manifest.v2+json" ct).GetAwaiter().GetResult(); Console.WriteLine("GET /v2/{0}/manifests/{1} result", repository, tag); Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings)); // ######################## Docker V2 Update Manifest ######################## // Use the same manifest to update the manifest // Keep in mind, you need to wait at least 5 seconds to let this change be committed in server. // Getting manifest again right after updating will actually getting old manifest. if (!string.Equals(tag, "3.7")) { continue; } // 1. Reference by tag client.PutManifestAsync(repository, tag, // Reference by tag manifest, ct).GetAwaiter().GetResult(); Console.WriteLine("PUT /v2/{0}/manifests/{1} result. reference by tag", repository, tag); Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings)); // 2. Reference by digest string manifestString = SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings); string digest = computeDigest(manifestString); client.PutManifestAsync(repository, digest, // Reference by digest manifest, ct).GetAwaiter().GetResult(); Console.WriteLine("PUT /v2/{0}/manifests/{1} result. reference by digest", repository, digest); Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings)); } } } } catch (Exception e) { Console.WriteLine("Exception caught: " + e.Message); } }