/// <summary>
/// Uploads a specified image layer by layer from another local repository (Within the specific registry)
/// </summary>
private static async Task BuildImageInRepoAfterDownload(string origin, string output, string outputTag, AzureContainerRegistryClient client, CancellationToken ct)
{
V2Manifest manifest = (V2Manifest)await client.GetManifestAsync(origin, outputTag, "application/vnd.docker.distribution.manifest.v2+json", ct);
var listOfActions = new List <Action>();
// Acquire and upload all layers
for (int i = 0; i < manifest.Layers.Count; i++)
{
var cur = i;
listOfActions.Add(() =>
{
var progress = new ProgressBar(3);
progress.Refresh(0, "Starting");
var layer = client.GetBlobAsync(origin, manifest.Layers[cur].Digest).GetAwaiter().GetResult();
progress.Next("Downloading " + manifest.Layers[cur].Digest + " layer from " + origin);
string digestLayer = UploadLayer(layer, output, client).GetAwaiter().GetResult();
progress.Next("Uploading " + manifest.Layers[cur].Digest + " layer to " + output);
manifest.Layers[cur].Digest = digestLayer;
progress.Next("Uploaded " + manifest.Layers[cur].Digest + " layer to " + output);
});
}
// Acquire config Blob
listOfActions.Add(() =>
{
var progress = new ProgressBar(3);
progress.Next("Downloading config blob from " + origin);
var configBlob = client.GetBlobAsync(origin, manifest.Config.Digest).GetAwaiter().GetResult();
progress.Next("Uploading config blob to " + output);
string digestConfig = UploadLayer(configBlob, output, client).GetAwaiter().GetResult();
progress.Next("Uploaded config blob to " + output);
manifest.Config.Digest = digestConfig;
});
var options = new ParallelOptions {
MaxDegreeOfParallelism = MaxParallel
};
Parallel.Invoke(options, listOfActions.ToArray());
Console.WriteLine("Pushing new manifest to " + output + ":" + outputTag);
await client.CreateManifestAsync(output, outputTag, manifest, ct);
Console.WriteLine("Successfully created " + output + ":" + outputTag);
}
private static async Task BuildDotNetImage(string fileOrigin, ImageRef outputRepo)
{
// 1. Upload the .Net files to the specified repository
var oras = new OrasPush()
{
OrasExe = "C:/ProgramData/Fish/Barrel/oras/0.6.0/oras.exe",
Registry = outputRepo.Registry,
Tag = outputRepo.Tag,
Repository = outputRepo.Repository,
PublishDir = fileOrigin,
Username = outputRepo.Username,
Password = outputRepo.Password
};
if (!oras.Execute())
{
throw new Exception("Could not upload " + fileOrigin);
}
var clientCredentials = new AcrClientCredentials(AcrClientCredentials.LoginMode.Basic, outputRepo.Registry, outputRepo.Username, outputRepo.Password);
var client = new AzureContainerRegistryClient(clientCredentials)
{
LoginUri = "https://" + outputRepo.Registry
};
// 2. Acquire the resulting OCI manifest
string orasDigest = oras.digest;
ManifestWrapper manifest = await client.GetManifestAsync(outputRepo.Repository, orasDigest, "application/vnd.oci.image.manifest.v1+json");
long app_size = (long)manifest.Layers[0].Size;
string appDiffId = (string)manifest.Layers[0].Annotations.AdditionalProperties["io.deis.oras.content.digest"];
string app_digest = manifest.Layers[0].Digest;
// 3. Acquire base for .Net image
var baseLayers = new ImageRef()
{
Registry = "mcr.microsoft.com"
};
var dotnetVersion = "2.2";
switch (dotnetVersion)
{
case "2.1":
baseLayers.Repository = "dotnet/core/runtime";
baseLayers.Tag = "2.1";
break;
case "2.2":
baseLayers.Repository = "dotnet/core/runtime";
baseLayers.Tag = "2.2";
break;
case "3.0":
baseLayers.Repository = "dotnet/core-nightly/runtime";
baseLayers.Tag = "3.0";
break;
default:
baseLayers.Repository = "dotnet/core-nightly/runtime-deps";
baseLayers.Tag = "latest";
break;
}
// 4. Move base layers to repo
await CopyBaseImageLayers(baseLayers, outputRepo, true);
// 5. Acquire config blob from base
var baseClient = new AzureContainerRegistryClient(new TokenCredentials())
{
LoginUri = "https://" + baseLayers.Registry
};
ManifestWrapper baseManifest = await baseClient.GetManifestAsync(baseLayers.Repository, baseLayers.Tag, "application/vnd.docker.distribution.manifest.v2+json");
var configBlob = await baseClient.GetBlobAsync(baseLayers.Repository, baseManifest.Config.Digest);
long appConfigSize;
string appConfigDigest;
// 6. Add layer to config blob
using (StreamReader reader = new StreamReader(configBlob, Encoding.UTF8))
{
string originalBlob = reader.ReadToEnd();
var nah = System.Text.Encoding.UTF8.GetByteCount(originalBlob);
var config = JsonConvert.DeserializeObject <ConfigBlob>(originalBlob);
config.Rootfs.DiffIds.Add(appDiffId);
string serialized = JsonConvert.SerializeObject(config, Formatting.None);
appConfigSize = Encoding.UTF8.GetByteCount(serialized);
appConfigDigest = ComputeDigest(serialized);
await UploadLayer(GenerateStreamFromString(serialized), outputRepo.Repository, client);
// Upload config blob
}
// 7. Modify manifest file for the new layer
var newManifest = baseManifest;
newManifest.Config.Size = appConfigSize;
newManifest.Config.Digest = appConfigDigest;
var newLayer = new Descriptor()
{
MediaType = "application/vnd.docker.image.rootfs.diff.tar.gzip",
Size = app_size,
Digest = app_digest
};
newManifest.Layers.Add(newLayer);
await client.CreateManifestAsync(outputRepo.Repository, outputRepo.Tag, newManifest);
// 8. Upload config blob
// 9. Push new manifest
// Image can now be run!
}
static void Main(string[] args)
{
string username = "******";
string password = "";
string loginUrl = "acryihchentest0611.azurecr.io";
int timeoutInMilliseconds = 15000;
CancellationToken ct = new CancellationTokenSource(timeoutInMilliseconds).Token;
AcrClientCredentials clientCredential = new AcrClientCredentials(true,
loginUrl,
username,
password,
ct);
AzureContainerRegistryClient client = new AzureContainerRegistryClient(clientCredential);
client.LoginUri = "https://acryihchentest0611.azurecr.io";
try
{
/*
* {
* // ######################## Acr V1 Get Repositories ########################
* Repositories repositories = client.GetAcrRepositoriesAsync(null,
* "",
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/_catalog result");
* Console.WriteLine(SafeJsonConvert.SerializeObject(repositories, client.SerializationSettings));
* foreach (string repository in repositories.Names) {
* // ######################## Acr V1 Get Repositorie Attributes ########################
* RepositoryAttributes repositoryAttributes = client.GetAcrRepositoryAttributesAsync(repository,
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/{0} result", repository);
* Console.WriteLine(SafeJsonConvert.SerializeObject(repositoryAttributes, client.SerializationSettings));
*
* // ######################## Acr V1 Get Repositorie Tags ########################
* AcrRepositoryTags tags = client.GetAcrTagsAsync(repository,
* null,
* null,
* null,
* null,
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/{0}/_tags result", repository);
* Console.WriteLine(SafeJsonConvert.SerializeObject(tags, client.SerializationSettings));
* foreach (AcrTagAttributesBase tag in tags.TagsAttributes) {
* // ######################## Acr V1 Get Tag Attributes ########################
* AcrTagAttributes tagAttribute = client.GetAcrTagAttributesAsync(repository,
* tag.Name,
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/{0}/_tags/{1} result", repository, tag.Name);
* Console.WriteLine(SafeJsonConvert.SerializeObject(tagAttribute, client.SerializationSettings));
* }
*
* // ######################## Acr V1 Get Repositorie Manifests ########################
* AcrManifests manifests = client.GetAcrManifestsAsync(repository,
* null,
* null,
* null,
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/{0}/_manifests result", repository);
* Console.WriteLine(SafeJsonConvert.SerializeObject(manifests, client.SerializationSettings));
* foreach (AcrManifestAttributesBase manifest in manifests.ManifestsAttributes) {
* // ######################## Acr V1 Get Manifest Attributes ########################
* AcrManifestAttributes manifestAttribute = client.GetAcrManifestAttributesAsync(repository,
* manifest.Digest,
* ct).GetAwaiter().GetResult();
* Console.WriteLine("GET /acr/v1/{0}/_manifests/{1} result", repository, manifest.Digest);
* Console.WriteLine(SafeJsonConvert.SerializeObject(manifestAttribute, client.SerializationSettings));
* }
* }
* }*/
{
// ######################## Docker V2 Get Repositories ########################
Repositories repositories = client.GetRepositoriesAsync(null,
null,
ct).GetAwaiter().GetResult();
Console.WriteLine("GET /v2/_catalog result");
Console.WriteLine(SafeJsonConvert.SerializeObject(repositories, client.SerializationSettings));
foreach (string repository in repositories.Names)
{
// ######################## Docker V2 Get Tags ########################
RepositoryTags repositoryTags = client.GetTagListAsync(repository,
ct).GetAwaiter().GetResult();
Console.WriteLine("GET /v2/{0}/tags/list result", repository);
Console.WriteLine(SafeJsonConvert.SerializeObject(repositoryTags, client.SerializationSettings));
foreach (string tag in repositoryTags.Tags)
{
// ######################## Docker V2 Get Manifest ########################
Manifest manifest = client.GetManifestAsync(repository,
tag,
"application/vnd.docker.distribution.manifest.v2+json", // most of docker images are v2 docker images now. The accept header should include "application/vnd.docker.distribution.manifest.v2+json"
ct).GetAwaiter().GetResult();
Console.WriteLine("GET /v2/{0}/manifests/{1} result", repository, tag);
Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings));
// ######################## Docker V2 Update Manifest ########################
// Use the same manifest to update the manifest
// Keep in mind, you need to wait at least 5 seconds to let this change be committed in server.
// Getting manifest again right after updating will actually getting old manifest.
if (!string.Equals(tag, "3.7"))
{
continue;
}
// 1. Reference by tag
client.PutManifestAsync(repository,
tag, // Reference by tag
manifest,
ct).GetAwaiter().GetResult();
Console.WriteLine("PUT /v2/{0}/manifests/{1} result. reference by tag", repository, tag);
Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings));
// 2. Reference by digest
string manifestString = SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings);
string digest = computeDigest(manifestString);
client.PutManifestAsync(repository,
digest, // Reference by digest
manifest,
ct).GetAwaiter().GetResult();
Console.WriteLine("PUT /v2/{0}/manifests/{1} result. reference by digest", repository, digest);
Console.WriteLine(SafeJsonConvert.SerializeObject(manifest, client.SerializationSettings));
}
}
}
} catch (Exception e) {
Console.WriteLine("Exception caught: " + e.Message);
}
}
