public void ResolverUtility_TopologicalSort()
{
// Arrange
var packages = new List <ResolverPackage>()
{
CreatePackage("A", "1.0.0", "B", "1.0.0"),
CreatePackage("B", "1.0.0", "C", "1.0.0"),
CreatePackage("C", "1.0.0", "D", "1.0.0"),
CreatePackage("D", "1.0.0"),
CreatePackage("E1", "1.0.0"),
CreatePackage("E3", "1.0.0"),
CreatePackage("E2", "1.0.0")
};
// Act
var sorted = ResolverUtility.TopologicalSort(packages).ToList();
// Assert
Assert.Equal(7, sorted.Count);
Assert.Equal("D", sorted[0].Id);
Assert.Equal("C", sorted[1].Id);
Assert.Equal("B", sorted[2].Id);
Assert.Equal("A", sorted[3].Id);
Assert.Equal("E1", sorted[4].Id);
Assert.Equal("E2", sorted[5].Id);
Assert.Equal("E3", sorted[6].Id);
}
private async Task ExecuteInitPs1ForPackagesConfig(
NuGetPackageManager packageManager,
Dictionary <NuGetFramework, HashSet <PackageIdentity> > packagesConfigInstalled,
HashSet <PackageIdentity> finishedPackages)
{
// Get the path to the Packages folder.
var packagesFolderPath = packageManager.PackagesFolderSourceRepository.PackageSource.Source;
var packagePathResolver = new PackagePathResolver(packagesFolderPath);
var packagesToSort = new HashSet <ResolverPackage>();
var resolvedPackages = new HashSet <PackageIdentity>();
var dependencyInfoResource = await packageManager
.PackagesFolderSourceRepository
.GetResourceAsync <DependencyInfoResource>();
// Order by the highest framework first to make this deterministic
// Process each framework/id/version once to avoid duplicate work
// Packages may have different dependendcy orders depending on the framework, but there is
// no way to fully solve this across an entire solution so we make a best effort here.
foreach (var framework in packagesConfigInstalled.Keys.OrderByDescending(fw => fw, new NuGetFrameworkSorter()))
{
foreach (var package in packagesConfigInstalled[framework])
{
if (resolvedPackages.Add(package))
{
var dependencyInfo = await dependencyInfoResource.ResolvePackage(
package,
framework,
NullLogger.Instance,
CancellationToken.None);
// This will be null for unrestored packages
if (dependencyInfo != null)
{
packagesToSort.Add(new ResolverPackage(dependencyInfo, listed: true, absent: false));
}
}
}
}
// Order packages by dependency order
var sortedPackages = ResolverUtility.TopologicalSort(packagesToSort);
foreach (var package in sortedPackages)
{
if (finishedPackages.Add(package))
{
// Find the package path in the packages folder.
var installPath = packagePathResolver.GetInstalledPath(package);
if (string.IsNullOrEmpty(installPath))
{
continue;
}
await ExecuteInitPs1Async(installPath, package);
}
}
}
/// <summary>
/// Resolve a package closure
/// </summary>
public IEnumerable <SourcePackageDependencyInfo> Resolve(PackageResolverContext context, CancellationToken token)
{
var stopWatch = new Stopwatch();
token.ThrowIfCancellationRequested();
if (context is null)
{
throw new ArgumentNullException(nameof(context));
}
// validation
foreach (var requiredId in context.RequiredPackageIds)
{
if (!context.AvailablePackages.Any(p => StringComparer.OrdinalIgnoreCase.Equals(p.Id, requiredId)))
{
throw new NuGetResolverInputException(string.Format(CultureInfo.CurrentCulture, "Unable to find package '{0}'. Existing packages must be restored before performing an install or update.", requiredId));
}
}
var invalidExistingPackages = new List <string>();
var installedPackages = context.PackagesConfig.Select(p => p.PackageIdentity).ToArray();
// validate existing package.config for any invalid dependency
foreach (var package in installedPackages)
{
var existingPackage =
context.AvailablePackages.FirstOrDefault(
p =>
StringComparer.OrdinalIgnoreCase.Equals(p.Id, package.Id) &&
p.Version.Equals(package.Version));
if (existingPackage is not null)
{
// check if each dependency can be satisfied with existing packages
var brokenDependencies = GetBrokenDependencies(existingPackage, installedPackages);
if (brokenDependencies is not null && brokenDependencies.Any())
{
invalidExistingPackages.AddRange(brokenDependencies.Select(dependency => FormatDependencyConstraint(existingPackage, dependency)));
}
}
else
{
// check same package is being updated and we've a higher version then
// ignore logging warning for that.
existingPackage =
context.AvailablePackages.FirstOrDefault(
p =>
StringComparer.OrdinalIgnoreCase.Equals(p.Id, package.Id) &&
VersionComparer.Default.Compare(p.Version, package.Version) > 0);
if (existingPackage is null)
{
var packageString = $"'{package.Id} {package.Version.ToNormalizedString()}'";
invalidExistingPackages.Add(packageString);
}
}
}
// log warning message for all the invalid package dependencies
if (invalidExistingPackages.Count > 0)
{
context.Log.LogWarning(
string.Format(
CultureInfo.CurrentCulture, "One or more unresolved package dependency constraints detected in the existing packages.config file. All dependency constraints must be resolved to add or update packages. If these packages are being updated this message may be ignored, if not the following error(s) may be blocking the current package operation: {0}",
string.Join(", ", invalidExistingPackages)));
}
// convert the available packages into ResolverPackages
var resolverPackages = new List <ResolverPackage>();
// pre-process the available packages to remove any packages that can't possibly form part of a solution
var availablePackages = RemoveImpossiblePackages(context.AvailablePackages, context.RequiredPackageIds);
foreach (var package in availablePackages)
{
IEnumerable <PackageDependency> dependencies = null;
// clear out the dependencies if the behavior is set to ignore
if (context.DependencyBehavior == DependencyBehavior.Ignore)
{
dependencies = Enumerable.Empty <PackageDependency>();
}
else
{
dependencies = package.Dependencies ?? Enumerable.Empty <PackageDependency>();
}
resolverPackages.Add(new ResolverPackage(package.Id, package.Version, dependencies, package.Listed, false));
}
// Sort the packages to make this process as deterministic as possible
resolverPackages.Sort(PackageIdentityComparer.Default);
// Keep track of the ids we have added
var groupsAdded = new HashSet <string>(StringComparer.OrdinalIgnoreCase);
var grouped = new List <List <ResolverPackage> >();
// group the packages by id
foreach (var group in resolverPackages.GroupBy(e => e.Id, StringComparer.OrdinalIgnoreCase))
{
groupsAdded.Add(group.Key);
var curSet = group.ToList();
// add an absent package for non-targets
// being absent allows the resolver to throw it out if it is not needed
if (!context.RequiredPackageIds.Contains(group.Key, StringComparer.OrdinalIgnoreCase))
{
curSet.Add(new ResolverPackage(id: group.Key, version: null, dependencies: null, listed: true, absent: true));
}
grouped.Add(curSet);
}
// find all needed dependencies, excluding manually ignored dependencies
var dependencyIds = resolverPackages.Where(e => e.Dependencies is not null)
.SelectMany(e => e.Dependencies.Select(d => d.Id)).Distinct(StringComparer.OrdinalIgnoreCase);
//var ignoredDependencyIds = dependencyIds.
foreach (string depId in dependencyIds)
{
// packages which are unavailable need to be added as absent packages
// ex: if A -> B and B is not found anywhere in the source repositories we add B as absent
if (!groupsAdded.Contains(depId))
{
groupsAdded.Add(depId);
grouped.Add(new List <ResolverPackage>()
{
new ResolverPackage(id: depId, version: null, dependencies: null, listed: true, absent: true)
});
}
}
token.ThrowIfCancellationRequested();
// keep track of the best partial solution
var bestSolution = Enumerable.Empty <ResolverPackage>();
Action <IEnumerable <ResolverPackage> > diagnosticOutput = (partialSolution) =>
{
// store each solution as they pass through.
// the combination solver verifies that the last one returned is the best
bestSolution = partialSolution;
};
// Run solver
var comparer = new ResolverComparer(context.DependencyBehavior, context.PreferredVersions, context.TargetIds);
var sortedGroups = ResolverInputSort.TreeFlatten(grouped, context);
var solution = CombinationSolver <ResolverPackage> .FindSolution(
groupedItems : sortedGroups,
itemSorter : comparer,
shouldRejectPairFunc : ShouldRejectPackagePair,
diagnosticOutput : diagnosticOutput);
// check if a solution was found
if (solution is not null)
{
var nonAbsentCandidates = solution.Where(c => !c.Absent);
if (nonAbsentCandidates.Any())
{
// topologically sort non absent packages
var sortedSolution = ResolverUtility.TopologicalSort(nonAbsentCandidates);
// Find circular dependency for topologically sorted non absent packages since it will help maintain cache of
// already processed packages
var circularReferences = ResolverUtility.FindFirstCircularDependency(sortedSolution);
if (circularReferences.Any())
{
// the resolver is able to handle circular dependencies, however we should throw here to keep these from happening
throw new NuGetResolverConstraintException(
string.Format(CultureInfo.CurrentCulture, "Circular dependency detected '{0}'.",
string.Join(" => ", circularReferences.Select(package => $"{package.Id} {package.Version.ToNormalizedString()}"))));
}
// solution found!
stopWatch.Stop();
context.Log.LogMinimal(
string.Format("Resolving dependency information took {0}", DatetimeUtility.ToReadableTimeFormat(stopWatch.Elapsed)));
return(sortedSolution.Where(x => !context.IgnoredIds.Contains(x.Id)).ToArray());
}
}
// no solution was found, throw an error with a diagnostic message
var message = ResolverUtility.GetDiagnosticMessage(bestSolution, context.AvailablePackages, context.PackagesConfig, context.TargetIds, context.PackageSources);
throw new NuGetResolverConstraintException(message);
}