public async Task Invoke(HttpContext httpContext) { if (httpContext.Request.Method != "GET") { await _next.Invoke(httpContext); } else { ICustomMemoryCache memoryCache = httpContext.RequestServices.GetService <ICustomMemoryCache>(); var key = httpContext.Request.Path.Value; var pathSplit = key.Split("/"); if (pathSplit.Length >= 4 && _addUserIdKeys.Contains(pathSplit[3].ToLower())) { var userId = httpContext.User.Claims.GetUserId().Data; key = userId + key; } if (memoryCache.TryGetValue(key, out var value)) { var logger = NLog.Web.NLogBuilder.ConfigureNLog("nlog.config").GetCurrentClassLogger(); logger.Info("From Cache"); ResponseHandler(httpContext, value); } else { await _next.Invoke(httpContext); } } }
public async Task <IActionResult> Get() { _logger.LogInformation($"Get list of {typeof(TEntity)}"); _cache.AddKey(_cacheKey_all); if (_cache.TryGetValue(_cacheKey_all, out IActionResult cachedResult)) { Response.Headers.Add("cache", "cached"); return(cachedResult); } Response.Headers.Add("cache", "non-cached"); var result = this.Ok(await this._query.ToListAsync()); _cache.Set(_cacheKey_all, result); return(result); }
public async Task <ApplicationSettings> GetApplicationSettings(CancellationToken cancellationToken) { if (_memoryCache.TryGetValue(AppSettings, out ApplicationSettings? applicationSettings)) { return(applicationSettings !); } using IQuerySession querySession = _documentStore.QuerySession(); ApplicationSettingsData?applicationSettingsData = await querySession.LoadAsync <ApplicationSettingsData>(AppSettings, cancellationToken); applicationSettings = Map(applicationSettingsData ?? new ApplicationSettingsData()); return(applicationSettings); }
public async Task <AppVersion?> GetAppMetadataAsync( [NotNull] DeploymentTarget target, CancellationToken cancellationToken) { if (target is null) { throw new ArgumentNullException(nameof(target)); } string cacheKey = GetCacheKey(target.Id); if (_customMemoryCache.TryGetValue(cacheKey, out AppVersion? appMetadata)) { _logger.Verbose("App metadata fetched from cache {CacheKey}", cacheKey); return(appMetadata); } ApplicationSettings applicationSettings = await _applicationSettingsStore.GetApplicationSettings(cancellationToken); var targetMetadataTimeout = target.MetadataTimeout ?? applicationSettings.ApplicationSettingsCacheTimeout; using (CancellationTokenSource cancellationTokenSource = _timeoutHelper.CreateCancellationTokenSource( targetMetadataTimeout)) { if (_logger.IsEnabled(LogEventLevel.Verbose)) { cancellationTokenSource.Token.Register(() => { _logger.Verbose( "{Method} for {Target}, cancellation token invoked out after {Seconds} seconds", nameof(GetAppMetadataAsync), target, targetMetadataTimeout.TotalSeconds.ToString("F1")); }); } using var linkedTokenSource = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, cancellationTokenSource.Token); Task <(HttpResponseMessage?, string?)> metadataTask = GetApplicationMetadataTask(target, linkedTokenSource.Token); Task <IReadOnlyCollection <PackageVersion> > allowedPackagesTask = GetAllowedPackagesAsync(target, linkedTokenSource.Token); await Task.WhenAll(metadataTask, allowedPackagesTask); (var response, string?message) = await metadataTask; IReadOnlyCollection <PackageVersion> packages = await allowedPackagesTask; if (response is null) { return(new AppVersion( target, message ?? $"Could not get application metadata from target {target.Url}, no response", packages)); } if (!response.IsSuccessStatusCode) { return(new AppVersion( target, message ?? $"Could not get application metadata from target {target.Url}, status code not successful {response.StatusCode}", packages)); } appMetadata = await GetAppVersionAsync(response, target, packages, linkedTokenSource.Token); response.Dispose(); } if (appMetadata.SemanticVersion is { })
public async Task <IReadOnlyCollection <PackageVersion> > GetPackageVersionsAsync( [NotNull] string packageId, bool useCache = true, ILogger logger = null, bool includePreReleased = false, string nugetPackageSource = null, string nugetConfigFile = null, CancellationToken cancellationToken = default) { if (string.IsNullOrWhiteSpace(packageId)) { throw new ArgumentException("Value cannot be null or whitespace.", nameof(packageId)); } if (packageId.Equals(Constants.NotAvailable)) { return(ImmutableArray <PackageVersion> .Empty); } string NormalizeKey(string key) { return(key.Replace(":", "_") .Replace("/", "") .Replace(".", "") .Replace(Path.DirectorySeparatorChar.ToString(), "_")); } string cacheKey = AllPackagesCacheKey; if (!string.IsNullOrWhiteSpace(nugetConfigFile)) { string configCachePart = $"{PackagesCacheKeyBaseUrn}:{NormalizeKey(nugetConfigFile)}"; cacheKey = !string.IsNullOrWhiteSpace(nugetPackageSource) ? $"{configCachePart}:{NormalizeKey(nugetPackageSource)}" : configCachePart; } else if (!string.IsNullOrWhiteSpace(nugetPackageSource)) { cacheKey = $"{PackagesCacheKeyBaseUrn}:{NormalizeKey(nugetPackageSource)}"; } cacheKey += $":{packageId}"; _logger.Verbose("Using package cache key {Key}", cacheKey); if (useCache) { if (_memoryCache.TryGetValue(cacheKey, out IReadOnlyCollection <PackageVersion> packages)) { if (packages.Count > 0) { _logger.Debug("Returning packages from cache with key {Key} for package id {PackageId}", cacheKey, packageId); return(packages); } } } var nuGetDownloadClient = new NuGetDownloadClient(); HttpClient httpClient = _httpClientFactory.CreateClient("nuget"); NuGetDownloadResult nuGetDownloadResult; using (var cts = new CancellationTokenSource(TimeSpan.FromSeconds(30))) { nuGetDownloadResult = await nuGetDownloadClient.DownloadNuGetAsync(NuGetDownloadSettings.Default, _logger, httpClient, cts.Token); } if (!nuGetDownloadResult.Succeeded) { if (nuGetDownloadResult.Exception != null) { _logger.Error(nuGetDownloadResult.Exception, "Could not download NuGet.exe: {Result}", nuGetDownloadResult.Result); } else { _logger.Error("Could not download NuGet.exe: {Result}", nuGetDownloadResult.Result); } } string nugetExe = nuGetDownloadResult.NuGetExePath; if (string.IsNullOrWhiteSpace(nugetExe)) { throw new DeployerAppException("The nuget.exe path is not set"); } if (!File.Exists(nugetExe)) { throw new DeployerAppException($"The nuget.exe path '{nugetExe}' does not exist"); } string packageSourceAppSettingsKey = ConfigurationConstants.NuGetPackageSourceName; string packageSource = nugetPackageSource.WithDefault(_keyValueConfiguration[packageSourceAppSettingsKey]); var args = new List <string> { "list", packageId }; if (includePreReleased) { args.Add("-PreRelease"); } if (!string.IsNullOrWhiteSpace(packageSource)) { logger?.Debug("Using package source '{PackageSource}' for package {Package}", packageSource, packageId); args.Add("-source"); args.Add(packageSource); } else { logger?.Debug( "There is no package source defined i app settings, key '{PackageSourceAppSettingsKey}', using all sources", packageSourceAppSettingsKey); } args.Add("-AllVersions"); args.Add("-NonInteractive"); args.Add("-Verbosity"); args.Add("normal"); string configFile = nugetConfigFile.WithDefault(_keyValueConfiguration[ConfigurationConstants.NugetConfigFile]); if (configFile.HasValue() && File.Exists(configFile)) { _logger.Debug("Using NuGet config file {NuGetConfigFile} for package {Package}", configFile, packageId); args.Add("-ConfigFile"); args.Add(configFile); } var builder = new List <string>(); var errorBuild = new List <string>(); logger?.Debug("Running NuGet from package service to find packages with timeout {Seconds} seconds", _deploymentConfiguration.ListTimeOutInSeconds); ExitCode exitCode; using (var cancellationTokenSource = new CancellationTokenSource(TimeSpan.FromSeconds(_deploymentConfiguration.ListTimeOutInSeconds))) { using (CancellationTokenSource linked = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, cancellationTokenSource.Token)) { exitCode = await ProcessRunner.ExecuteProcessAsync(nugetExe, args, (message, category) => { builder.Add(message); _logger.Debug("{Category} {Message}", category, message); }, (message, category) => { errorBuild.Add(message); _logger.Error("{Category} {Message}", category, message); }, (message, category) => _logger.Debug("{Category} {ProcessToolMessage}", category, message), (message, category) => _logger.Verbose("{Category} {ProcessToolMessage}", category, message), cancellationToken : linked.Token); } } string standardOut = string.Join(Environment.NewLine, builder); string standardErrorOut = string.Join(Environment.NewLine, errorBuild); if (!exitCode.IsSuccess) { var sources = new List <string>(); var sourcesError = new List <string>(); var sourcesArgs = new List <string> { "sources" }; if (configFile.HasValue() && File.Exists(configFile)) { sourcesArgs.Add("-ConfigFile"); sourcesArgs.Add(configFile); } sourcesArgs.Add("-NonInteractive"); if (_logger.IsEnabled(LogEventLevel.Debug) || _logger.IsEnabled(LogEventLevel.Verbose)) { sourcesArgs.Add("-Verbosity"); sourcesArgs.Add("detailed"); } await ProcessRunner.ExecuteProcessAsync(nugetExe, sourcesArgs, (message, _) => sources.Add(message), (message, _) => sourcesError.Add(message), (message, category) => _logger.Information("{Category} {ProcessToolMessage}", category, message), (message, category) => _logger.Verbose("{Category} {ProcessToolMessage}", category, message), cancellationToken : cancellationToken); string sourcesOut = string.Join(Environment.NewLine, sources); string sourcesErrorOut = string.Join(Environment.NewLine, sourcesError); _logger.Error( "Exit code {Code} when running NuGet list packages; standard out '{StandardOut}', standard error '{StandardErrorOut}', exe path '{NugetExe}', arguments '{Arguments}', nuget sources '{SourcesOut}', sources error '{SourcesErrorOut}'", exitCode.Code, standardOut, standardErrorOut, nugetExe, string.Join(" ", args), sourcesOut, sourcesErrorOut); return(Array.Empty <PackageVersion>()); } var ignoredOutputStatements = new List <string> { "Using credentials", "No packages found" }; List <string> included = builder.Where(line => !ignoredOutputStatements.Any(ignored => line.IndexOf(ignored, StringComparison.InvariantCultureIgnoreCase) >= 0)) .ToList(); List <PackageVersion> items = included.Select( package => { string[] parts = package.Split(' '); string currentPackageId = parts[0]; try { string version = parts.Last(); if (!SemanticVersion.TryParse(version, out SemanticVersion semanticVersion)) { _logger.Debug( "Found package version {Version} for package {Package}, skipping because it could not be parsed as semantic version", version, currentPackageId); return(null); } if (!packageId.Equals(currentPackageId, StringComparison.OrdinalIgnoreCase)) { _logger.Debug( "Found package {Package}, skipping because it does match requested package {RequestedPackage}", currentPackageId, packageId); return(null); } return(new PackageVersion(packageId, semanticVersion)); } catch (Exception ex) when(!ex.IsFatal()) { _logger.Warning(ex, "Error parsing package '{Package}'", package); return(null); } }) .Where(packageVersion => packageVersion != null) .OrderBy(packageVersion => packageVersion.PackageId) .ThenByDescending(packageVersion => packageVersion.Version) .ToList(); var addedPackages = new List <string>(); foreach (PackageVersion packageVersion in items) { addedPackages.Add(packageVersion.ToString()); } if (_logger.IsEnabled(LogEventLevel.Verbose)) { _logger.Verbose("Added {Count} packages to in-memory cache with cache key {CacheKey} {PackageVersions}", addedPackages.Count, cacheKey, addedPackages); } else if (addedPackages.Count > 0 && addedPackages.Count < 20) { _logger.Information( "Added {Count} packages to in-memory cache with cache key {CacheKey} {PackageVersions}", addedPackages.Count, cacheKey, addedPackages); } else if (addedPackages.Any()) { _logger.Information("Added {Count} packages to in-memory cache with cache key {CacheKey}", addedPackages.Count, cacheKey); } if (addedPackages.Any()) { _memoryCache.Set(cacheKey, items); } else { _logger.Debug("Added no packages to in-memory cache for cache key {CacheKey}", cacheKey); } return(items); }
public static async Task <ImmutableArray <EnvironmentType> > GetEnvironmentTypes(this IDocumentStore documentStore, ICustomMemoryCache memoryCache, CancellationToken cancellationToken = default) { if (memoryCache.TryGetValue(CacheKey, out EnvironmentType[]? environmentTypes))