public IEnumerable <SimpleDataSet> GetAllData(string indexType) { var umbContxt = EnsureUmbracoContext(); var projects = umbContxt.ContentCache.GetByXPath("//Community/Projects//Project [projectLive='1']").ToArray(); var nugetService = new NugetPackageDownloadService(); var nugetDownloads = nugetService.GetNugetPackageDownloads(); var allProjectIds = projects.Select(x => x.Id).ToArray(); var allProjectKarma = Utils.GetProjectTotalVotes(); var allProjectWikiFiles = WikiFile.CurrentFiles(allProjectIds); var allProjectDownloads = Utils.GetProjectTotalPackageDownload(); var allCompatVersions = Utils.GetProjectCompatibleVersions(); var mostRecentDownloadDate = WikiFile.GetMostRecentDownloadDate(); // if most recent download date is MinValue then there is no download data to query var downloadStats = mostRecentDownloadDate == DateTime.MinValue ? new Dictionary <int, MonthlyProjectDownloads>() : WikiFile.GetMonthlyDownloadStatsByProject(mostRecentDownloadDate.Subtract(TimeSpan.FromDays(365))); foreach (var project in projects) { LogHelper.Debug(this.GetType(), "Indexing " + project.Name); var simpleDataSet = new SimpleDataSet { NodeDefinition = new IndexedNode(), RowData = new Dictionary <string, string>() }; var projectDownloads = allProjectDownloads.ContainsKey(project.Id) ? allProjectDownloads[project.Id] : 0; var projectKarma = allProjectKarma.ContainsKey(project.Id) ? allProjectKarma[project.Id] : 0; var projectFiles = allProjectWikiFiles.ContainsKey(project.Id) ? allProjectWikiFiles[project.Id].ToArray() : new WikiFile[] { }; var projectVersions = allCompatVersions.ContainsKey(project.Id) ? allCompatVersions[project.Id] : Enumerable.Empty <string>(); var nugetPackageId = nugetService.GetNuGetPackageId(project); int?dailyNugetDownLoads = null; if (!string.IsNullOrWhiteSpace(nugetPackageId)) { var packageInfo = nugetDownloads.FirstOrDefault(x => x.PackageId == nugetPackageId); if (packageInfo != null) { projectDownloads += packageInfo.TotalDownLoads; dailyNugetDownLoads = packageInfo.AverageDownloadPerDay; } } yield return(MapProjectToSimpleDataIndexItem( downloadStats, mostRecentDownloadDate, project, simpleDataSet, indexType, projectKarma, projectFiles, projectDownloads, projectVersions, dailyNugetDownLoads)); } }
public ActionResult GetPackageInfos() { var packages = GetAllPackages(); var packageInfos = new List <PackageInfo>(); var nugetService = new NugetPackageDownloadService(); var nugetPackageDownloads = nugetService.GetNugetPackageDownloads(); var licenses = new HashSet <string>(); foreach (var package in packages) { var compatibleVersions = package.GetPropertyValue <string>("compatibleVersions"); var categoryName = string.Empty; var categoryNodeId = package.GetPropertyValue <int>("category"); if (categoryNodeId != 0) { categoryName = Umbraco.TypedContent(categoryNodeId).Name; } var ownerName = string.Empty; var ownerMemberId = package.GetPropertyValue <int>("owner"); if (ownerMemberId != 0) { ownerName = Umbraco.TypedMember(ownerMemberId).Name; } var ourDownloads = Utils.GetProjectTotalDownloadCount(package.Id); var nugetPackageId = nugetService.GetNuGetPackageId(package); var nugetDownloads = 0; var nugetPackageInfo = nugetPackageDownloads.FirstOrDefault(x => x.PackageId == nugetPackageId); if (nugetPackageInfo != null) { nugetDownloads = nugetPackageInfo.TotalDownLoads; } var lastUpdate = package.UpdateDate; // If files have been updated later than this then use that date var wikiFiles = WikiFile.CurrentFiles(package.Id); var latestFile = wikiFiles.Where(x => x.FileType == "package").OrderByDescending(x => x.CreateDate).FirstOrDefault(); if (latestFile != null && latestFile.CreateDate > lastUpdate) { lastUpdate = latestFile.CreateDate; } var licenseName = package.GetPropertyValue <string>("licenseName"); licenses.Add(licenseName); var openSource = false; var openSourceChecks = new List <string> { "MIT", "CC", "BSD", "Apache", "GPL", "GNU", "Free", "Unlicense", "MS-PL", "OSL", "MPL", "Open Government", "WTFPL", // Questionable but.. ok "TBD", "Undefined", "No license" }; // These two match the above, but are not open source if (licenseName != "Resizer Freedom license" && licenseName != "MIT + Commercial") { foreach (var item in openSourceChecks) { if (!licenseName.InvariantContains(item)) { continue; } openSource = true; // Immediately break out of foreach, no more checks needed break; } } var packageInfo = new PackageInfo { Name = package.Name, Category = categoryName, // We don't know.. look at the license maybe? OpenSource = openSource, License = licenseName, LicenseUrl = package.GetPropertyValue <string>("licenseUrl"), Owner = ownerName, CloudCompatible = package.GetPropertyValue <bool>("worksOnUaaS"), DownloadsTotal = ourDownloads + nugetDownloads, LastUpdate = lastUpdate.ToString("yyyy-MM-dd"), Version7Compatible = compatibleVersions.InvariantContains("v7"), Version8Compatible = compatibleVersions.InvariantContains("v8"), Url = package.UrlWithDomain() }; packageInfos.Add(packageInfo); } var json = JsonConvert.SerializeObject(packageInfos); var dt = (DataTable)JsonConvert.DeserializeObject(json, typeof(DataTable)); var csv = DataTableToCsv(dt); var fileBytes = Encoding.UTF8.GetBytes(string.Join(Environment.NewLine, csv)); var file = File(fileBytes, "text/csv", "packaginfos.csv"); return(file); }