static void Main(string[] args)
        {
            var logger  = new Logger();
            var builder = new ConfigurationBuilder()
                          .SetBasePath(Directory.GetCurrentDirectory())
                          .AddJsonFile("appsettings.json", optional: false, reloadOnChange: true);
            var configuration = builder.Build();

            var app = new CommandLineApplication
            {
                Name = Constants.UserAgent
            };

            app.OnExecute(async() =>
            {
                logger.LogInformation("Pikapika-dotnet start mining...");

                try
                {
                    var dbAccess = new PikapikaRepositoryAccess(
                        configuration.GetConnectionString("PikapikaDatabase"),
                        logger);
                    var dotnetAppsMiner = new DotnetAppsMiner(
                        configuration.GetSection("AuthorizationUsername").Value,
                        configuration.GetSection("AuthorizationToken").Value,
                        configuration.GetSection("GithubBaseUri").Value,
                        configuration.GetSection("MedidataRepositories").GetChildren().Select(x => x.Value),
                        logger);
                    var nugetRepositoryAccess = new NugetRepositoryAccess(
                        new Uri(configuration.GetSection("PublicNugetServerUri").Value),
                        new Uri(configuration.GetSection("MedidataNugetServerBaseUri").Value),
                        configuration.GetSection("MedidataNugetAccessUserName").Value,
                        configuration.GetSection("MedidataNugetAccessPassword").Value,
                        logger);
                    var dotnetNugetsMiner = new DotnetNugetsMiner(nugetRepositoryAccess, logger);

                    var timer = new Stopwatch();
                    timer.Start();

                    // mine dotnet projects
                    var dotnetAppsFromDb = await dbAccess.GetDotnetApps();
                    var dotnetRepos      = await dotnetAppsMiner.Mine(dotnetAppsFromDb);
                    //mine dotnet nugets
                    var dotnetNugetsToMine = (await dbAccess.GetDotnetNugets())
                                             .Select(x => x.Name).ToList();
                    dotnetNugetsToMine.AddRange(dotnetRepos
                                                .SelectMany(x => x.Projects
                                                            .SelectMany(y => y.DotnetAppProject.ProjectNugets
                                                                        .Select(z => z.Name))));
                    var dotnetNugets = await dotnetNugetsMiner.Mine(dotnetNugetsToMine
                                                                    .Distinct()
                                                                    .OrderBy(x => x).ToList());
                    var dotnetFrameworks = dotnetRepos
                                           .SelectMany(x => x.Projects
                                                       .SelectMany(y => y.DotnetAppProject.Frameworks))
                                           .Distinct()
                                           .OrderBy(x => x).ToList();
                    //save dotnet projects to db
                    var newdDotnetApps  = dotnetRepos.SelectMany(x => x.ConvertToDotnetApps()).ToList();
                    var savedDotnetApps = await dbAccess.SaveDotnetApps(newdDotnetApps);
                    // save dotnet nugets to db
                    var newDotnetNugets   = dotnetNugets.Values.Select(x => x.ConvertToDotnetNugets()).ToList();
                    var savedDotnetNugets = await dbAccess.SaveDotnetNugets(newDotnetNugets);
                    // save dotnet projects and nugets relationship to db
                    var dotnetAppNugetRelationship = dotnetRepos.SelectMany(x => x.ConvertToDotnetAppDotnetNugetList(savedDotnetApps, savedDotnetNugets, logger)).ToList();
                    await dbAccess.SaveDotnetAppDotnetNugetRelationships(dotnetAppNugetRelationship);

                    timer.Stop();
                    logger.LogInformation($"Operation elapsed time: {timer.Elapsed}");
                }
                catch (Exception ex)
                {
                    logger.LogError($"Exception occured:{ex.Message}");
                }

                logger.LogInformation("Pikapika-dotnet mining stopped");

                //Console.ReadLine();
                return(0);
            });

            app.Execute(args);

            //Console.ReadLine();
        }
Example #2
0
        private async Task Execute()
        {
            _logger.LogInformation("Pikapika-dotnet start mining...");

            try
            {
                var logger   = new Logger(); // TODO, integrate with ILogger
                var dbAccess = new PikapikaRepositoryAccess(
                    _workerConfiguration.ConnectionStrings.PikapikaDatabase,
                    logger);
                var dotnetAppsMiner = new DotnetAppsMiner(
                    _workerConfiguration.AuthorizationUsername,
                    _workerConfiguration.AuthorizationToken,
                    _workerConfiguration.GithubBaseUri,
                    _workerConfiguration.MedidataRepositories,
                    logger);
                var nugetRepositoryAccess = new NugetRepositoryAccess(
                    new Uri(_workerConfiguration.PublicNugetServerUri),
                    new Uri(_workerConfiguration.MedidataNugetServerBaseUri),
                    _workerConfiguration.MedidataNugetAccessUserName,
                    _workerConfiguration.MedidataNugetAccessPassword,
                    logger);
                var dotnetNugetsMiner = new DotnetNugetsMiner(nugetRepositoryAccess, logger);

                var timer = new Stopwatch();
                timer.Start();

                // mine dotnet projects
                var dotnetAppsFromDb = await dbAccess.GetDotnetApps();

                var dotnetRepos = await dotnetAppsMiner.Mine(dotnetAppsFromDb);

                //mine dotnet nugets
                var dotnetNugetsToMine = (await dbAccess.GetDotnetNugets())
                                         .Select(x => x.Name).ToList();
                dotnetNugetsToMine.AddRange(dotnetRepos
                                            .SelectMany(x => x.Projects
                                                        .SelectMany(y => y.DotnetAppProject.ProjectNugets
                                                                    .Select(z => z.Name))));
                var dotnetNugets = await dotnetNugetsMiner.Mine(dotnetNugetsToMine
                                                                .Distinct()
                                                                .OrderBy(x => x).ToList());

                var dotnetFrameworks = dotnetRepos
                                       .SelectMany(x => x.Projects
                                                   .SelectMany(y => y.DotnetAppProject.Frameworks))
                                       .Distinct()
                                       .OrderBy(x => x).ToList();
                //save dotnet projects to db
                var newdDotnetApps  = dotnetRepos.SelectMany(x => x.ConvertToDotnetApps()).ToList();
                var savedDotnetApps = await dbAccess.SaveDotnetApps(newdDotnetApps);

                // save dotnet nugets to db
                var newDotnetNugets   = dotnetNugets.Values.Select(x => x.ConvertToDotnetNugets()).ToList();
                var savedDotnetNugets = await dbAccess.SaveDotnetNugets(newDotnetNugets);

                // save dotnet projects and nugets relationship to db
                var dotnetAppNugetRelationship = dotnetRepos.SelectMany(x => x.ConvertToDotnetAppDotnetNugetList(savedDotnetApps, savedDotnetNugets, logger)).ToList();
                await dbAccess.SaveDotnetAppDotnetNugetRelationships(dotnetAppNugetRelationship);

                timer.Stop();
                logger.LogInformation($"Operation elapsed time: {timer.Elapsed}");
            }
            catch (Exception ex)
            {
                _logger.LogError($"Exception occured:{ex.Message}");
            }

            _logger.LogInformation("Pikapika-dotnet mining stopped");
        }