Esempio n. 1
0
        public static void listResources(ResourceType?listType)
        {
            try
            {
                if (!FSOps.hasNecessaryDirs())
                {
                    CLIInterface.logError($"Missing some or all resource directories in current directory. Try running {ConstStrings.APPLICATION_ALIAS} init?");
                    return;
                }

                CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                    { ConstStrings.HeaderStringType, 6 },
                    { ConstStrings.HeaderStringNameOfResource, 21 },
                    { ConstStrings.HeaderStringVersion, 16 },
                    { ConstStrings.HeaderStringFileSize, 11 },
                };

                List <ResourceType> resourcesToList = listType.HasValue ?
                                                      new List <ResourceType> {
                    listType.Value
                } :
                new List <ResourceType> {
                    ResourceType.Code, ResourceType.Data, ResourceType.Model
                };

                foreach (ResourceType resourceType in resourcesToList)
                {
                    foreach (string resourceName in FSOps.resourceNames(resourceType))
                    {
                        string version;
                        if (FSOps.resourceVersionFileExists(resourceType, resourceName))
                        {
                            version = FSOps.getResourceVersion(resourceType, resourceName);
                        }
                        else
                        {
                            version = "Unknown version";
                        }

                        long fileSize = FSOps.getResourceSize(resourceType, resourceName);

                        table.addRow(
                            doFormat(resourceType.ToString()),
                            doFormat(resourceName),
                            doFormat(version),
                            doFormat(bytesToString(fileSize))
                            );
                    }
                }

                CLIInterface.logTable(table);
            }
            catch (FSOps.FSOpsException ex)
            {
                CLIInterface.logError($"File System Error: " + ex.Message);
            }
        }
Esempio n. 2
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
                "Removes a code resource named programName.py from the code folder in the current directory"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 3
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name}",
                $"Initialize the resource directories that {ConstStrings.APPLICATION_ALIAS} uses in the current directory"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 4
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
                "Lists dependencies of a code resource named programName.py. If the resource is present locally," +
                " this will list the dependencies of the local version. Otherwise, it'll list the dependencies of " +
                "the latest version available on the server."
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 5
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} -m modelName.pmml",
                "Deploy local model resource called modelNamme.pmml to zementismodeler"
                );
            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} -s modelName.pmml",
                "Deploy local model resource called modelNamme.pmml to zementisserver"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 6
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} model",
                "Lists all model resources available on repository server"
                );

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name}",
                "Lists all resources available on server"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 7
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
                "Adds the latest version a code resource named programName.py to the code folder in the current directory"
                );

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected]",
                "Adds version 1.2.3 of a model resource named model1.pmml to the model folder in the current directory"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 8
0
        private void listActions()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Action Name", 0 },
                { "Action Description", 0 },
            };

            foreach (KeyValuePair <string, OptionDescription> descriptionKVPair in optionDescriptions)
            {
                string            actionName  = descriptionKVPair.Key;
                OptionDescription description = descriptionKVPair.Value;

                table.addRow(
                    actionName,
                    description.summary
                    );
            }

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 9
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} \"http://serveraddress.com\"",
                $"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for the repository server with this directory to http://serveraddress.com/nyokaapi"
                );
            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} -m \"http://serveraddress.com\"",
                $"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for zementismodeler http://serveraddress.com/nyokaapi"
                );
            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} -s \"http://serveraddress.com\"",
                $"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for zementisserver http://serveraddress.com/nyokaapi"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 10
0
        private void logUsage()
        {
            CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                { "Example Action", 0 },
                { "Explanation", 0 },
            };

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
                "Publish local code resource called programName.py. Since version is not provided, version number defaults to 1.0."
                );

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected]",
                "Publish local data resource called dataFile.csv with version number 10.2.2"
                );

            table.addRow(
                $"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected] --deps [email protected] [email protected]",
                "Publish local code resource program1.py at version 2.2.3, with the dependencies program2.py, version 1.2.3 and program2, version 9.1"
                );

            CLIInterface.logTable(table, visibleLines: false);
        }
Esempio n. 11
0
        public static void listAvailableResources(string prefix, ResourceType?listType)
        {
            try
            {
                List <ResourceType> resourcesToList = listType.HasValue ?
                                                      new List <ResourceType> {
                    listType.Value
                } :
                new List <ResourceType> {
                    ResourceType.Code, ResourceType.Data, ResourceType.Model
                };

                CLIInterface.PrintTable printTable = new CLIInterface.PrintTable {
                    { ConstStrings.HeaderStringType, 6 },
                    { ConstStrings.HeaderStringNameOfResource, 21 },
                    { ConstStrings.HeaderStringLatestVersion, 16 },
                    { ConstStrings.HeaderStringLocalVersion, 2 },
                    { ConstStrings.HeaderStringFileSize, 11 },
                };

                foreach (ResourceType resourceType in resourcesToList)
                {
                    var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);

                    foreach (string resourceName in availableResources.resourceDescriptions.Keys.OrderBy(k => k))
                    {
                        string localVersionStr;
                        bool   resourceExistsLocally = FSOps.resourceFileExists(resourceType, resourceName);
                        if (resourceExistsLocally)
                        {
                            if (FSOps.resourceVersionFileExists(resourceType, resourceName))
                            {
                                localVersionStr = FSOps.getResourceVersion(resourceType, resourceName);
                            }
                            else
                            {
                                localVersionStr = "Unknown version";
                            }
                        }
                        else
                        {
                            localVersionStr = "Not present";
                        }

                        printTable.addRow(
                            doFormat(resourceType.ToString()),
                            doFormat(resourceName),
                            doFormat(availableResources.resourceDescriptions[resourceName].versionStr),
                            doFormat(localVersionStr),
                            doFormat(bytesToString(availableResources.resourceDescriptions[resourceName].byteCount))
                            );
                    }
                }

                CLIInterface.logTable(printTable);
            }
            catch (NetworkUtils.NetworkUtilsException ex)
            {
                CLIInterface.logError($"Network Error: {ex.Message}");
            }
            catch (FSOps.FSOpsException ex)
            {
                CLIInterface.logError($"File System Error: " + ex.Message);
            }
        }
Esempio n. 12
0
        public static void listDependencies(string prefix, ResourceIdentifier resourceDescription)
        {
            string       resourceName = resourceDescription.resourceName;
            ResourceType resourceType = resourceDescription.resourceType;
            string       version      = resourceDescription.version;

            try
            {
                // check if this resource exists on server
                var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);
                if (!availableResources.resourceDescriptions.ContainsKey(resourceName))
                {
                    CLIInterface.logError($"{resourceType.ToString()} resource {resourceName} could not be found on server");
                    return;
                }

                if (version == null)
                {
                    if (
                        FSOps.resourceFileExists(resourceType, resourceName) &&
                        FSOps.resourceVersionFileExists(resourceType, resourceName)
                        )
                    {
                        version = FSOps.getResourceVersion(resourceType, resourceName);
                    }
                    else
                    {
                        var versionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);
                        version = versionInfo.latestVersion;
                    }
                }
                // check if user-specified version exists on the server at the given version
                else
                {
                    var versionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);
                    if (!versionInfo.versions.ContainsKey(version))
                    {
                        CLIInterface.logError("Server does not report having a version \"{version}\" available for {resourceName}");
                    }
                }

                CLIInterface.logLine($"Showing dependencies of {resourceName}, version {version}");

                ResourceDependencyInfoContainer deps = NetworkUtils.getResourceDependencies(prefix, resourceType, resourceName, version);

                CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                    { "Resource Type", 13 },
                    { "Dependency Type", 15 },
                    { "Name of Resource", 15 },
                    { "Resource Version", 15 },
                    { "File Size", 10 },
                };

                var availableResourcesInfo = new Dictionary <ResourceType, AvailableResourcesInfoContainer> {
                    { ResourceType.Code, NetworkUtils.getAvailableResources(prefix, ResourceType.Code) },
                    { ResourceType.Data, NetworkUtils.getAvailableResources(prefix, ResourceType.Data) },
                    { ResourceType.Model, NetworkUtils.getAvailableResources(prefix, ResourceType.Model) },
                };

                var showDepDict = new Dictionary <ResourceType, Dictionary <string, ResourceDependencyInfoContainer.DependencyDescription> >()
                {
                    { ResourceType.Code, deps.codeDeps },
                    { ResourceType.Data, deps.dataDeps },
                    { ResourceType.Model, deps.modelDeps },
                };

                foreach (var(dependenciesType, descriptions) in showDepDict.Select(x => (x.Key, x.Value)))
                {
                    foreach (var(dependencyName, dependencyDescription) in descriptions.Select(x => (x.Key, x.Value)))
                    {
                        table.addRow(
                            dependenciesType.ToString(),
                            dependencyDescription.isDirectDependency ? "direct" : "indirect",
                            dependencyName,
                            dependencyDescription.versionStr,
                            bytesToString(availableResourcesInfo[dependenciesType].resourceDescriptions[dependencyName].byteCount)
                            );
                    }
                }

                CLIInterface.logTable(table);
            }
            catch (FSOps.FSOpsException ex)
            {
                CLIInterface.logError($"File System Error: " + ex.Message);
            }
            catch (NetworkUtils.NetworkUtilsException ex)
            {
                CLIInterface.logError($"Network Error: {ex.Message}");
            }
        }
Esempio n. 13
0
        public static void addPackage(string prefix, ResourceIdentifier resourceDescription)
        {
            try
            {
                ResourceType resourceType = resourceDescription.resourceType;
                string       resourceName = resourceDescription.resourceName;

                // check if the resource is available from the server
                var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);
                if (!availableResources.resourceDescriptions.ContainsKey(resourceName))
                {
                    CLIInterface.logError($"No resource called {resourceName} is available from the server.");
                    return;
                }

                string version           = resourceDescription.version; // possible null
                var    serverVersionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);

                if (version == null)
                {
                    version = serverVersionInfo.latestVersion;
                }
                else
                {
                    // check that the requested version is available from the server
                    if (!serverVersionInfo.versions.ContainsKey(version))
                    {
                        CLIInterface.logError(
                            $"There is no version {version} available of resource {resourceName}. " +
                            $"These are the version(s) available: {string.Join(", ", serverVersionInfo.versions.Keys.ToList())}"
                            );
                        return;
                    }
                }

                // check if nyoka directories exists
                if (!FSOps.hasNecessaryDirs())
                {
                    bool createDirs = CLIInterface.askYesOrNo(
                        "Resource directories are not present in this directory. Create them now?"
                        );

                    if (createDirs)
                    {
                        FSOps.createCodeDataModelDirs(logCreated: true);
                    }
                    else
                    {
                        CLIInterface.logLine("Package add aborted");
                        return;
                    }
                }

                // check if the resource is already present
                if (FSOps.resourceFileExists(resourceType, resourceName))
                {
                    bool continueAnyways = CLIInterface.askYesOrNo(
                        $"{resourceType.ToString()} resource {resourceName} is already present. Delete and replace ?"
                        );

                    if (continueAnyways)
                    {
                        FSOps.removeResourceFilesIfPresent(resourceType, resourceName);
                    }
                    else
                    {
                        CLIInterface.logLine("Aborting resource add.");
                        return;
                    }
                }

                ResourceDependencyInfoContainer dependencies = NetworkUtils.getResourceDependencies(prefix, resourceType, resourceName, version);

                var depDescriptions = new Dictionary <ResourceType, Dictionary <string, ResourceDependencyInfoContainer.DependencyDescription> > {
                    { ResourceType.Code, dependencies.codeDeps },
                    { ResourceType.Data, dependencies.dataDeps },
                    { ResourceType.Model, dependencies.modelDeps },
                };

                bool downloadDependencies = false;

                // if there package has any dependencies
                if (depDescriptions.Any(kvPair => kvPair.Value.Count != 0))
                {
                    CLIInterface.PrintTable table = new CLIInterface.PrintTable {
                        { "Resource Type", 13 },
                        { "Dependency Type", 15 },
                        { "Name of Resource", 16 },
                        { "Resource Version", 16 },
                        { "File Size", 9 },
                    };

                    foreach (var(depResourceType, deps) in depDescriptions.Select(x => (x.Key, x.Value)))
                    {
                        foreach (var(depName, depDescription) in deps.Select(x => (x.Key, x.Value)))
                        {
                            table.addRow(
                                depResourceType.ToString(),
                                depDescription.isDirectDependency ? "direct" : "indirect",
                                depName,
                                depDescription.versionStr,
                                bytesToString(depDescription.byteCount)
                                );
                        }
                    }

                    CLIInterface.logLine($"Resource {resourceName} has these dependencies:");
                    CLIInterface.logTable(table);
                    downloadDependencies = CLIInterface.askYesOrNo("Download these dependencies?");

                    if (downloadDependencies)
                    {
                        CLIInterface.logLine("Downloading dependencies");
                    }
                    else
                    {
                        CLIInterface.logLine("Skipping downloading dependencies.");
                    }
                }

                if (downloadDependencies)
                {
                    var depsToDownload = new List <(ResourceType, string, string)>();
                    foreach (var(depResourceType, deps) in depDescriptions.Select(x => (x.Key, x.Value)))
                    {
                        foreach (var(depName, depDescription) in deps.Select(x => (x.Key, x.Value)))
                        {
                            bool continueWithDownload = true;

                            // Ask user whether to overwrite file if a file with this name exists locally already
                            if (FSOps.resourceFileExists(depResourceType, depName))
                            {
                                if (FSOps.resourceVersionFileExists(depResourceType, depName))
                                {
                                    string depLocalVersion = FSOps.getResourceVersion(depResourceType, depName);

                                    if (depDescription.versionStr == depLocalVersion)
                                    {
                                        continueWithDownload = CLIInterface.askYesOrNo(
                                            $"Dependency {depName} file exists locally at the required version " +
                                            $"({depDescription.versionStr}). Overwrite this file?"
                                            );
                                    }
                                    else
                                    {
                                        continueWithDownload = CLIInterface.askYesOrNo(
                                            $"Dependency {depName} file exists locally at version {depLocalVersion}" +
                                            $" (depency required version is {depDescription.versionStr}). Overwrite this file?"
                                            );
                                    }
                                }
                                else
                                {
                                    continueWithDownload = CLIInterface.askYesOrNo(
                                        $"Dependency {depName} file exists locally at an unknown version. Overwrite this file?"
                                        );
                                }
                            }

                            if (continueWithDownload)
                            {
                                depsToDownload.Add((depResourceType, depName, depDescription.versionStr));
                            }
                            else
                            {
                                CLIInterface.logWarning($"Skipping download of dependency {depName}.");
                            }
                        }
                    }

                    foreach (var(depResourceType, depName, depVersion) in depsToDownload)
                    {
                        downloadPackage(prefix, depResourceType, depName, depVersion);
                    }
                }

                downloadPackage(prefix, resourceType, resourceName, version);
            }
            catch (FSOps.FSOpsException ex)
            {
                CLIInterface.logError($"File System Error: " + ex.Message);
            }
            catch (NetworkUtils.NetworkUtilsException ex)
            {
                CLIInterface.logError($"Network Error: {ex.Message}");
            }
        }