public static void listResources(ResourceType?listType)
{
try
{
if (!FSOps.hasNecessaryDirs())
{
CLIInterface.logError($"Missing some or all resource directories in current directory. Try running {ConstStrings.APPLICATION_ALIAS} init?");
return;
}
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ ConstStrings.HeaderStringType, 6 },
{ ConstStrings.HeaderStringNameOfResource, 21 },
{ ConstStrings.HeaderStringVersion, 16 },
{ ConstStrings.HeaderStringFileSize, 11 },
};
List <ResourceType> resourcesToList = listType.HasValue ?
new List <ResourceType> {
listType.Value
} :
new List <ResourceType> {
ResourceType.Code, ResourceType.Data, ResourceType.Model
};
foreach (ResourceType resourceType in resourcesToList)
{
foreach (string resourceName in FSOps.resourceNames(resourceType))
{
string version;
if (FSOps.resourceVersionFileExists(resourceType, resourceName))
{
version = FSOps.getResourceVersion(resourceType, resourceName);
}
else
{
version = "Unknown version";
}
long fileSize = FSOps.getResourceSize(resourceType, resourceName);
table.addRow(
doFormat(resourceType.ToString()),
doFormat(resourceName),
doFormat(version),
doFormat(bytesToString(fileSize))
);
}
}
CLIInterface.logTable(table);
}
catch (FSOps.FSOpsException ex)
{
CLIInterface.logError($"File System Error: " + ex.Message);
}
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
"Removes a code resource named programName.py from the code folder in the current directory"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name}",
$"Initialize the resource directories that {ConstStrings.APPLICATION_ALIAS} uses in the current directory"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
"Lists dependencies of a code resource named programName.py. If the resource is present locally," +
" this will list the dependencies of the local version. Otherwise, it'll list the dependencies of " +
"the latest version available on the server."
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} -m modelName.pmml",
"Deploy local model resource called modelNamme.pmml to zementismodeler"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} -s modelName.pmml",
"Deploy local model resource called modelNamme.pmml to zementisserver"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} model",
"Lists all model resources available on repository server"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name}",
"Lists all resources available on server"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
"Adds the latest version a code resource named programName.py to the code folder in the current directory"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected]",
"Adds version 1.2.3 of a model resource named model1.pmml to the model folder in the current directory"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void listActions()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Action Name", 0 },
{ "Action Description", 0 },
};
foreach (KeyValuePair <string, OptionDescription> descriptionKVPair in optionDescriptions)
{
string actionName = descriptionKVPair.Key;
OptionDescription description = descriptionKVPair.Value;
table.addRow(
actionName,
description.summary
);
}
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} \"http://serveraddress.com\"",
$"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for the repository server with this directory to http://serveraddress.com/nyokaapi"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} -m \"http://serveraddress.com\"",
$"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for zementismodeler http://serveraddress.com/nyokaapi"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} -s \"http://serveraddress.com\"",
$"Set the {ConstStrings.APPLICATION_ALIAS} remote server address for zementisserver http://serveraddress.com/nyokaapi"
);
CLIInterface.logTable(table, visibleLines: false);
}
private void logUsage()
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Example Action", 0 },
{ "Explanation", 0 },
};
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} programName.py",
"Publish local code resource called programName.py. Since version is not provided, version number defaults to 1.0."
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected]",
"Publish local data resource called dataFile.csv with version number 10.2.2"
);
table.addRow(
$"{ConstStrings.APPLICATION_ALIAS} {description.name} [email protected] --deps [email protected] [email protected]",
"Publish local code resource program1.py at version 2.2.3, with the dependencies program2.py, version 1.2.3 and program2, version 9.1"
);
CLIInterface.logTable(table, visibleLines: false);
}
public static void listAvailableResources(string prefix, ResourceType?listType)
{
try
{
List <ResourceType> resourcesToList = listType.HasValue ?
new List <ResourceType> {
listType.Value
} :
new List <ResourceType> {
ResourceType.Code, ResourceType.Data, ResourceType.Model
};
CLIInterface.PrintTable printTable = new CLIInterface.PrintTable {
{ ConstStrings.HeaderStringType, 6 },
{ ConstStrings.HeaderStringNameOfResource, 21 },
{ ConstStrings.HeaderStringLatestVersion, 16 },
{ ConstStrings.HeaderStringLocalVersion, 2 },
{ ConstStrings.HeaderStringFileSize, 11 },
};
foreach (ResourceType resourceType in resourcesToList)
{
var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);
foreach (string resourceName in availableResources.resourceDescriptions.Keys.OrderBy(k => k))
{
string localVersionStr;
bool resourceExistsLocally = FSOps.resourceFileExists(resourceType, resourceName);
if (resourceExistsLocally)
{
if (FSOps.resourceVersionFileExists(resourceType, resourceName))
{
localVersionStr = FSOps.getResourceVersion(resourceType, resourceName);
}
else
{
localVersionStr = "Unknown version";
}
}
else
{
localVersionStr = "Not present";
}
printTable.addRow(
doFormat(resourceType.ToString()),
doFormat(resourceName),
doFormat(availableResources.resourceDescriptions[resourceName].versionStr),
doFormat(localVersionStr),
doFormat(bytesToString(availableResources.resourceDescriptions[resourceName].byteCount))
);
}
}
CLIInterface.logTable(printTable);
}
catch (NetworkUtils.NetworkUtilsException ex)
{
CLIInterface.logError($"Network Error: {ex.Message}");
}
catch (FSOps.FSOpsException ex)
{
CLIInterface.logError($"File System Error: " + ex.Message);
}
}
public static void listDependencies(string prefix, ResourceIdentifier resourceDescription)
{
string resourceName = resourceDescription.resourceName;
ResourceType resourceType = resourceDescription.resourceType;
string version = resourceDescription.version;
try
{
// check if this resource exists on server
var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);
if (!availableResources.resourceDescriptions.ContainsKey(resourceName))
{
CLIInterface.logError($"{resourceType.ToString()} resource {resourceName} could not be found on server");
return;
}
if (version == null)
{
if (
FSOps.resourceFileExists(resourceType, resourceName) &&
FSOps.resourceVersionFileExists(resourceType, resourceName)
)
{
version = FSOps.getResourceVersion(resourceType, resourceName);
}
else
{
var versionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);
version = versionInfo.latestVersion;
}
}
// check if user-specified version exists on the server at the given version
else
{
var versionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);
if (!versionInfo.versions.ContainsKey(version))
{
CLIInterface.logError("Server does not report having a version \"{version}\" available for {resourceName}");
}
}
CLIInterface.logLine($"Showing dependencies of {resourceName}, version {version}");
ResourceDependencyInfoContainer deps = NetworkUtils.getResourceDependencies(prefix, resourceType, resourceName, version);
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Resource Type", 13 },
{ "Dependency Type", 15 },
{ "Name of Resource", 15 },
{ "Resource Version", 15 },
{ "File Size", 10 },
};
var availableResourcesInfo = new Dictionary <ResourceType, AvailableResourcesInfoContainer> {
{ ResourceType.Code, NetworkUtils.getAvailableResources(prefix, ResourceType.Code) },
{ ResourceType.Data, NetworkUtils.getAvailableResources(prefix, ResourceType.Data) },
{ ResourceType.Model, NetworkUtils.getAvailableResources(prefix, ResourceType.Model) },
};
var showDepDict = new Dictionary <ResourceType, Dictionary <string, ResourceDependencyInfoContainer.DependencyDescription> >()
{
{ ResourceType.Code, deps.codeDeps },
{ ResourceType.Data, deps.dataDeps },
{ ResourceType.Model, deps.modelDeps },
};
foreach (var(dependenciesType, descriptions) in showDepDict.Select(x => (x.Key, x.Value)))
{
foreach (var(dependencyName, dependencyDescription) in descriptions.Select(x => (x.Key, x.Value)))
{
table.addRow(
dependenciesType.ToString(),
dependencyDescription.isDirectDependency ? "direct" : "indirect",
dependencyName,
dependencyDescription.versionStr,
bytesToString(availableResourcesInfo[dependenciesType].resourceDescriptions[dependencyName].byteCount)
);
}
}
CLIInterface.logTable(table);
}
catch (FSOps.FSOpsException ex)
{
CLIInterface.logError($"File System Error: " + ex.Message);
}
catch (NetworkUtils.NetworkUtilsException ex)
{
CLIInterface.logError($"Network Error: {ex.Message}");
}
}
public static void addPackage(string prefix, ResourceIdentifier resourceDescription)
{
try
{
ResourceType resourceType = resourceDescription.resourceType;
string resourceName = resourceDescription.resourceName;
// check if the resource is available from the server
var availableResources = NetworkUtils.getAvailableResources(prefix, resourceType);
if (!availableResources.resourceDescriptions.ContainsKey(resourceName))
{
CLIInterface.logError($"No resource called {resourceName} is available from the server.");
return;
}
string version = resourceDescription.version; // possible null
var serverVersionInfo = NetworkUtils.getResourceVersions(prefix, resourceType, resourceName);
if (version == null)
{
version = serverVersionInfo.latestVersion;
}
else
{
// check that the requested version is available from the server
if (!serverVersionInfo.versions.ContainsKey(version))
{
CLIInterface.logError(
$"There is no version {version} available of resource {resourceName}. " +
$"These are the version(s) available: {string.Join(", ", serverVersionInfo.versions.Keys.ToList())}"
);
return;
}
}
// check if nyoka directories exists
if (!FSOps.hasNecessaryDirs())
{
bool createDirs = CLIInterface.askYesOrNo(
"Resource directories are not present in this directory. Create them now?"
);
if (createDirs)
{
FSOps.createCodeDataModelDirs(logCreated: true);
}
else
{
CLIInterface.logLine("Package add aborted");
return;
}
}
// check if the resource is already present
if (FSOps.resourceFileExists(resourceType, resourceName))
{
bool continueAnyways = CLIInterface.askYesOrNo(
$"{resourceType.ToString()} resource {resourceName} is already present. Delete and replace ?"
);
if (continueAnyways)
{
FSOps.removeResourceFilesIfPresent(resourceType, resourceName);
}
else
{
CLIInterface.logLine("Aborting resource add.");
return;
}
}
ResourceDependencyInfoContainer dependencies = NetworkUtils.getResourceDependencies(prefix, resourceType, resourceName, version);
var depDescriptions = new Dictionary <ResourceType, Dictionary <string, ResourceDependencyInfoContainer.DependencyDescription> > {
{ ResourceType.Code, dependencies.codeDeps },
{ ResourceType.Data, dependencies.dataDeps },
{ ResourceType.Model, dependencies.modelDeps },
};
bool downloadDependencies = false;
// if there package has any dependencies
if (depDescriptions.Any(kvPair => kvPair.Value.Count != 0))
{
CLIInterface.PrintTable table = new CLIInterface.PrintTable {
{ "Resource Type", 13 },
{ "Dependency Type", 15 },
{ "Name of Resource", 16 },
{ "Resource Version", 16 },
{ "File Size", 9 },
};
foreach (var(depResourceType, deps) in depDescriptions.Select(x => (x.Key, x.Value)))
{
foreach (var(depName, depDescription) in deps.Select(x => (x.Key, x.Value)))
{
table.addRow(
depResourceType.ToString(),
depDescription.isDirectDependency ? "direct" : "indirect",
depName,
depDescription.versionStr,
bytesToString(depDescription.byteCount)
);
}
}
CLIInterface.logLine($"Resource {resourceName} has these dependencies:");
CLIInterface.logTable(table);
downloadDependencies = CLIInterface.askYesOrNo("Download these dependencies?");
if (downloadDependencies)
{
CLIInterface.logLine("Downloading dependencies");
}
else
{
CLIInterface.logLine("Skipping downloading dependencies.");
}
}
if (downloadDependencies)
{
var depsToDownload = new List <(ResourceType, string, string)>();
foreach (var(depResourceType, deps) in depDescriptions.Select(x => (x.Key, x.Value)))
{
foreach (var(depName, depDescription) in deps.Select(x => (x.Key, x.Value)))
{
bool continueWithDownload = true;
// Ask user whether to overwrite file if a file with this name exists locally already
if (FSOps.resourceFileExists(depResourceType, depName))
{
if (FSOps.resourceVersionFileExists(depResourceType, depName))
{
string depLocalVersion = FSOps.getResourceVersion(depResourceType, depName);
if (depDescription.versionStr == depLocalVersion)
{
continueWithDownload = CLIInterface.askYesOrNo(
$"Dependency {depName} file exists locally at the required version " +
$"({depDescription.versionStr}). Overwrite this file?"
);
}
else
{
continueWithDownload = CLIInterface.askYesOrNo(
$"Dependency {depName} file exists locally at version {depLocalVersion}" +
$" (depency required version is {depDescription.versionStr}). Overwrite this file?"
);
}
}
else
{
continueWithDownload = CLIInterface.askYesOrNo(
$"Dependency {depName} file exists locally at an unknown version. Overwrite this file?"
);
}
}
if (continueWithDownload)
{
depsToDownload.Add((depResourceType, depName, depDescription.versionStr));
}
else
{
CLIInterface.logWarning($"Skipping download of dependency {depName}.");
}
}
}
foreach (var(depResourceType, depName, depVersion) in depsToDownload)
{
downloadPackage(prefix, depResourceType, depName, depVersion);
}
}
downloadPackage(prefix, resourceType, resourceName, version);
}
catch (FSOps.FSOpsException ex)
{
CLIInterface.logError($"File System Error: " + ex.Message);
}
catch (NetworkUtils.NetworkUtilsException ex)
{
CLIInterface.logError($"Network Error: {ex.Message}");
}
}
