public MinerLinearModel(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_MinerLM, "Fits a linear model using ordinary least squares", UseHome, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the model")); this._ParametersMap.Add("@INPUT", new ProcedureParameterMetaData("@INPUT!true!expressionset!The explanatory variables")); this._ParametersMap.Add("@OUTPUT", new ProcedureParameterMetaData("@OUTPUT!true!expression!The model variable")); this._ParametersMap.Add("@DATA", new ProcedureParameterMetaData("@DATA!true!dataset!The calibration dataset")); this._ParametersMap.Add("@WEIGHT", new ProcedureParameterMetaData("@WEIGHT!false!expression!The weight variable")); this._ParametersMap.Add("@WHERE", new ProcedureParameterMetaData("@WHERE!false!expression!The data filter")); this._ParametersMap.Add("@PARTITIONS", new ProcedureParameterMetaData("@PARTITIONS!false!expression!The number of partitions to run")); }
public Procedure(string Name, string Description, Workspace UseSpace, HParameterSet UseParameters) { this._Name = Name; this._ProcedureDescription = Description; this._Parameters = UseParameters; this._Home = UseSpace; this._ParametersMap = new Dictionary<string, ProcedureParameterMetaData>(StringComparer.OrdinalIgnoreCase); }
public FileProcedureFileDelete(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_FileDelete, "Deletes a file", UseHome, Parameters) { this._ParametersMap.Add("@PATH", new ProcedureParameterMetaData("@PATH!true!expression!The path of the file to delete")); }
public SystemProcedureIO(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemIO, "Toggles the communicator's IO on or off", UseHome, Parameters) { this._ParametersMap.Add("@IO", new ProcedureParameterMetaData("@IO!true!expression!True (turns io on) or false (turns io off)")); }
public FileProcedureFileCopy(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_FileCopy, "Copies a file from one location to another", UseHome, Parameters) { this._ParametersMap.Add("@PATH", new ProcedureParameterMetaData("@PATH!true!expression!The path of the file to move")); this._ParametersMap.Add("@NEW_PATH", new ProcedureParameterMetaData("@NEW_PATH!true!expression!The path of the new file name")); }
public SystemProcedureToTable(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemToTable, "Converts a global table to a static table", UseHome, Parameters) { this._ParametersMap.Add("@CHUNK", new ProcedureParameterMetaData("@CHUNK!true!expression!The name of the chunk to covert")); this._ParametersMap.Add("@ALIAS", new ProcedureParameterMetaData("@ALIAS!true!expression!The alias of the datastore to export to")); this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the new table to export")); }
public SystemProcedureDisconnect(Workspace Home, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDisconnect, "Disconnects a datastore", Home, Parameters) { this._ParametersMap.Add("@ALIAS", new ProcedureParameterMetaData("@ALIAS!true!expression!The alias to assign to the connection path")); }
public SystemProcedureShuffle(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemShuffle, "Randomly shuffles records in a dataset", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to shuffle")); this._ParametersMap.Add("@SEED", new ProcedureParameterMetaData("@SEED!false!expression!The random seed")); }
public SystemProcedureMemoryDump(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemMemoryDump, "Prints all objects in memory", UseHome, Parameters) { }
public SystemProcedureDebugAST(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDebugAST, "Prints the abstract syntax tree of a given expression", UseHome, Parameters) { this._ParametersMap.Add("@EXPRESSION", new ProcedureParameterMetaData("@EXPRESSION!true!expression!The expression to decompile")); }
public MinerGeneralizedLinearModel(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_MinerGLM, "Fits a generalized linear model using Fischer's scoring", UseHome, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the model")); this._ParametersMap.Add("@INPUT", new ProcedureParameterMetaData("@INPUT!true!expressionset!The explanatory variables")); this._ParametersMap.Add("@OUTPUT", new ProcedureParameterMetaData("@OUTPUT!true!expression!The model variable")); this._ParametersMap.Add("@DATA", new ProcedureParameterMetaData("@DATA!true!expressionset!The calibration dataset")); this._ParametersMap.Add("@LINK", new ProcedureParameterMetaData("@LINK!true!lambda!The link function")); this._ParametersMap.Add("@WEIGHT", new ProcedureParameterMetaData("@WEIGHT!false!expression!The weight variable")); this._ParametersMap.Add("@WHERE", new ProcedureParameterMetaData("@WEIGHT!false!expression!The data filter")); this._ParametersMap.Add("@MAXITT", new ProcedureParameterMetaData("@MAXITT!false!expression!The maximum itterations the model will step")); }
public SystemProcedureExportText(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemExportText, "Exports a dataset into a text file", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to export")); this._ParametersMap.Add("@PATH", new ProcedureParameterMetaData("@PATH!true!expression!The path to the flat file to export to")); this._ParametersMap.Add("@DELIM", new ProcedureParameterMetaData("@DELIM!false!expression!The deliminator of the file, defaults to TAB")); }
public SystemProcedureDownload(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDownload, "Downloads a web page or file to a local file", UseHome, Parameters) { this._ParametersMap.Add("@URL", new ProcedureParameterMetaData("@URL!true!expression!The URL to download")); this._ParametersMap.Add("@PATH", new ProcedureParameterMetaData("@PATH!true!expression!The path to the flat file to export to")); }
public SystemProcedureImportText(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemImportText, "Imports a deliminated flat file into a table", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to load")); this._ParametersMap.Add("@PATH", new ProcedureParameterMetaData("@PATH!true!expression!The path to the flat file to import")); this._ParametersMap.Add("@DELIM", new ProcedureParameterMetaData("@DELIM!false!expression!The deliminator of the file, defaults to TAB")); this._ParametersMap.Add("@ESCAPE", new ProcedureParameterMetaData("@ESCAPE!false!expression!The escape character of the string, defaults to null")); this._ParametersMap.Add("@SKIPS", new ProcedureParameterMetaData("@SKIPS!false!expression!The number of records in the flat file to skip (like headers), defaults to 0")); }
public SystemProcedurePrintTable(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemPrintTable, "Prints all records in a table", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to print")); this._ParametersMap.Add("@COUNT", new ProcedureParameterMetaData("@COUNT!false!expression!The max count of records to print; if blank, it will print all records")); }
public SystemProcedureReverse(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemReverse, "Reverses all records in a dataset", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to reverse")); }
public FileProcedureFileZip(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_FileZip, "Zips a file or directory", UseHome, Parameters) { this._ParametersMap.Add("@ARC_PATH", new ProcedureParameterMetaData("@ARC_PATH!true!expression!The path of the archive")); this._ParametersMap.Add("@DIR_PATH", new ProcedureParameterMetaData("@DIR_PATH!true!expression!The path of a new directory to export to")); }
public SystemProcedureDeallocate(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDeallocate, "Deallocates a scalar from memory", UseHome, Parameters) { this._ParametersMap.Add("@SCALAR", new ProcedureParameterMetaData("@SCALAR!true!expression!The name of scalar variable to deallocate")); }
public SystemProcedureDebugLambda(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDebugLambda, "Debugs a lambda already in the heap", UseHome, Parameters) { this._ParametersMap.Add("@LAMBDA", new ProcedureParameterMetaData("@LAMBDA!true!expression!The name of the lambda to debug")); }
public SystemProcedureSort(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemSort, "Does an inplace merge-sort of the dataset", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!dataset!The full table name of the table to sort")); this._ParametersMap.Add("@KEY", new ProcedureParameterMetaData("@KEY!true!expression!The sort key as a string")); }
// Parameters // public static HParameterSet GetHParameter(Workspace Home, HScriptParser.Hparameter_setContext context) { // Create a set // HParameterSet parmset = new HParameterSet(); // Step one: cycle through all parameters and look for any tables // DataSet first_data = null; List<HScriptParser.HparameterContext> param_context = new List<HScriptParser.HparameterContext>(); foreach (HScriptParser.HparameterContext ctx in context.hparameter()) { if (ctx.full_table_name() != null) { DataSet d = VisitorHelper.GetData(Home, ctx.full_table_name()); if (first_data == null) first_data = d; parmset.Add(ctx.SCALAR().GetText(), d); } else param_context.Add(ctx); } ExpressionVisitor exp_vis = first_data != null ? new ExpressionVisitor(null, Home, first_data.Name, first_data.Columns, new StaticRegister(null)) : new ExpressionVisitor(null, Home); MatrixVisitor mat_vis = new MatrixVisitor(Home, null, exp_vis); foreach (HScriptParser.HparameterContext ctx in param_context) { string name = ctx.SCALAR().GetText(); if (ctx.expression() != null) parmset.Add(name, exp_vis.ToNode(ctx.expression())); else if (ctx.expression_alias_list() != null) parmset.Add(name, exp_vis.ToNodes(ctx.expression_alias_list())); else if (ctx.lambda_unit() != null) parmset.Add(name, VisitorHelper.RenderLambda(Home, ctx.lambda_unit())); else if (ctx.matrix_expression() != null) parmset.Add(name, mat_vis.ToMatrix(ctx.matrix_expression())); else if (ctx.K_OUT() != null) parmset.Add(name, Home.GlobalHeap.Scalars, ctx.IDENTIFIER().GetText()); } return parmset; }
public TNodeProcedure(TNode Parent, Procedure Proc, HParameterSet Parameters) : base(Parent) { this._proc = Proc; this._parameters = Parameters; }
public SystemProcedureExplain(Workspace Home, HParameterSet Parameters) : base(SystemProcedures.Name_SystemExplain, "Prints meta data for a procedure", Home, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the stored procedure")); }
public MinerFFNeural(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_MinerFFNN, "Fits a linear model using ordinary least squares", UseHome, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the model")); this._ParametersMap.Add("@INPUT", new ProcedureParameterMetaData("@INPUT!true!expressionset!The explanatory variables")); this._ParametersMap.Add("@OUTPUT", new ProcedureParameterMetaData("@OUTPUT!true!expressionset!The model variables")); this._ParametersMap.Add("@OUTACT", new ProcedureParameterMetaData("@OUTACT!true!expression!The output activation function")); this._ParametersMap.Add("@RULE", new ProcedureParameterMetaData("@RULE!ftrue!expression!The training rule")); this._ParametersMap.Add("@DATA", new ProcedureParameterMetaData("@DATA!true!expressionset!The calibration dataset")); this._ParametersMap.Add("@WHERE", new ProcedureParameterMetaData("@WHERE!false!expression!The filter to apply to the data")); this._ParametersMap.Add("@HIDDENMAP", new ProcedureParameterMetaData("@HIDDEN1!false!expression!A string that represents the hidden layers")); }
public static Procedure Lookup(string Name, Workspace Home, HParameterSet Parameters) { return PROCEDURES[Name](Home, Parameters); }
public MinerRowCluster(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_MinerRC, "Clusters similar rows using a modified k-means algorithm", UseHome, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the model")); this._ParametersMap.Add("@INPUT", new ProcedureParameterMetaData("@INPUT!true!expressionset!The explanatory equation")); this._ParametersMap.Add("@DATA", new ProcedureParameterMetaData("@DATA!true!expressionset!The calibration dataset")); this._ParametersMap.Add("@CLUSTERS", new ProcedureParameterMetaData("@CLUSTERS!true!expression!The weight variable")); this._ParametersMap.Add("@WEIGHT", new ProcedureParameterMetaData("@WEIGHT!false!expression!The weight variable")); this._ParametersMap.Add("@WHERE", new ProcedureParameterMetaData("@WHERE!false!expression!The number of data clusters")); this._ParametersMap.Add("@MAXITT", new ProcedureParameterMetaData("@MAXITT!false!expression!The maximum itterations the model will step")); }
public SystemProcedureDropTable(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_SystemDropTable, "Remove an in memory table from memory or drops a static table from disk", UseHome, Parameters) { this._ParametersMap.Add("@TABLE", new ProcedureParameterMetaData("@TABLE!true!expression!The full table name of the table to drop")); }
public MinerNonLinearModel(Workspace UseHome, HParameterSet Parameters) : base(SystemProcedures.Name_MinerLM, "Fits a non-linear model using the Levenberg-Marquadt algorithm", UseHome, Parameters) { this._ParametersMap.Add("@NAME", new ProcedureParameterMetaData("@NAME!true!expression!The name of the model")); this._ParametersMap.Add("@INPUT", new ProcedureParameterMetaData("@INPUT!true!expression!The explanatory equation")); this._ParametersMap.Add("@OUTPUT", new ProcedureParameterMetaData("@OUTPUT!true!expression!The model variable")); this._ParametersMap.Add("@DATA", new ProcedureParameterMetaData("@DATA!true!expressionset!The calibration dataset")); this._ParametersMap.Add("@WEIGHT", new ProcedureParameterMetaData("@WEIGHT!false!expression!The weight variable")); this._ParametersMap.Add("@WHERE", new ProcedureParameterMetaData("@WEIGHT!false!expression!The data filter")); this._ParametersMap.Add("@SCALE", new ProcedureParameterMetaData("@SCALE!false!expression!The starting scale")); this._ParametersMap.Add("@MAXITT", new ProcedureParameterMetaData("@MAXITT!false!expression!The maximum itterations the model will step")); this._ParametersMap.Add("@STRICT", new ProcedureParameterMetaData("@STRICT!false!expression!True: Trace(Design) * Scale, False: I * Scale")); this._ParametersMap.Add("@BETA", new ProcedureParameterMetaData("@BETA!false!matrix!The initial weights")); }