Example #1
0
        static void Main(string[] args)
        {
            var rnd = new System.Random();

            while (true)
            {
                try
                {
                    using (var service = new ExecutionBrokerService.ExecutionBrokerServiceClient())
                    {
                        while (true)
                        {
                            Console.Write("{0} - ", DateTime.Now.ToString(TIME_FORMAT));
                            service.Update();
                            Console.WriteLine(DateTime.Now.ToString(TIME_FORMAT));

                            Thread.Sleep(rnd.Next(TICK, TACK));
                        }
                    }
                }
                catch (Exception e)
                {
                    Console.WriteLine(e.Message);
                    Thread.Sleep(5000);
                }
            }
        }
Example #2
0
        private const string STORAGE_ID = "H2O"; // H2O

        #endregion Fields

        #region Methods

        public static void WriteBriefs()
        {
            using (var service = new ExecutionBrokerService.ExecutionBrokerServiceClient())
            {
                var briefs = service.GetBriefTaskList();
                var serializer = new System.Runtime.Serialization.Json.DataContractJsonSerializer(briefs.GetType());
                var memStream = new MemoryStream();
                serializer.WriteObject(memStream, (object) briefs);
                string json = Encoding.UTF8.GetString(memStream.ToArray());
                memStream.Close();

                Console.WriteLine();
                Console.WriteLine(json);
                Console.WriteLine();
            }
        }
Example #3
0
        static void Heartbeat(ServiceToBeat serviceType)
        {
            Thread.Sleep(TimeSpan.FromSeconds(10));
            var rnd = new System.Random();

            while (true)
            {
                try
                {
                    // todo : heartbeat for each service in config

                    if (serviceType == ServiceToBeat.Executor)
                    {
                        var executor = new ExecutionBrokerService.ExecutionBrokerServiceClient();
                        try
                        {
                            //Console.Write("{0} - ", DateTime.Now.ToString(TIME_FORMAT));
                            Indicators.IsBeating = true;
                            executor.Update();
                            Indicators.IsBeating = false;
                            //Console.WriteLine(DateTime.Now.ToString(TIME_FORMAT));

                            executor.Close();
                        }
                        catch
                        {
                            Indicators.IsBeating = false;

                            executor.Abort();
                            throw;
                        }
                    }
                    else
                    if (serviceType == ServiceToBeat.ResourceBase)
                    {
                        var resourceBase = new ResourceBaseService.ResourceBaseServiceClient();
                        try
                        {
                            resourceBase.GetResourceNames(); // only need to call to refresh resources, no need in result
                            resourceBase.Close();
                        }
                        catch
                        {
                            resourceBase.Abort();
                            throw;
                        }
                    }
                }
                catch (Exception e)
                {
                    //Indicators.IsBeating = false;
                    LogToConsole(e);
                    Thread.Sleep(5000);
                }
                finally
                {
                    //Indicators.IsBeating = false;
                    Thread.Sleep(rnd.Next(TICK, TACK));
                }
            }
        }
Example #4
0
        static void Main(string[] args)
        {
            /*

            var taskListProcess = new Process();
            taskListProcess.StartInfo.UseShellExecute = false;
            taskListProcess.StartInfo.RedirectStandardOutput = true;
            taskListProcess.StartInfo.RedirectStandardError = true;

            taskListProcess.StartInfo.FileName = "tasklist.exe";
            taskListProcess.StartInfo.Arguments = String.Format(
                @"/s {0} /u {1} /p {2} /fo csv /nh",
                "192.168.129.135", "nano", "Yt1NyDpQNm", 4
            );
            taskListProcess.Start();

            string table = taskListProcess.StandardOutput.ReadToEnd();
            taskListProcess.WaitForExit();

            Console.WriteLine(table);

            return;

            */

            var service = new ExecutionBrokerService.ExecutionBrokerServiceClient();
            if (service.MagicHappens())
                return;

            ulong generatedTaskId = service.GetNewTaskId();

            var tasks = new ExecutionBrokerService.TaskDescription[]
            {
                /********************* BSM *********************/

                new ExecutionBrokerService.TaskDescription()
                {
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,
                    UserId = "sm",

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    Package  = "BSM",

                    Params = new Dictionary<string,string>()
                    {
                        {"startCalcDate", "15.11.2008 00:00:00"},
                        {"useBSH", "false"},
                        {"useSWAN", "false"},
                        {"useAssimilation", "false"},
                    },

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "hirlam",
                            FileName  = "hirlam.zip",
                            SlotName  = "inHirlam"
                        },
                    }
                },

                /********************* CNM *********************/

                new ExecutionBrokerService.TaskDescription()
                {
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,
                    UserId = "sm",

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    Package  = "cnm",

                    Params = new Dictionary<string,string>()
                    {
                        {"in_format", "short"},
                    },

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "cnm_60k_p32",
                            FileName  = "cnm.in",
                            SlotName  = "inDataFile"
                        },
                    }
                },

                /********************* SWAN *********************/

                new ExecutionBrokerService.TaskDescription()
                {
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    Package  = "SWAN",

                    Params = new Dictionary<string,string>()
                    {
                        {"startCalcDate", "15.11.2008 00:00:00"},
                        {"endCalcDate", "15.11.2008 00:00:00"},
                    },

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "hirlam",
                            FileName  = "hirlam.zip",
                            SlotName  = "inHirlam"
                        },
                    }
                },

                /********************* TESTP *********************/

                new ExecutionBrokerService.TaskDescription
                {
                    UserId = "sm",
                    WfId = "WCF Test 2",
                    TaskId = generatedTaskId,

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    //Package  = "TESTP",
                    Package  = "testp",
                    Method   = "arithm",

                    Params = new Dictionary<string,string>()
                    {
                        {"operation", "plus"},
                        {"in0", "1"},
                        {"in1", "8"},
                        {"timeToWait", "30"},
                    },
            /*
                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "number1",
                            FileName  = "my0.in",
                            SlotName  = "inf0"
                        },

                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "number25",
                            FileName  = "my1.in",
                            SlotName  = "inf1"
                        },
                    },
            */
                    OutputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = null,
                            FileName  = "out.txt",
                            SlotName  = "out_file"
                        }
                    }
                },

                /********************* Ansysmechanical *********************/

                new ExecutionBrokerService.TaskDescription
                {
                    UserId = "sm",
                    WfId = "WCF Test 2",
                    TaskId = generatedTaskId,

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    //Package  = "TESTP",
                    Package  = "ansysmechanical",
                    Method   = "",

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription()
                        {
                            StorageId = "50519dfa0489f5e469dea745",
                            FileName  = "svarn_dv_B.mac",
                            SlotName  = "data",
                        },
                    },
                },

                /********************* Crawler *********************/

                new ExecutionBrokerService.TaskDescription
                {
                    UserId = "sm",
                    WfId = "Crawler Test",
                    TaskId = generatedTaskId,

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    Package  = "crawler",
                    Method   = "",

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription()
                        {
                            FileName = "input.txt",
                            SlotName = "input",
                            StorageId = "crawler_input",
                        }
                    }
                },

                /********************* DUMMY *********************/

                new ExecutionBrokerService.TaskDescription
                {
                    UserId = "sm",
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,

                    Package  = "dummy",

                    Params = new Dictionary<string,string>()
                    {
                        {"wait_time", "30000"},
                    }
                },

                /********************* COPY_PACK *********************/

                new ExecutionBrokerService.TaskDescription
                {
                    UserId = "sm",
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,

                    Package  = "copy_pack",
                },

                /************************ ORCA *************************/

                new ExecutionBrokerService.TaskDescription
                {
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,
                    UserId = "sm",

                    //UserCert = "number17",

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Manual,

                    Package  = "ORCA",
                    Method   = "",

                    Params = new Dictionary<string,string>()
                    {
                        {"FUNCTIONS_COUNT", "1000"},
                    },

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = "BZ6V7ZBZIEEMLTZL7JRJ",
                            FileName  = "",
                            SlotName  = "orca_input"
                        }
                    },

                    OutputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = null,
                            FileName  = "orca.out",
                            SlotName  = "orca_out"
                        }
                    }
                },

                /********************** GAMESS ***********************/

                new ExecutionBrokerService.TaskDescription
                {
                    WfId = "WCF Test",
                    TaskId = generatedTaskId,

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    Package  = "GAMESS",
                    Method   = "DFT",

                    Params = new Dictionary<string,string>()
                    {
                        {"basis", "6-31G"},
                    },

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = STORAGE_ID,
                            FileName  = "",
                            SlotName  = "xyz_molecule"
                        }
                    },

                    OutputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription
                        {
                            StorageId = null,
                            FileName  = "gamess_output_file.out",
                            SlotName  = "output_file"
                        }
                    }
                },

            };

            /*******************************************
            tasks = new ExecutionBrokerService.TaskDescription[]
            {
                new ExecutionBrokerService.TaskDescription()
                {
                    WfId = 1,
                    TaskId = generatedTaskId,

                    Package = "JAggregate",
                    Params = new Dictionary<string,string>(),

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Manual,

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription()
                        {
                            SlotName = "dataList",
                            StorageId = "JAggregateDataList",
                            FileName = ""
                        },

                        new ExecutionBrokerService.TaskFileDescription()
                        {
                            SlotName = "initialBeam",
                            StorageId = "JAggregateInitialBeam",
                            FileName = ""
                        },
                    },
                }
            };

            tasks = new ExecutionBrokerService.TaskDescription[]
            {
                new ExecutionBrokerService.TaskDescription()
                {
                    WfId = 1,
                    TaskId = generatedTaskId,

                    Package = "Nanoflow",
                    Params = new Dictionary<string,string>()
                    {
                        {"NumIter", "3000"},
                    },

                    LaunchMode = ExecutionBrokerService.TaskLaunchMode.Auto,

                    InputFiles = new ExecutionBrokerService.TaskFileDescription[]
                    {
                        new ExecutionBrokerService.TaskFileDescription()
                        {
                            SlotName = "strTube",
                            StorageId = "nanoflowStrTube",
                            FileName = ""
                        },
                    },
                }
            };
            ******************************************************/

            //service.Open();
            string packToGo = "dummy";
            //string packToGo = "ansysmechanical";
            var taskToGo = tasks.First(t => t.Package == packToGo);
            //taskToGo.Priority = ExecutionBrokerService.TaskPriority.Urgent;
            //taskToGo.ExecParams = new Dictionary<string, string>();
            ////taskToGo.ExecParams["Resource"] = "b4";
            //taskToGo.ExecParams["MinTime"] = "1000";
            //taskToGo.ExecParams["MaxTime"] = "1500";

            //taskToGo.Priority = ExecutionBrokerService.TaskPriority.Urgent;

            service.DefineTask(taskToGo);
            Console.WriteLine("Defijencfqlth!ed" + Environment.NewLine);
            //WriteBriefs();
            service.Execute(new[] { taskToGo.TaskId });

            Console.ReadLine();

            /********************************************
            var taskInParallel = tasks.First(t => t.Package == "testp");
            taskInParallel.TaskId = generatedTaskId - 1;
            taskInParallel.Priority = ExecutionBrokerService.TaskPriority.Urgent;
            taskInParallel.ExecParams = new Dictionary<string, string>();
            taskInParallel.ExecParams["MinTime"] = "1000";
            taskInParallel.ExecParams["MaxTime"] = "1500";
            service.DefineTask(taskInParallel);
            service.Execute(new[] { taskInParallel.TaskId, taskToGo.TaskId });

            Thread.Sleep(1000);
            //service.Abort(new[] { taskInParallel.TaskId, taskToGo.TaskId });
            /*********************************************/

            //System.Net.ServicePointManager.Expect100Continue = false;

            bool taskFinished = false;
            while (!taskFinished)
            {
                ulong taskId = tasks.First(t => t.Package == packToGo).TaskId;
                var task = service.GetInfo(taskId);

                Console.WriteLine("{0}: {1}", DateTime.Now, task.State);

                if (task.State == ExecutionBrokerService.TaskState.Completed ||
                    task.State == ExecutionBrokerService.TaskState.Failed ||
                    task.State == ExecutionBrokerService.TaskState.Aborted
                    )
                {
                    taskFinished = true;

                    string outputs = String.Join("\n", task.OutputFiles.Select(f => f.FileName + " @ " + f.StorageId));
                    Console.WriteLine(outputs);
                    Console.ReadLine();
                }

                WriteBriefs();
                Thread.Sleep(700);
            }

            service.Close();
            Console.ReadKey();
        }
Example #5
0
        static void Heartbeat(ServiceToBeat serviceType)
        {
            Thread.Sleep(TimeSpan.FromSeconds(10));
            var rnd = new System.Random();

            while (true)
            {
                try
                {
                    // todo : heartbeat for each service in config

                    if (serviceType == ServiceToBeat.Executor)
                    {
                        var executor = new ExecutionBrokerService.ExecutionBrokerServiceClient();
                        try
                        {

                            //Console.Write("{0} - ", DateTime.Now.ToString(TIME_FORMAT));
                            Indicators.IsBeating = true;
                            executor.Update();
                            Indicators.IsBeating = false;
                            //Console.WriteLine(DateTime.Now.ToString(TIME_FORMAT));

                            executor.Close();
                        }
                        catch
                        {
                            Indicators.IsBeating = false;

                            executor.Abort();
                            throw;
                        }
                    }
                    else
                    if (serviceType == ServiceToBeat.ResourceBase)
                    {
                        var resourceBase = new ResourceBaseService.ResourceBaseServiceClient();
                        try
                        {
                            resourceBase.GetResourceNames(); // only need to call to refresh resources, no need in result
                            resourceBase.Close();
                        }
                        catch
                        {
                            resourceBase.Abort();
                            throw;
                        }
                    }
                }
                catch (Exception e)
                {
                    //Indicators.IsBeating = false;
                    LogToConsole(e);
                    Thread.Sleep(5000);
                }
                finally
                {
                    //Indicators.IsBeating = false;
                    Thread.Sleep(rnd.Next(TICK, TACK));
                }
            }
        }