Exemplo n.º 1
0
    static async Task Main()
    {
        var subscriptionName = "Samples.ASB.NativeIntegration.NativeSubscriberA";

        Console.Title = subscriptionName;

        #region EventOneSubscription
        await TopologyManager.CreateSubscription(
            ConnectionString,
            subscriptionName,
            ruleName : "event-one",
            sqlFilter : new SqlFilter($"[NServiceBus.EnclosedMessageTypes] LIKE '%{typeof(EventOne).FullName}%'")
            );

        #endregion

        var subscription = new SubscriptionClient(ConnectionString, "bundle-1", subscriptionName);

        subscription.RegisterMessageHandler((m, _) =>
        {
            var messageType = (string)m.UserProperties[EnclosedMessageTypesHeader];
            var bodyJson    = Encoding.UTF8.GetString(m.Body);

            Console.WriteLine($"Received: {messageType}");
            Console.WriteLine(bodyJson);

            return(Task.CompletedTask);
        }, e => Task.CompletedTask);


        Console.WriteLine("Press any key to exit");
        Console.ReadKey();
    }
Exemplo n.º 2
0
        public async System.Threading.Tasks.Task TestParallelAsync()
        {
            var breaker = _cluster.GrainFactory.GetGrain <ITestHelper>(this.GetType().Namespace);

            StaticTestHelper.Reset();
            StaticTestHelper.TempFailTest("Initial fail of the test");
            var conf = new TopologyConfiguration();

            conf.TimeCharacteristic = CoreOSP.TimePolicy.None;
            var mgr = new TopologyManager(conf);
            var ds  = mgr.AddSource(typeof(TestSource), 1);
            var wds = ds.WindowAggregate(typeof(TestEventBasedAggregationM));

            var terminationds = mgr.AddSource(typeof(TestSource1), 1);

            wds.AddInput(terminationds);

            var        sink = wds.Sink(typeof(TestSink), 1);
            JobManager jmgr = new JobManager();
            await jmgr.StartJob(mgr, _cluster.Client);

            Thread.Sleep(10000);
            var result = StaticTestHelper.GetStatus();

            Assert.False(result.Item1, result.Item2);
        }
Exemplo n.º 3
0
 /// <summary>
 /// Only used when adding source operator, because it cannot be paralelized.
 /// </summary>
 /// <param name="t"></param>
 /// <param name="mgr">Topology manager reference for saving new operators</param>
 internal OperatorNode(TopologyManager mgr, Type t, int outputStreamCount, PartitionPolicy partitionPolicy)
 {
     OperatorGUIDs.Add(Guid.NewGuid());
     OperatorType = t;
     StreamGUID   = Guid.NewGuid();
     SetPartitioner(partitionPolicy);
     OutputStreamCount = outputStreamCount;
     _mgr = mgr;
     mgr.Operators.Add(this);
 }
Exemplo n.º 4
0
Arquivo: Job.cs Projeto: lulzzz/OSP
 public async Task StartJob(TopologyManager mgr)
 {
     tpm = mgr;
     foreach (var s in mgr.Operators)
     {
         var curr = s;
         foreach (var guid in curr.OperatorGUIDs)
         {
             await GrainFactory.GetGrain <IOperator>(guid, curr.OperatorType.FullName).Init(this.GetPrimaryKey(), GetType(), s.Partitioner);
         }
     }
 }
Exemplo n.º 5
0
 internal OperatorNode(TopologyManager mgr, OperatorNode previous, Type t, int parallelism, int outputStreamCount, PartitionPolicy partitionPolicy)
 {
     for (int i = 0; i < parallelism; i++)
     {
         OperatorGUIDs.Add(Guid.NewGuid());
     }
     Prev.Add(previous);
     OperatorType = t;
     StreamGUID   = Guid.NewGuid();
     Parallelism  = parallelism;
     SetPartitioner(partitionPolicy);
     OutputStreamCount = outputStreamCount;
     _mgr = mgr;
     mgr.Operators.Add(this);
 }
Exemplo n.º 6
0
        public async System.Threading.Tasks.Task TestWatermark()
        {
            StaticTestHelper.Reset();
            StaticTestHelper.TempFailTest("Init test fail");
            var        conf = new TopologyConfiguration();
            var        mgr  = new TopologyManager(conf);
            var        ds   = mgr.AddSource(typeof(TestSource), 1);
            var        sink = ds.Sink(typeof(TestSink), 1);
            JobManager jmgr = new JobManager();
            await jmgr.StartJob(mgr, _cluster.Client);

            Thread.Sleep(7000);
            var result = StaticTestHelper.GetStatus();

            Assert.False(result.Item1, result.Item2);
        }
Exemplo n.º 7
0
        public async System.Threading.Tasks.Task TestParallelFail2Async()
        {
            var breaker = _cluster.GrainFactory.GetGrain <ITestHelper>(this.GetType().Namespace);

            StaticTestHelper.Reset();
            var conf = new TopologyConfiguration();
            var mgr  = new TopologyManager(conf);
            var ds   = mgr.AddSource(typeof(TestSource2), 2);

            ds.Sink(typeof(TestSink1), 2);
            JobManager jmgr = new JobManager();
            await jmgr.StartJob(mgr, _cluster.Client);

            Thread.Sleep(1000);
            var result = StaticTestHelper.GetStatus();

            Assert.True(result.Item1, result.Item2);
        }
Exemplo n.º 8
0
        public async System.Threading.Tasks.Task TestSourceFilterSinkRunAsync()
        {
            StaticTestHelper.Reset();
            StaticTestHelper.TempFailTest("Initial fail of test");
            var conf = new TopologyConfiguration();
            var mgr  = new TopologyManager(conf);
            var ds   = mgr.AddSource(typeof(TestSource1));

            ds.Filter(typeof(TestFilter)).Sink(typeof(TestSink1));

            JobManager jmgr = new JobManager();
            await jmgr.StartJob(mgr, _cluster.Client);

            Thread.Sleep(1000);
            var result = StaticTestHelper.GetStatus();

            Assert.False(result.Item1, result.Item2);
        }
Exemplo n.º 9
0
        public async System.Threading.Tasks.Task TestParallelMoreStreams()
        {
            var breaker = _cluster.GrainFactory.GetGrain <ITestHelper>(this.GetType().Namespace);

            StaticTestHelper.Reset();
            var conf = new TopologyConfiguration();
            var mgr  = new TopologyManager(conf);
            var ds   = mgr.AddSource(typeof(TestSource), 3);

            ds.Sink(typeof(TestSink1), 3);
            JobManager jmgr = new JobManager();
            await jmgr.StartJob(mgr, _cluster.Client);

            Thread.Sleep(1000);
            var result = StaticTestHelper.GetStatus();

            Assert.True(result.Item1, result.Item2);
            //must break because messages go 1,2,1,2 and there are 3 sinks 1->first 2->second 1->third 2->first = fail
        }
Exemplo n.º 10
0
        public DeformableMesh(Vector3[] points, int[] ids, Vector3[] normals)
        {
            Points  = points;
            Ids     = ids;
            Normals = normals;

            Topology         = new TopologyManager(points, ids);
            spatialContainer = new SpatialContainer(points, 3, 16);

            normalCalculator = new NormalCalculator(Topology.Vertices, points, ids);

            deformation         = new Vector3[points.Length];
            deformationMask     = new bool[points.Length];
            normalsToUpdateMask = new bool[points.Length];

            running = true;
            new Thread(
                new ThreadStart(UpdateNormalsLoop)
                ).Start();
        }
Exemplo n.º 11
0
        private static async Task Test1(IClusterClient client)
        {
            var streamProvider = client.GetStreamProvider("SMSProvider");
            var guid           = new Guid();
            var photoStream    = streamProvider.GetStream <string>(guid, "Photo");
            var tagStream      = streamProvider.GetStream <string>(guid, "Tag");
            var gpsStream      = streamProvider.GetStream <string>(guid, "GPS");

            TopologyConfiguration conf = new TopologyConfiguration();
            TopologyManager       tpm  = new TopologyManager(conf);

            var a = tpm.AddSource(typeof(TestSourceA));

            a.Sink(typeof(GenericPrintSink));

            JobManager jmgr = new JobManager();
            await jmgr.StartJob(tpm, client);

            await DataDriver.Run(photoStream, tagStream, gpsStream, 1600, 0);
        }
Exemplo n.º 12
0
        public async System.Threading.Tasks.Task StartJob(TopologyManager tpm, IClusterClient client)
        {
            await client.GetGrain <IJob>(Guid.NewGuid(), typeof(Job).FullName).StartJob(tpm);

            foreach (var stream in tpm.Operators)
            {
                if (stream.OperatorType.GetInterfaces().Contains(typeof(IWindowJoin)))
                {
                    var window = client.GetGrain <IWindowJoin>(stream.OperatorGUIDs.First(), stream.OperatorType.FullName);
                    await window.SetSources(stream.Prev.SelectMany(x => x.OperatorGUIDs).ToList(), stream.SourceBPrev.SelectMany(x => x.OperatorGUIDs).ToList());
                }

                if (stream.OperatorType.GetInterfaces().Contains(typeof(ISource)))
                {
                    var s = client.GetGrain <ISource>(stream.OperatorGUIDs.First(), stream.OperatorType.FullName);
                    await s.InitSource(tpm.Conf.TimeCharacteristic);
                }
                else
                {
                    foreach (var g in stream.OperatorGUIDs)
                    {
                        var s = client.GetGrain <IOperator>(g, stream.OperatorType.FullName);
                        await s.GetSubscribedStreams();
                    }
                }
            }

            foreach (var stream in tpm.Operators)
            {
                if (stream.OperatorType.GetInterfaces().Contains(typeof(ISource)))
                {
                    var s = client.GetGrain <ISource>(stream.OperatorGUIDs.First(), stream.OperatorType.FullName);
                    await s.Start();
                }
            }
        }
Exemplo n.º 13
0
    static async Task Main()
    {
        var subscriptionName = "Samples.ASB.NativeIntegration.NativeSubscriberB";

        Console.Title = subscriptionName;

        await TopologyManager.CreateSubscription(ConnectionString, subscriptionName, "all-events", new TrueFilter());

        var subscription = new SubscriptionClient(ConnectionString, "bundle-1", subscriptionName);

        subscription.RegisterMessageHandler((m, _) =>
        {
            var messageType = (string)m.UserProperties[EnclosedMessageTypesHeader];
            var bodyJson    = Encoding.UTF8.GetString(m.Body);

            Console.WriteLine($"Received: {messageType}");
            Console.WriteLine(bodyJson);

            return(Task.CompletedTask);
        }, e => Task.CompletedTask);

        Console.WriteLine("Press any key to exit");
        Console.ReadKey();
    }
Exemplo n.º 14
0
 /// <summary>Register a topology listener with the topology manager.</summary>
 /// <param name="manager">The topology manager to add the listener to</param>
 /// <param name="listener">the listener to register</param>
 public static void AddTopologyListener(this TopologyManager manager, BaseDotnetTopologyListener listener)
 {
     manager.addTopologyListener(new DotnetTopologyListenerWrapper(new DotnetTopologyEventDispatcher(listener)));
 }
Exemplo n.º 15
0
 /// <summary>Initialize this job monitor with the specified update mode, refresh interval, topology manager and listeners</summary>
 /// <param name="topologyRefreshInterval">the interval in millis between refreshes of the topology</param>
 /// <param name="jvmHealthRefreshInterval">the interval in millis between refreshes of the JVM health data</param>
 /// <param name="client">the JPPF client used internally</param>
 /// <param name="listeners">the listeners to register</param>
 public DotnetJobMonitor(JobMonitorUpdateMode mode, long period, TopologyManager topologyManager, params BaseDotnetJobMonitoringListener[] listeners)
     : base(mode, period, topologyManager, ToJavaListeners(listeners))
 {
 }
Exemplo n.º 16
0
        static void Main(string[] args)
        {
            JPPFClient      client     = null;
            TopologyManager manager    = null;
            JobMonitor      jobMonitor = null;

            try {
                // initialize the .Net bridge with verbose/quiet mode
                JPPFDotnet.Init(false);
                // initialize a topology manager and register a listener for topology events
                manager = new DotnetTopologyManager(new MyTopologyListener());
                // initialize a topology manager and register a listener for topology events
                jobMonitor = new DotnetJobMonitor(manager, new MyJobMonitoringListener());
                // wait until the topology manager and job monitor are fully initialized
                while (jobMonitor.getJobDrivers().size() <= 0)
                {
                    Thread.Sleep(10);
                }
                JobDriver jobDriver = jobMonitor.getJobDrivers().get(0) as JobDriver;
                while (jobDriver.getTopologyDriver().getChildCount() <= 0)
                {
                    Thread.Sleep(10);
                }
                // initialize the JPPF client
                client = manager.getJPPFClient();
                // print the number of nodes connected to the server
                PrintNbNodes(client);
                // provision a slave node for each .Net-capable master node
                //ProvisionNodes(client, 1);
                // subscribe to job notifications emitted by the JPPF server
                //RegisterJobNotificationListener(client);
                // subscribe to task completion notifications emitted by the JPPF nodes
                RegisterTaskNotificationListener(client);
                // uncomment to test an executor service
                //SubmitWithExecutor(client);
                // uncomment to test a completion service
                //SubmitWithCompletionService(client);

                JPPFJob job = new JPPFJob();
                job.setName(".NET job");
                // execute the job only on nodes which successfully initialized the .Net bridge
                job.getSLA().setExecutionPolicy(new Equal("jppf.dotnet.bridge.initialized", true));
                int n = 5;
                for (int i = 0; i < n; i++)
                {
                    job.add(new MyDotnetTask(1000)).setId("task " + (i + 1));
                }
                MyDotnetTask myTask = new MyDotnetTask(3000);
                // this .Net task will time out after 1.5 second
                myTask.TimeoutSchedule = new JPPFSchedule(1500);
                job.add(myTask).setId("task " + (n + 1));
                // alternatively: job.add(new MyDotnetTask(3000)).setTimeoutSchedule(new JPPFSchedule(1500));
                // add a job listner that prints job events to the console
                job.addJobListener(new MyJobListener());
                Console.WriteLine("created job");
                // submit the job to the grid and get the execution results
                java.util.List results = client.submitJob(job);
                Console.WriteLine("got job results");
                for (int i = 0; i < results.size(); i++)
                {
                    Task task = (Task)results.get(i);
                    //BaseDotnetTask dotnetTask = job.asBaseDotnetTask(task);
                    BaseDotnetTask dotnetTask = task.AsBaseDotnetTask();
                    if (dotnetTask != null) // if .Net task
                    {
                        if (dotnetTask.Exception != null)
                        {
                            Console.WriteLine("got exception for task " + dotnetTask + " : " + dotnetTask.Exception);
                            Console.WriteLine(dotnetTask.Exception.StackTrace);
                        }
                        else if (dotnetTask.Result != null)
                        {
                            Console.WriteLine("got result for task " + dotnetTask + " : " + dotnetTask.Result);
                        }
                        else
                        {
                            Console.WriteLine("no result or exception for task " + dotnetTask);
                        }
                    }
                }
            } catch (Exception e) {
                Console.WriteLine(e.ToString());
            }

            if (!Console.IsInputRedirected && !Console.IsOutputRedirected)
            {
                Console.WriteLine("Please press ESC to terminate");
                do
                {
                    while (!Console.KeyAvailable)
                    {
                    }
                } while (Console.ReadKey(true).Key != ConsoleKey.Escape);
            }
            else
            {
                Console.WriteLine("Waiting 5 seconds ...");
                Thread.Sleep(5000);
            }
            if (client != null)
            {
                client.close();
            }
        }
Exemplo n.º 17
0
 /// <summary>Initialize this job monitor with the specified topology manager and listeners</summary>
 /// <param name="topologyManager">topologyManager</param>
 /// <param name="listeners">the listeners to register</param>
 public DotnetJobMonitor(TopologyManager topologyManager, params BaseDotnetJobMonitoringListener[] listeners)
     : this(JobMonitorUpdateMode.IMMEDIATE_NOTIFICATIONS, 0L, topologyManager, listeners)
 {
 }