Exemple #1
0
        private void SpeechRecognized(object sender, SpeechRecognizedEventArgs e)
        {
            // Speech utterance confidence below which we treat speech as if it hadn't been heard
            const double ConfidenceThreshold = 0.75; //0.35


            if (e.Result.Confidence >= ConfidenceThreshold)
            {
                switch (e.Result.Semantics.Value.ToString())
                {
                case "HELP":
                    MessageBox.Show("The patient might need HELP");
                    alarmCount++;
                    this.alarmCountText.Text = Convert.ToString(alarmCount);

                    using (MasterEntities context = new MasterEntities())
                    {
                        var alarm = new TotalAlarm()
                        {
                            Date = DateTime.Now
                        };
                        context.TotalAlarms.Add(alarm);
                        context.SaveChanges();


                        //Retrieve data from stored procedure
                        var alarms = context.GetTotalAlarms();

                        foreach (var x in alarms)
                        {
                            this.totalAlarms.Text = Convert.ToString(x.Value);
                        }
                    }

                    break;

                case "PLEASE HELP":
                    MessageBox.Show("Alarm!! Patient just said PLEASE HELP!!!");
                    alarmCount++;
                    this.alarmCountText.Text = Convert.ToString(alarmCount);

                    using (MasterEntities context = new MasterEntities())
                    {
                        var alarm = new TotalAlarm()
                        {
                            Date = DateTime.Now
                        };
                        context.TotalAlarms.Add(alarm);
                        context.SaveChanges();


                        //Retrieve data from stored procedure
                        var alarms = context.GetTotalAlarms();

                        foreach (var x in alarms)
                        {
                            this.totalAlarms.Text = Convert.ToString(x.Value);
                        }
                    }

                    break;


                case "AMBULANCE":
                    MessageBox.Show("The patient needs an AMBULANCE...");
                    alarmCount++;
                    this.alarmCountText.Text = Convert.ToString(alarmCount);

                    using (MasterEntities context = new MasterEntities())
                    {
                        var alarm = new TotalAlarm()
                        {
                            Date = DateTime.Now
                        };
                        context.TotalAlarms.Add(alarm);
                        context.SaveChanges();


                        //Retrieve data from stored procedure
                        var alarms = context.GetTotalAlarms();

                        foreach (var x in alarms)
                        {
                            this.totalAlarms.Text = Convert.ToString(x.Value);
                        }
                    }

                    break;

                case "POLICE":
                    MessageBox.Show("The patient calls for police...");
                    alarmCount++;
                    this.alarmCountText.Text = Convert.ToString(alarmCount);

                    using (MasterEntities context = new MasterEntities())
                    {
                        var alarm = new TotalAlarm()
                        {
                            Date = DateTime.Now
                        };
                        context.TotalAlarms.Add(alarm);
                        context.SaveChanges();


                        //Retrieve data from stored procedure
                        var alarms = context.GetTotalAlarms();

                        foreach (var x in alarms)
                        {
                            this.totalAlarms.Text = Convert.ToString(x.Value);
                        }
                    }

                    break;

                default:
                    Console.WriteLine("Default case");
                    break;
                }
            }
        }
Exemple #2
0
        /// <summary>
        /// Initializes a new instance of the MainWindow class
        /// </summary>
        public MainWindow()
        {
            // initialize the MainWindow
            this.InitializeComponent();

            // only one sensor is currently supported
            this.kinectSensor = KinectSensor.GetDefault();

            // set IsAvailableChanged event notifier
            this.kinectSensor.IsAvailableChanged += this.Sensor_IsAvailableChanged;

            // open the sensor
            this.kinectSensor.Open();

            // set the status text
            this.StatusText = this.kinectSensor.IsAvailable ? Properties.Resources.RunningStatusText
                                                            : Properties.Resources.NoSensorStatusText;

            // open the reader for the body frames
            this.bodyFrameReader = this.kinectSensor.BodyFrameSource.OpenReader();

            // set the BodyFramedArrived event notifier
            this.bodyFrameReader.FrameArrived += this.Reader_BodyFrameArrived;

            // initialize the BodyViewer object for displaying tracked bodies in the UI
            this.kinectBodyView = new KinectBodyView(this.kinectSensor);

            // initialize the GestureDetector object
            this.gestureResultView = new GestureResultView(false, false, false, 0.0f, 0.0f, -1.0f);
            this.gestureDetector   = new GestureDetector(this.kinectSensor, this.gestureResultView);

            this.gestureResultGrid.DataContext = this.gestureResultView;

            // set our data context objects for display in UI
            this.DataContext = this;
            this.kinectBodyViewbox.DataContext = this.kinectBodyView;

            using (MasterEntities db = new MasterEntities())
            {
                //Retrieve data from stored procedure
                var data = db.TodayMob();

                foreach (var x in data)
                {
                    this.today_mobility.Text = Convert.ToString(x.Minute.Value) + "  minutes";
                }

                //Retrieve data from stored procedure
                var liters = db.TodayHydratation();

                foreach (var x in liters)
                {
                    this.today_hydratation.Text = Convert.ToString(x.Liters.Value) + "  Liters";
                }

                //Retrieve data from stored procedure
                var alarms = db.GetTotalAlarms();

                foreach (var x in alarms)
                {
                    this.totalAlarms.Text = Convert.ToString(x.Value);
                }
            }

            //SPEECH RECOGNITION
            // grab the audio stream
            IReadOnlyList <AudioBeam> audioBeamList = this.kinectSensor.AudioSource.AudioBeams;

            System.IO.Stream audioStream = audioBeamList[0].OpenInputStream();

            // create the convert stream
            this.kinectAudioStream = new KinectAudioStream(audioStream);

            RecognizerInfo ri = TryGetKinectRecognizer();

            if (null != ri)
            {
                this.speechEngine = new SpeechRecognitionEngine(ri.Id);
                Choices commands = new Choices();
                commands.Add(new SemanticResultValue("help", "HELP"));
                commands.Add(new SemanticResultValue("please help", "HELP"));
                commands.Add(new SemanticResultValue("please", "PLEASE"));
                commands.Add(new SemanticResultValue("ambulance", "AMBULANCE"));
                commands.Add(new SemanticResultValue("police", "POLICE"));

                var gb = new GrammarBuilder {
                    Culture = ri.Culture
                };
                gb.Append(commands);
                var g = new Grammar(gb);
                this.speechEngine.LoadGrammar(g);

                this.speechEngine.SpeechRecognized += this.SpeechRecognized;

                this.kinectAudioStream.SpeechActive = true;
                this.speechEngine.SetInputToAudioStream(
                    this.kinectAudioStream, new SpeechAudioFormatInfo(EncodingFormat.Pcm, 16000,
                                                                      16, 1, 32000, 2, null));
                this.speechEngine.RecognizeAsync(RecognizeMode.Multiple);
            }
            else
            {
                Application.Current.Shutdown();
            }
        }