Beispiel #1
0
        /// <summary>
        /// load grammar after closing form
        /// must be done here (not in frmFavorites and not in recognition event)
        /// because it could be closed by speech or by pressing button
        /// </summary>
        private void frmFavorites1_Closed(object sender, System.EventArgs e)
        {
            //load grammar
            SAPIGrammarFromFile("XMLDeactivate.xml");
            frmFavorites1=null;

            //notify user
            label1.Text="Activate";
        }
Beispiel #2
0
        /// <summary>
        /// main objRecoContext event
        /// launched when engine recognized a phrase
        /// </summary>
        /// <param name="e">contained information on the phrase that been recognized</param>
        public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType,	ISpeechRecoResult e)
        {
            //calculate accuracy
            float accuracy=(float)e.PhraseInfo.Elements.Item(0).EngineConfidence;

            //change accuracyMax dynamicly
            if (accuracyMax<accuracy)
                accuracyMax=accuracy;

            if (accuracy<0)
                accuracy=0;

            accuracy=(int)((float)accuracy/accuracyMax*100);
            label2.Text="Accuracy "+accuracy.ToString()+ "%";

            //get phrase
            string phrase=e.PhraseInfo.GetText(0,-1,true);
            //make sure it's in lower case (for safer use only)
            phrase=phrase.ToLower();

            //if recognized any ...
            if (phrase!="" && accuracy>=accuracyLimit)
            {
                //Only if agent enabled
                if (menuItem14.Checked==true)
                {
                    agent1.StopAll("");
                    agent1.Speak(phrase,"");
                }

                switch (e.PhraseInfo.Rule.Name)		//rule name (not the phrase !)
                {
                    case "Activate":
                    {
                        //Only if agent enabled
                        if (menuItem14.Checked==true)
                        {
                            //show character
                            agent1.Show(false);
                        }

                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";

                        //Only if agent enabled
                        if (menuItem14.Checked==true)
                        {
                            //animate character
                            agent1.Play("StartListening");
                            agent1.Speak("I'm listening","");
                        }
                        break;
                    }
                    case "Deactivate":
                    {
                        //load grammar
                        SAPIGrammarFromFile("XMLActivate.xml");

                        //notify user
                        label1.Text="Deactivate";

                        //Only if agent enabled
                        if (menuItem14.Checked==true)
                        {
                            //animate character
                            agent1.Play("Wave");
                            agent1.Hide(false);
                        }
                        break;
                    }
                    case "Start":
                    {
                        keybd_event((byte)Keys.LWin,0,0,0);	//key down
                        keybd_event((byte)Keys.LWin,0,2,0);	//key up

                        //load grammar
                        SAPIGrammarFromFile("XMLStart.xml");

                        //notify user
                        label1.Text="Start";
                        break;
                    }
                    case "Right":
                    {
                        keybd_event((byte)Keys.Right,0,0,0);	//key down
                        keybd_event((byte)Keys.Right,0,2,0);	//key up
                        break;
                    }
                    case "Left":
                    {
                        keybd_event((byte)Keys.Left,0,0,0);	//key down
                        keybd_event((byte)Keys.Left,0,2,0);	//key up
                        break;
                    }
                    case "Up":
                    {
                        keybd_event((byte)Keys.Up,0,0,0);		//key down
                        keybd_event((byte)Keys.Up,0,2,0);		//key up
                        break;
                    }
                    case "Down":
                    {
                        keybd_event((byte)Keys.Down,0,0,0);	//key down
                        keybd_event((byte)Keys.Down,0,2,0);	//key up
                        break;
                    }
                    case "Enter":
                    {
                        keybd_event((byte)Keys.Enter,0,0,0);	//key down
                        keybd_event((byte)Keys.Enter,0,2,0);	//key up
                        break;
                    }
                    case "Escape":
                    {
                        keybd_event((byte)Keys.Escape,0,0,0);	//key down
                        keybd_event((byte)Keys.Escape,0,2,0);	//key up
                        keybd_event((byte)Keys.LMenu,0,2,0);	//key up

                        //load grammar (used to reset grammar in case it contains menu stuff ...)
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }
                    case "PureEscape":
                    {
                        keybd_event((byte)Keys.Escape,0,0,0);	//key down
                        keybd_event((byte)Keys.Escape,0,2,0);	//key up
                        break;
                    }
                    case "Alt":
                    {
                        keybd_event((byte)Keys.LMenu,0,0,0);	//key down
                        keybd_event((byte)Keys.LMenu,0,2,0);	//key up

                        //check if there is any menu and hook it
                        IntPtr hWnd=GetForegroundWindow();
                        IntPtr hMnu=GetMenu(hWnd);
                        int mnuCnt=GetMenuItemCount(hMnu);

                        if (mnuCnt!=0)
                        {
                            //Only if agent enabled
                            if (menuItem14.Checked==true)
                            {
                                //animate character
                                agent1.Play("DoMagic1");
                                agent1.Think("Hooking menu ...");
                            }

                            //add menu to grammar
                            hookMenu(hMnu);

                            //Only if agent enabled
                            if (menuItem14.Checked==true)
                            {
                                //animate character
                                agent1.Play("Idle1_1");
                            }
                        }
                        else
                        {
                            //load grammar
                            SAPIGrammarFromFile("XMLDeactivate.xml");

                            //notify user
                            label1.Text="Activate";
                        }
                        break;
                    }
                    case "Tab":
                    {
                        keybd_event((byte)Keys.Tab,0,0,0);	//key down
                        keybd_event((byte)Keys.Tab,0,2,0);	//key up
                        break;
                    }
                    case "ShiftTab":
                    {
                        keybd_event((byte)Keys.LShiftKey,0,0,0);	//key down
                        keybd_event((byte)Keys.Tab,0,0,0);		//key down
                        keybd_event((byte)Keys.Tab,0,2,0);		//key up
                        keybd_event((byte)Keys.LShiftKey,0,2,0);	//key up
                        break;
                    }
                    case "CloseProgram":
                    {
                        Close();
                        break;
                    }
                    case "ShowAbout":
                    {
                        if (frmAbout1==null)
                        {
                            //show frmAbout
                            frmAbout1=new frmAbout();
                            frmAbout1.Closed+=new EventHandler(frmAbout1_Closed);
                            //send user profile
                            frmAbout1.Tag=(string)objRecoContext.Recognizer.Profile.GetDescription(0);
                            frmAbout1.Show();
                        }

                        //load grammar
                        SAPIGrammarFromFile("XMLAbout.xml");

                        //notify user
                        label1.Text="About Speech Recognition";
                        break;
                    }
                    case "CloseAbout":
                    {
                        //close frmAbout
                        if (frmAbout1!=null)
                        {
                            frmAbout1.Close();
                            frmAbout1=null;
                        }
                        break;
                    }
                    case "ShowCommands":
                    {
                        if (frmCommands1==null)
                        {
                            //show frmAbout
                            frmCommands1=new frmCommands();
                            frmCommands1.Closed+=new EventHandler(frmCommands1_Closed);
                            //send grammar
                            frmCommands1.Tag=label1.Text;
                            frmCommands1.Show();
                        }

                        //load grammar
                        SAPIGrammarFromFile("XMLCommands.xml");
                        break;
                    }
                    case "CloseCommands":
                    {
                        //close frmCommands
                        if (frmCommands1!=null)
                        {
                            frmCommands1.Close();
                            frmCommands1=null;
                        }
                        break;
                    }
                    case "ShowFavorites":
                    {
                        if (frmFavorites1==null)
                        {
                            //show frmFavorites
                            frmFavorites1=new frmFavorites();
                            frmFavorites1.Closed+=new EventHandler(frmFavorites1_Closed);
                            //send file name
                            frmFavorites1.Tag=appPath+"XMLFavorites.xml";
                            frmFavorites1.Show();
                        }

                        //load grammar
                        SAPIGrammarFromFile("XMLFavorites.xml");

                        //notify user
                        label1.Text="Favorites";
                        break;
                    }
                    case "CloseFavorites":
                    {
                        //show frmAbout
                        if (frmFavorites1!=null)
                        {
                            frmFavorites1.Close();
                            frmFavorites1=null;
                        }
                        break;
                    }
                    case "CloseForm":
                    {
                        IntPtr hWnd=GetForegroundWindow();

                        //make sure we are not closing our program ...
                        if (hWnd!=this.Handle)
                        {
                            keybd_event((byte)Keys.LMenu,0,0,0);	//key down
                            keybd_event((byte)Keys.F4,0,0,0);		//key down
                            keybd_event((byte)Keys.LMenu,0,2,0);	//key up
                            keybd_event((byte)Keys.F4,0,2,0);		//key up
                        }
                        break;
                    }
                    case "Programs":
                    case "Documents":
                    case "Settings":
                    case "Search":
                    case "Help":
                    case "Run":
                    {
                        keybd_event((byte)(e.PhraseInfo.Rule.Name[0]),0,0,0);	//key down
                        keybd_event((byte)(e.PhraseInfo.Rule.Name[0]),0,2,0);	//key up

                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }
                    case "RunProgram":
                    {
                        //show frmAbout
                        if (frmFavorites1!=null)
                        {
                            frmFavorites1.Close();
                            frmFavorites1=null;
                        }

                        try
                        {
                            System.Diagnostics.Process.Start(phrase);
                        }
                        catch
                        {
                            //Only if agent enabled
                            if (menuItem14.Checked==true)
                            {
                                agent1.Speak("Could not run : "+phrase,"");
                            }
                        }

                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }
                    case "SwitchProgram":
                    {
                        keybd_event((byte)Keys.LMenu,0,0,0);	//key down
                        keybd_event((byte)Keys.Tab,0,0,0);	//key down
                        keybd_event((byte)Keys.Tab,0,2,0);	//key up

                        //load grammar
                        SAPIGrammarFromFile("XMLSwitchProgram.xml");

                        //notify user
                        label1.Text="Switch Program";
                        break;
                    }
                    case "SwitchEnter":
                    {
                        keybd_event((byte)Keys.LMenu,0,2,0);	//key up

                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }

                    case "HoldKey":
                    {
                        //load grammar
                        SAPIGrammarFromFile("XMLStickyKeys.xml");

                        //notify user
                        label1.Text="Press key";
                        break;
                    }

                    case "ReleaseKey":
                    {
                        timer2.Enabled=false;

                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }

                    case "HoldRight":
                    {
                        keyHolding=(byte)Keys.Right;
                        timer2.Enabled=true;
                        break;
                    }
                    case "HoldLeft":
                    {
                        keyHolding=(byte)Keys.Left;
                        timer2.Enabled=true;
                        break;
                    }
                    case "HoldUp":
                    {
                        keyHolding=(byte)Keys.Up;
                        timer2.Enabled=true;
                        break;
                    }
                    case "HoldDown":
                    {
                        keyHolding=(byte)Keys.Down;
                        timer2.Enabled=true;
                        break;
                    }
                    case "PageUp":
                    {
                        keybd_event((byte)Keys.PageUp,0,0,0);	//key down
                        keybd_event((byte)Keys.PageUp,0,2,0);	//key up
                        break;
                    }
                    case "Yes":
                    {
                        keybd_event((byte)Keys.Y,0,0,0);	//key down
                        keybd_event((byte)Keys.Y,0,2,0);	//key up
                        break;
                    }
                    case "No":
                    {
                        keybd_event((byte)Keys.N,0,0,0);	//key down
                        keybd_event((byte)Keys.N,0,2,0);	//key up
                        break;
                    }
                    case "BackSpace":
                    {
                        keybd_event((byte)Keys.Back,0,0,0);	//key down
                        keybd_event((byte)Keys.Back,0,2,0);	//key up
                        break;
                    }
                    case "ShutDown":
                    {
                        Shell32.ShellClass a=new Shell32.ShellClass();
                        a.ShutdownWindows();

                        //load grammar
                        SAPIGrammarFromFile("XMLShutDown.xml");

                        //notify user
                        label1.Text="Shut Down";
                        break;
                    }
                    case "ActivateWithoutAnimation":
                    {
                        //load grammar
                        SAPIGrammarFromFile("XMLDeactivate.xml");

                        //notify user
                        label1.Text="Activate";
                        break;
                    }
                    case "EnterNumericState":
                    {
                        //load grammar
                        SAPIGrammarFromFile("XMLNumericState.xml");

                        //notify user
                        label1.Text="Numeric State...";
                        break;
                    }
                    case "Zero":
                    case "One":
                    case "Two":
                    case "Three":
                    case "Four":
                    case "Five":
                    case "Six":
                    case "Seven":
                    case "Eight":
                    case "Nine":
                    {
                        byte k=(byte)e.PhraseInfo.GetText(0,-1,false)[0];

                        keybd_event((byte)(k+'0'),0,0,0);	//key down
                        keybd_event((byte)(k+'0'),0,2,0);	//key up
                        break;
                    }
                    case "Plus":
                    {
                        keybd_event((byte)Keys.Add,0,0,0);	//key down
                        keybd_event((byte)Keys.Add,0,2,0);	//key up
                        break;
                    }
                    case "Minus":
                    {
                        keybd_event((byte)Keys.Subtract,0,0,0);	//key down
                        keybd_event((byte)Keys.Subtract,0,2,0);	//key up
                        break;
                    }
                    case "Div":
                    {
                        keybd_event((byte)Keys.Divide,0,0,0);	//key down
                        keybd_event((byte)Keys.Divide,0,2,0);	//key up
                        break;
                    }
                    case "Mul":
                    {
                        keybd_event((byte)Keys.Multiply,0,0,0);	//key down
                        keybd_event((byte)Keys.Multiply,0,2,0);	//key up
                        break;
                    }
                    case "Equal":
                    {
                        keybd_event(187,0,0,0);	//key down
                        keybd_event(187,0,2,0);	//key up
                        break;
                    }
                    case "EnterAlphabeticState":
                    {
                        //load grammar
                        SAPIGrammarFromFile("XMLAlphabeticState.xml");

                        //notify user
                        label1.Text="Alphabetic State...";
                        break;
                    }
                    case "abcA":case "abcB":case "abcC":case "abcD":case "abcE":case "abcF":case "abcG":
                    case "abcH":case "abcI":case "abcJ":case "abcK":case "abcL":case "abcM":case "abcN":
                    case "abcO":case "abcP":case "abcQ":case "abcR":case "abcS":case "abcT":case "abcU":
                    case "abcV":case "abcW":case "abcX":case "abcY":case "abcZ":
                    {
                        firstRecognition=phrase;
                        string str1=phrase;
                        str1=str1.ToUpper();
                        keybd_event((byte)(str1[0]),0,0,0);	//key down
                        keybd_event((byte)(str1[0]),0,2,0);	//key up
                        break;
                    }
                    case "At":
                    {
                        keybd_event((byte)Keys.LShiftKey,0,0,0);	//key down
                        keybd_event((byte)Keys.D2,0,0,0);			//key down
                        keybd_event((byte)Keys.D2,0,2,0);			//key up
                        keybd_event((byte)Keys.LShiftKey,0,2,0);	//key up
                        break;
                    }
                    case "UnderLine":
                    {
                        keybd_event((byte)Keys.LShiftKey,0,0,0);	//key down
                        keybd_event((byte)Keys.OemMinus,0,0,0);		//key down
                        keybd_event((byte)Keys.OemMinus,0,2,0);		//key up
                        keybd_event((byte)Keys.LShiftKey,0,2,0);	//key up
                        break;
                    }
                    case "Dash":
                    {
                        keybd_event((byte)Keys.Subtract,0,0,0);		//key down
                        keybd_event((byte)Keys.Subtract,0,2,0);		//key up
                        break;
                    }
                    case "Dot":
                    {
                        keybd_event(190,0,0,0);	//key down
                        keybd_event(190,0,2,0);	//key up
                        break;
                    }
                    case "BackSlash":
                    {
                        keybd_event((byte)Keys.Divide,0,0,0);	//key down
                        keybd_event((byte)Keys.Divide,0,2,0);	//key up
                        break;
                    }
                    case "AlphabeticStateNo":
                    {
                        //delete the first letter
                        keybd_event((byte)Keys.Back,0,0,0);	//key down
                        keybd_event((byte)Keys.Back,0,2,0);	//key up

                        //write the replacement letter
                        string str1=firstRecognition;

                        //fix miss recognition
                        switch(firstRecognition)
                        {
                            case "a": str1="h"; break;
                            case "b": str1="d"; break;
                            case "c": str1="t"; break;
                            case "d": str1="p"; break;
                            case "f": str1="x"; break;
                            case "h": str1="f"; break;
                            case "m": str1="n"; break;
                            case "n": str1="l"; break;
                            case "l": str1="m"; break;
                            case "p": str1="v"; break;
                            case "u": str1="q"; break;
                            case "v": str1="t"; break;
                            case "e": str1="b"; break;
                            case "j": str1="k"; break;
                        }

                        firstRecognition=str1;
                        str1=str1.ToUpper();

                        keybd_event((byte)(str1[0]),0,0,0);	//key down
                        keybd_event((byte)(str1[0]),0,2,0);	//key up
                        break;
                    }

                    //else press the key (probably a menu ...)
                    default:
                    {
                        string str1=e.PhraseInfo.Rule.Name;
                        str1=str1.ToUpper();

                        keybd_event((byte)(str1[0]),0,0,0);	//key down
                        keybd_event((byte)(str1[0]),0,2,0);	//key up

                        //could be submenu (hook it)
                        hookSubmenu(e.PhraseInfo.Rule.Name[0].ToString());
                        break;
                    }
                }
            }

            //if not recognized ...
            else
            {
                //Only if agent enabled
                if (menuItem14.Checked==true)
                {
                    //animate character
                    agent1.Play("Decline");
                }
            }
        }