/// <summary> /// Handles 'SpInProcRecoContext.FalseRecognition' event. Fires rarely, /// supposedly if engine-confidence-level is too low or perhaps when a /// word or phrase is dropped due to interference - but the event is /// unfortunately not that consistent in my experience. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="Result"></param> void rc_FalseRecognition(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { #if DEBUG logfile.Log(); logfile.Log("rc_FalseRecognition() #" + StreamNumber + " StreamPosition= " + StreamPosition + " _generato= " + _generato); #endif rc_Recognition(StreamNumber, StreamPosition, SpeechRecognitionType.SRTStandard, Result); // force Recognition. /* logfile.Log(". " + Result.PhraseInfo.GetText()); // (0, -1, true) * * logfile.Log(". Result.PhraseInfo.Rule.Name= " + Result.PhraseInfo.Rule.Name); // <- blank. * logfile.Log(". Result.PhraseInfo.Rule.Confidence= " + Result.PhraseInfo.Rule.Confidence); * logfile.Log(". Result.PhraseInfo.Rule.EngineConfidence= " + Result.PhraseInfo.Rule.EngineConfidence); * logfile.Log(". Result.PhraseInfo.Rule.Id= " + Result.PhraseInfo.Rule.Id); * * logfile.Log(". wordcount= " + Result.PhraseInfo.Elements.Count); * foreach (ISpeechPhraseElement word in Result.PhraseInfo.Elements) * { * logfile.Log(". . word= " + word.DisplayText); * logfile.Log(". . LexicalForm= " + word.LexicalForm); * logfile.Log(". . ActualConfidence= " + word.ActualConfidence); * logfile.Log(". . EngineConfidence= " + word.EngineConfidence); * var ids = (ushort[])word.Pronunciation; * foreach (var id in ids) logfile.Log(". . . PhoneId= " + id + " - " + _phoneConverter.IdToPhone(id)); * } */ }
// Function for extracting SAPI phonemes from voice recognition results public void GetPhonemes(ISpeechRecoResult Result) { //VA.WriteToLog("Extracting phonemes from voice recognition result"); // Output info to event log try // Attempt the following code { SpPhoneConverter MyPhoneConverter = new SpPhoneConverter(); // Create new SPPhoneConverter instance MyPhoneConverter.LanguageId = 1033; // Set the phone converter's language (English = 1033) string SAPIPhonemesRaw = null; // Initialize string for storing raw SAPI phoneme data string SAPIPhonemes = null; // Initialize string for storing delimited SAPI phoneme data int i = 1; // Initialize integer for tracking phoneme count string WordSeparator = " "; // Initialize string variable for storing the characters used to separate words within the phoneme result if (VA.GetBoolean("~~SeparatePhonemes") == true) // Check if user wants to have the "-" character separate the words within the phoneme result { WordSeparator = " - "; // Redefine the WordSeparator } foreach (ISpeechPhraseElement MyPhrase in Result.PhraseInfo.Elements) // Loop through each element of the recognized text { if (MyPhrase.DisplayText != " ") { SAPIPhonemesRaw += " " + MyPhoneConverter.IdToPhone(MyPhrase.Pronunciation); // Build string of SAPI phonemes extracted from the recognized text SAPIPhonemes += (i++ > 1 ? WordSeparator : " ") + MyPhoneConverter.IdToPhone(MyPhrase.Pronunciation); // Build string of SAPI phonemes extracted from the recognized text, delimited by " " } } MyPhoneConverter = null; // Set to null in preparation for garbage collection VA.SetText("~~SAPIPhonemesRaw", SAPIPhonemesRaw.Trim()); // Send raw SAPI phoneme data back to VoiceAttack as text variable VA.SetText("~~SAPIPhonemes", SAPIPhonemes.Trim()); // Send word-delimited SAPI phoneme data back to VoiceAttack as text variable } catch // Handle exceptions in above code { VA.SetText("~~RecognitionError", "Error during phoneme extraction"); // Send error detail back to VoiceAttack as text variable } }
// Function for processing voice recognition results public void RecognitionProcessing(ISpeechRecoResult Result) { //VA.WriteToLog("Processing recognition result"); // Output info to event log try // Attempt the following code { string RecognizedText = Result.PhraseInfo.GetText().Trim(); // Store recognized text float confidence = Result.PhraseInfo.Elements.Item(0).EngineConfidence; // Get confidence of voice recognition result decimal RecognitionConfidenceScore = Decimal.Round(Convert.ToDecimal(confidence), (confidence > 0.01 ? 3 : 4)); // Calculate confidence of voice recognition result convert to decimal, and round the result string RecognitionConfidenceLevel = Result.PhraseInfo.Elements.Item(0).ActualConfidence.ToString().Replace("SEC", "").Replace("Confidence", ""); VA.SetText("~~RecognizedText", RecognizedText); // Send recognized text back to VoiceAttack as text variable //VA.SetText("~~RecognitionConfidenceLevel", RecognitionConfidenceLevel); // Send speech recognition confidence level back to VoiceAttack as text variable //VA.SetDecimal("~~RecognitionConfidence", RecognitionConfidenceScore); // Send recognized confidence back to VoiceAttack as decimal variable if (VA.GetBoolean("~~ShowConfidence") == true) { RecognitionConfidence = "(" + RecognitionConfidenceLevel + " @ " + RecognitionConfidenceScore.ToString() + ")" + RecognitionFlag; } //VA.SetText("~~RecognitionConfidence", RecognitionConfidenceLevel + " @ " + RecognitionConfidenceScore.ToString()); // Send speech recognition confidence data back to VoiceAttack as text variable VA.SetText("~~RecognitionConfidence", RecognitionConfidence); // Send formatted speech recognition confidence data back to VoiceAttack as text variable if (UseDictation == true) // Check if pronunciation dictation grammar should be used with speech recognition { RecognizedText = RecognizedText.Replace("hh", "h"); // Replace any instances of "hh" in recognized phonemes with "h" VA.SetText("~~SAPIPhonemes", RecognizedText); // Send word-delimited SAPI phoneme data back to VoiceAttack as text variable } } catch (Exception e) // Handle exceptions in above code { VA.WriteToLog(e.ToString()); VA.SetText("~~RecognitionError", "Error during processing of recognition result (SAPI)"); // Send error detail back to VoiceAttack as text variable } }
/*EVENT TRIGGERED IN A RECOGNITION EVENT*/ public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult e) { //get phrase string phrase = e.PhraseInfo.GetText(0, -1, true); Debug.WriteLine(phrase); }
//public Familiar_Grammar create_dictation_grammar( ) //{ // Familiar_Grammar new_grammar = new Familiar_Grammar(); // new_grammar.create_dictation(this); // return new_grammar; //} void context_FalseRecognition(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { Feedback.print("!\r\n", Feedback.Status.debug); Familiar_Result result = new Familiar_Result(context, Result); result.display("(!) "); }
/// <summary> /// RecoContext_Hypothesis is the event handler function for /// SpSharedRecoContext object's Recognition event. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> /// <remarks> /// See EnableSpeech() for how to hook up this function with the /// event. /// </remarks> public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { Debug.WriteLine("Recognition: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); int index; ISpeechPhraseProperty oItem; // oItem will be the property of the second part in the recognized // phase. For example, if the top level rule matchs // "select Seattle". Then the ListItemsRule matches "Seattle" part. // The following code will get the property of the "Seattle" // phrase, which is set when the word "Seattle" is added to the // ruleListItems in RebuildGrammar. oItem = Result.PhraseInfo.Properties.Item(0).Children.Item(0); index = oItem.Id; if ((System.Decimal)Result.PhraseInfo.GrammarId == grammarId) { // Check to see if the item at the same position in the list // still has the same text. // This is to prevent the rare case that the user keeps // talking while the list is being added or removed. By the // time this event is fired and handled, the list box may have // already changed. if (oItem.Name.CompareTo(this.Items[index].ToString()) == 0) { this.SelectedIndex = index; } } }
// /// <summary> // /// does not fire. SURPRISE! // /// // /// Handles 'SpInProcRecoContext.AudioLevel' event. // /// </summary> // /// <param name="StreamNumber"></param> // /// <param name="StreamPosition"></param> // /// <param name="AudioLevel"></param> // void rc_AudioLevel(int StreamNumber, object StreamPosition, int AudioLevel) // { // logfile.Log("rc_AudioLevel() #" + StreamNumber + " StreamPosition= " + StreamPosition + " AudioLevel= " + AudioLevel); // } /// <summary> /// Handles 'SpInProcRecoContext.Hypothesis' event. Fires each time the /// engine performs a hypothesis. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="Result"></param> void rc_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { logfile.Log("rc_Hypothesis() #" + StreamNumber + " StreamPosition= " + StreamPosition + " _generato= " + _generato); logfile.Log(". " + Result.PhraseInfo.GetText()); // (0, -1, true) // logfile.Log(". Result.PhraseInfo.Rule.Name= " + Result.PhraseInfo.Rule.Name); // <- blank. // logfile.Log(". Result.PhraseInfo.Rule.Id= " + Result.PhraseInfo.Rule.Id); // logfile.Log(". Result.PhraseInfo.Rule.EngineConfidence= " + Result.PhraseInfo.Rule.EngineConfidence); // logfile.Log(". Result.PhraseInfo.Rule.Confidence= " + Result.PhraseInfo.Rule.Confidence); // // logfile.Log(". wordcount= " + Result.PhraseInfo.Elements.Count); // foreach (ISpeechPhraseElement word in Result.PhraseInfo.Elements) // { // logfile.Log(". . word= " + word.DisplayText); // logfile.Log(". . LexicalForm= " + word.LexicalForm); // logfile.Log(". . DisplayAttributes= " + word.DisplayAttributes); // logfile.Log(". . EngineConfidence= " + word.EngineConfidence); // logfile.Log(". . ActualConfidence= " + word.ActualConfidence); // var ids = (ushort[])word.Pronunciation; // foreach (var id in ids) logfile.Log(". . . PhoneId= " + id + " - " + _phoneConverter.IdToPhone(id)); // } // logfile.Log(". get Alternates"); // ISpeechPhraseAlternates alts = Result.Alternates(3); // DOES NOT WORK AS EXPECTED. // logfile.Log(". alts.Count= " + alts.Count); // NOTE: for CC only - SpeechRecoContext.CmdMaxAlternates() def 0 // logfile.Log(". alt[0]= " + alts.Item(0)); // This fails silently regardless of CmdMaxAlternates value and/or isCC. // foreach (ISpeechPhraseAlternate alt in alts) // logfile.Log(". . alt= " + alt.PhraseInfo.GetText()); // logfile.Log(". got Alternates"); }
public Phrase(ISpeechRecoResult heardSpeechObj, string computerName) { try { //calculate accuracy _accuracy = (float)heardSpeechObj.PhraseInfo.Elements.Item(0).EngineConfidence; //change accuracyMax dynamicly if (_accuracyMax < _accuracy) { _accuracyMax = _accuracy; } if (_accuracy < 0) { _accuracy = 0; } _accuracy = (int)((float)_accuracy / _accuracyMax * 100); //_computerName = Form1.computerNickName; _phrase = heardSpeechObj.PhraseInfo.GetText(0, -1, true); //_phrase = _phrase.Replace(_computerName, "").Trim(); _phrase = _phrase.Replace(computerName, "").Trim(); _ruleName = heardSpeechObj.PhraseInfo.Rule.Name; _speechObject = heardSpeechObj; } catch (Exception ex) { System.Diagnostics.EventLog.WriteEntry("Phrase", ex.Message); } }
public void RecoContext_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { Debug.WriteLine("Hypothesis: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); if (voiceInfoAutomat.Status == State.init) { this.understandet(Result.PhraseInfo.GetText(0, -1, true)); } }
// Event handler for voice recognition hypotheses public void RecoContext_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { //VA.WriteToLog("Recognition hypothesis"); // Output info to event log float confidence = Result.PhraseInfo.Elements.Item(0).EngineConfidence; VA.WriteToLog("Hypothesis = " + Result.PhraseInfo.GetText() + " (" + Decimal.Round(Convert.ToDecimal(confidence), (confidence > 0.01 ? 3 : 4)) + ")"); // Output info to event log }
/*Speech recog methods*/ /// <summary> /// RecoContext_Hypothesis is the event handler function for /// SpInProcRecoContext object's Hypothesis event. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="Result"></param> /// <remarks> /// See EnableSpeech() for how to hook up this function with the /// event. /// </remarks> private void RecoContext_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { Debug.WriteLine("Hypothesis: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); }
private void Hypo_Event(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { String text = Result.PhraseInfo.GetText(0, -1, true); synth.Speak("Hypothesis: " + text); // DEBUG // TODO: Did you mean? If "yes", call DoActionFromVoiceCommand(text). }
float _accuracyMax = 0.1F; //to avoid divide by zero public Phrase(ISpeechRecoResult heardSpeechObj) { //calculate accuracy _accuracy = (float)heardSpeechObj.PhraseInfo.Elements.Item(0).EngineConfidence; //change accuracyMax dynamicly if (_accuracyMax < _accuracy) { _accuracyMax = _accuracy; } if (_accuracy < 0) { _accuracy = 0; } _accuracy = (int)((float)_accuracy / _accuracyMax * 100); _computerName = Form1.computerNickName; _phrase = heardSpeechObj.PhraseInfo.GetText(0, -1, true); _phrase = _phrase.Replace(_computerName, "").Trim(); _ruleName = heardSpeechObj.PhraseInfo.Rule.Name; _speechObject = heardSpeechObj; }
private void OnRecognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { string word = Result.PhraseInfo.GetText(0, -1, true); //Notify plugin to output word on next time it runs evaluate this.FInvalidate = true; this.FData = word; }
private void FailedRecognitionHandler( int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { foreach (CommandRecognizerMode mode in ActiveModes) { mode.OnCommandNotRecognized(Result); } }
void context_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { if (context.AudioInputInterferenceStatus == SpeechInterference.SINoise) { return; } // Feedback.print(string.Format("Result = {0} {1}\r\n", StreamNumber, context.AudioInputInterferenceStatus), Feedback.Status.debug); Feedback.print(string.Format("Result = {0}, {1}\r\n", Result.PhraseInfo.GetText(0, -1, true), Result.PhraseInfo.Elements.Item(0).EngineConfidence), Feedback.Status.debug); Profiler.initialize(); Familiar_Result result = new Familiar_Result(context, Result); // Familiar_Result result = get_result("> ", Result); // result.display("> "); Profiler.trace("result created"); Feedback.print(string.Format("Element Count = {0}\r\n", Result.PhraseInfo.Elements.Count), Feedback.Status.debug); foreach (Token word in result.chosen_phrase.words) { Feedback.print(string.Format("{0} ({1}, {2})\r\n", word.text, word.confidence, word.source.document.name), Feedback.Status.debug); } //if (Result.PhraseInfo.Elements.Count == 1 && result.chosen_phrase.words[0].confidence < 0.6) // return; result.run(); if (recognized != null) { recognized.Invoke(this, result); } }
private void SpeechRecognizer_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { string result; float confidence; RecognizedSpeechAlternate[] alternates; RecognizedSpeech recognizedSpeech; result = Result.PhraseInfo.GetText(0, -1, true); confidence = Result.PhraseInfo.Rule.EngineConfidence; if (result.Length < 1) return; alternates = new RecognizedSpeechAlternate[1]; alternates[0] = new RecognizedSpeechAlternate(result, confidence); recognizedSpeech = new RecognizedSpeech(alternates); OnSpeechHypothesized(recognizedSpeech); }
/// <summary> /// Fires when a voice command has been received /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> private void recoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { // Fire the CommandReceived event with the received command text CommandReceived(Result.PhraseInfo.GetText(0, -1, false)); }
private void SpeechRecognizer_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { string result; float confidence; RecognizedSpeechAlternate[] alternates; RecognizedSpeech recognizedSpeech; result = Result.PhraseInfo.GetText(0, -1, true); confidence = Result.PhraseInfo.Rule.EngineConfidence; if (result.Length < 1) { return; } alternates = new RecognizedSpeechAlternate[1]; alternates[0] = new RecognizedSpeechAlternate(result, confidence); recognizedSpeech = new RecognizedSpeech(alternates); OnSpeechHypothesized(recognizedSpeech); }
public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { //MessageBox.Show(charReq.Status.ToString()); if (charReq.Status == 0) { grammar.DictationSetState(SpeechRuleState.SGDSInactive); inputBox.Text = Result.PhraseInfo.GetText(0, -1, true); doChatting(); grammar.DictationSetState(SpeechLib.SpeechRuleState.SGDSActive); } }
private void Reco_Event(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { String text = Result.PhraseInfo.GetText(0, -1, true); synth.Speak("Recognition: " + text); // DEBUG // TODO: For "Do you mean?" functionality, check yes/no NOT in the following function // because they are not actions. DoActionFromVoiceCommand(text); }
// Event handler for unsuccessful (low confidence) voice recognition public void RecoContext_FalseRecognition(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { //VA.WriteToLog("Low confidence recognition"); // Output info to event log //VA.WriteToLog(Result.PhraseInfo.GetText()); //VA.SetText("~~FalseRecognitionFlag", "*"); // Send unsuccessful recognition flag (text character) back to VoiceAttack as text variable RecognitionFlag = "*"; // Set the RecognitionFlag as "*" RecognitionProcessing(Result); // Process the voice recognition result GetPhonemes(Result); // Retrieve SAPI phonemes from recognition result }
// Event handler for successful (higher confidence) voice recognition public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { //VA.WriteToLog("Recognition successful"); // Output info to event log //VA.SetText("~~FalseRecognitionFlag", ""); // Send blank recognition flag ("") back to VoiceAttack as text variable //RecognitionFlag = ""; // Set the RecognitionFlag as blank RecognitionProcessing(Result); // Process the voice recognition result //if (UseDictation == false) // Check if pronunciation dictation grammar should NOT be used with speech recognition GetPhonemes(Result); // Retrieve SAPI phonemes from recognition result }
private void OnReco(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { string recoResult = Result.PhraseInfo.GetText(); // Translates whatever was somewhat definitively recognized by Windows Speech Recognition into text. recoResult = recoResult.ToLower(); // This is the same as taking inquiry text and making it all lowercase in Minerva. submit(recoResult); }
private void Reco_Event(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { string lWord = Result.PhraseInfo.GetText(0, -1, true); if (VoiceCommandReceivedEvent != null) VoiceCommandReceivedEvent(this, new VoiceCommandEventArgs(lWord)); }
private void Hypo_Event(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { string lWord = Result.PhraseInfo.GetText(0, -1, true); }
// ulong GetAudioStreamPositionSeconds(string pos) // { // ulong sec = UInt64.Parse(pos); // // sec /= 2uL; // bytes per sample (16-bit) // sec /= 44100; // samples per second // // return sec; // } /// <summary> /// Handles 'SpInProcRecoContext.Recognition' event. Fires as the final /// hypothesis for a phrase. Each word will be added to a list of /// 'OrthographicResult's for the phrase. /// WARNING: This can fire 2+ on the same file-stream causing the engine /// to drop/reset important variables like 'PhraseInfo.StartTime' and /// 'word.AudioStreamOffset' and 'word.AudioTimeOffset' /// TODO: a fact that is exceedingly annoying to try to compensate for. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> void rc_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { #if DEBUG logfile.Log(); logfile.Log("rc_Recognition() #" + StreamNumber + " StreamPosition= " + StreamPosition + " _generato= " + _generato); logfile.Log(". RecognitionType= " + RecognitionType); // <- standard. logfile.Log(". _phoneConverter.LanguageId= " + _phoneConverter.LanguageId); logfile.Log(". " + Result.PhraseInfo.GetText()); // (0, -1, true) logfile.Log(". _offset = " + _offset); logfile.Log(". PhraseInfo.AudioStreamPosition= " + Result.PhraseInfo.AudioStreamPosition); // logfile.Log(". . sec= " + GetAudioStreamPositionSeconds(Result.PhraseInfo.AudioStreamPosition.ToString())); logfile.Log(". PhraseInfo.AudioSizeBytes = " + Result.PhraseInfo.AudioSizeBytes); logfile.Log(". PhraseInfo.StartTime = " + Result.PhraseInfo.StartTime); logfile.Log(". PhraseInfo.AudioSizeTime = " + Result.PhraseInfo.AudioSizeTime); logfile.Log(". Result.PhraseInfo.Rule.Name= " + Result.PhraseInfo.Rule.Name); // <- blank. logfile.Log(". Result.PhraseInfo.Rule.Id= " + Result.PhraseInfo.Rule.Id); logfile.Log(". Result.PhraseInfo.Rule.EngineConfidence= " + Result.PhraseInfo.Rule.EngineConfidence); logfile.Log(". Result.PhraseInfo.Rule.Confidence= " + Result.PhraseInfo.Rule.Confidence); logfile.Log(". wordcount= " + Result.PhraseInfo.Elements.Count); #endif List <OrthographicResult> ars = null; switch (_generato) { case Generator.Dictati: ars = _ars_def; break; case Generator.Dialogi: ars = _ars_enh; break; } foreach (ISpeechPhraseElement word in Result.PhraseInfo.Elements) { #if DEBUG logfile.Log(". . word= " + word.DisplayText); logfile.Log(". . LexicalForm= " + word.LexicalForm); logfile.Log(". . DisplayAttributes= " + word.DisplayAttributes); logfile.Log(". . EngineConfidence= " + word.EngineConfidence); logfile.Log(". . ActualConfidence= " + word.ActualConfidence); var ids = (ushort[])word.Pronunciation; foreach (var id in ids) { logfile.Log(". . . PhoneId= " + id + " - " + _phoneConverter.IdToPhone(id)); } logfile.Log(". . word.AudioStreamOffset= " + word.AudioStreamOffset); logfile.Log(". . word.AudioSizeBytes = " + word.AudioSizeBytes); logfile.Log(". . word.AudioTimeOffset = " + word.AudioTimeOffset); logfile.Log(". . word.AudioSizeTime = " + word.AudioSizeTime); #endif var ar = new OrthographicResult(); ar.Orthography = word.DisplayText; string phons = _phoneConverter.IdToPhone(word.Pronunciation); // NOTE: object is a ushort or ushort[] ar.Phons = new List <string>(phons.Split(' ')); ar.Confi = word.EngineConfidence; ar.Level = word.ActualConfidence.ToString().Replace("SEC", String.Empty).Replace("Confidence", String.Empty); ar.Start = _offset + Utility.GarpstoSecs(word.AudioTimeOffset); ar.Stop = _offset + Utility.GarpstoSecs(word.AudioTimeOffset + word.AudioSizeTime); ars.Add(ar); } // NOTE: Recognition could be fired before the entire audiofile has // completed, which means it's going to fire again but the AudioTimeOffsets // will be completely borked obviously. So add this time-offset to any // second or subsequent Recognition event that happens on this stream _offset += Utility.GarpstoSecs(Result.PhraseInfo.AudioSizeTime); // TODO. is not accurate. if (_text == String.Empty) { ++Confidence_def_count; Confidence_def += Result.PhraseInfo.Rule.EngineConfidence; } #if DEBUG logfile.Log(); #endif }
internal void OnCommandRecognized(ISpeechRecoResult result) { int id = result.PhraseInfo.Rule.Id; if (m_handlers.ContainsKey(id)) { CommandHandler handler = m_handlers[id]; if (handler != null) { // Pull any parameters from properties Dictionary<string, string> parameters = new Dictionary<string, string>(); foreach (ISpeechPhraseProperty property in result.PhraseInfo.Properties) { if (property.Children != null) { foreach (ISpeechPhraseProperty childProperty in property.Children) { if (childProperty.Name.Length > 0 && childProperty.Value != null) { parameters[childProperty.Name] = childProperty.Value.ToString(); } } } } RaiseCommandExecuting(handler); handler(parameters); RaiseCommandExecuted(handler); } } else { throw new ArgumentOutOfRangeException("Command Recognizer Mode does not contain the recognized command."); } }
private void Hypo_Event(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { String text = Result.PhraseInfo.GetText(0, -1, true); synth.Speak("Hypothesis: " + text); // DEBUG // TODO: Did you mean? If "yes", call DoActionFromVoiceCommand(text). }
private void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { ////result_textBox.AppendText(Result.PhraseInfo.GetText(0, -1, true) + "\n"); //string result; //ISpeechPhraseInfo info; //ISpeechPhraseAlternate alternate; //ISpeechPhraseAlternates alternates = Result.Alternates(20, 0, -1); //ISpeechPhraseReplacements replacements; //if (alternates != null) // alternate = alternates.Item(0); //info = Result.PhraseInfo; //replacements = info.Replacements; //string rep; //if (replacements != null) // rep = replacements.Item(0).Text; //result = Result.PhraseInfo.GetText(0, -1, true); //if (result.Length < 1) result = "???"; //OnSpeechRecognized(null); ////result_textBox.AppendText(Result.PhraseInfo.GetText(0, -1, true) + "\n"); //string result; string result; float confidence; RecognizedSpeechAlternate[] alternates; RecognizedSpeech recognizedSpeech; result = Result.PhraseInfo.GetText(0, -1, true); confidence = Result.PhraseInfo.Rule.EngineConfidence; //confidence = Result.PhraseInfo.Rule.Confidence; if (result.Length < 1) { return; } alternates = new RecognizedSpeechAlternate[1]; alternates[0] = new RecognizedSpeechAlternate(result, confidence); recognizedSpeech = new RecognizedSpeech(alternates); OnSpeechRecognized(recognizedSpeech); }
private void ContexRecognition(int iIndex, object obj, SpeechRecognitionType type, ISpeechRecoResult result) { SetMessage?.Invoke(result.PhraseInfo.GetText(0, -1, true)); }
/** * Places a recognized commmand in the buffer. * * @param StreamNumber * @param StreamPosition * @param RecongitionType * @param Result */ private void RecoEvent(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { _buffer.Enqueue(Result.PhraseInfo.GetText(0, -1, true)); }
/// <summary> /// Fires when a voice command has been received /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> private void recoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { // Fire the CommandReceived event with the received command text CommandReceived(Result.PhraseInfo.GetText(0, -1, false)); }
private void Reco_Event(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { txtReco.Text = Result.PhraseInfo.GetText(0, -1, true); }
private void SsrContex_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { bool flag = this.SetMessage != null; if (flag) { this.SetMessage(Result.PhraseInfo.GetText(0, -1, true)); } }
private void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { ////result_textBox.AppendText(Result.PhraseInfo.GetText(0, -1, true) + "\n"); //string result; //ISpeechPhraseInfo info; //ISpeechPhraseAlternate alternate; //ISpeechPhraseAlternates alternates = Result.Alternates(20, 0, -1); //ISpeechPhraseReplacements replacements; //if (alternates != null) // alternate = alternates.Item(0); //info = Result.PhraseInfo; //replacements = info.Replacements; //string rep; //if (replacements != null) // rep = replacements.Item(0).Text; //result = Result.PhraseInfo.GetText(0, -1, true); //if (result.Length < 1) result = "???"; //OnSpeechRecognized(null); ////result_textBox.AppendText(Result.PhraseInfo.GetText(0, -1, true) + "\n"); //string result; string result; float confidence; RecognizedSpeechAlternate[] alternates; RecognizedSpeech recognizedSpeech; result = Result.PhraseInfo.GetText(0, -1, true); confidence = Result.PhraseInfo.Rule.EngineConfidence; //confidence = Result.PhraseInfo.Rule.Confidence; if (result.Length < 1) return; alternates = new RecognizedSpeechAlternate[1]; alternates[0] = new RecognizedSpeechAlternate(result, confidence); recognizedSpeech = new RecognizedSpeech(alternates); OnSpeechRecognized(recognizedSpeech); }
private void Reco_Event(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { string lWord = Result.PhraseInfo.GetText(0, -1, true); if (VoiceCommandReceivedEvent != null) { VoiceCommandReceivedEvent(this, new VoiceCommandEventArgs(lWord)); } }
private void writeHypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { texBHyp.Text = Result.PhraseInfo.GetText(0, -1, true); }
private void context_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { m_parent.onSpeech(Result.PhraseInfo.Rule.Name); }
private void RecognitionHandler( int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { int id = Result.PhraseInfo.Rule.Id; foreach (CommandRecognizerMode mode in Modes) { if (id >= mode.FirstRuleId && id <= mode.LastRuleId) { mode.OnCommandRecognized(Result); } } }
private void writeCommand(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { commandBox.Text = Result.PhraseInfo.GetText(0, -1, true); }
/// <summary> /// main objRecoContext event /// launched when engine recognized a phrase /// </summary> /// <param name="e">contained information on the phrase that been recognized</param> public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult e) { //calculate accuracy float accuracy=(float)e.PhraseInfo.Elements.Item(0).EngineConfidence; //change accuracyMax dynamicly if (accuracyMax<accuracy) accuracyMax=accuracy; if (accuracy<0) accuracy=0; accuracy=(int)((float)accuracy/accuracyMax*100); label2.Text="Accuracy "+accuracy.ToString()+ "%"; //get phrase string phrase=e.PhraseInfo.GetText(0,-1,true); //make sure it's in lower case (for safer use only) phrase=phrase.ToLower(); //if recognized any ... if (phrase!="" && accuracy>=accuracyLimit) { //Only if agent enabled if (menuItem14.Checked==true) { agent1.StopAll(""); agent1.Speak(phrase,""); } switch (e.PhraseInfo.Rule.Name) //rule name (not the phrase !) { case "Activate": { //Only if agent enabled if (menuItem14.Checked==true) { //show character agent1.Show(false); } //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; //Only if agent enabled if (menuItem14.Checked==true) { //animate character agent1.Play("StartListening"); agent1.Speak("I'm listening",""); } break; } case "Deactivate": { //load grammar SAPIGrammarFromFile("XMLActivate.xml"); //notify user label1.Text="Deactivate"; //Only if agent enabled if (menuItem14.Checked==true) { //animate character agent1.Play("Wave"); agent1.Hide(false); } break; } case "Start": { keybd_event((byte)Keys.LWin,0,0,0); //key down keybd_event((byte)Keys.LWin,0,2,0); //key up //load grammar SAPIGrammarFromFile("XMLStart.xml"); //notify user label1.Text="Start"; break; } case "Right": { keybd_event((byte)Keys.Right,0,0,0); //key down keybd_event((byte)Keys.Right,0,2,0); //key up break; } case "Left": { keybd_event((byte)Keys.Left,0,0,0); //key down keybd_event((byte)Keys.Left,0,2,0); //key up break; } case "Up": { keybd_event((byte)Keys.Up,0,0,0); //key down keybd_event((byte)Keys.Up,0,2,0); //key up break; } case "Down": { keybd_event((byte)Keys.Down,0,0,0); //key down keybd_event((byte)Keys.Down,0,2,0); //key up break; } case "Enter": { keybd_event((byte)Keys.Enter,0,0,0); //key down keybd_event((byte)Keys.Enter,0,2,0); //key up break; } case "Escape": { keybd_event((byte)Keys.Escape,0,0,0); //key down keybd_event((byte)Keys.Escape,0,2,0); //key up keybd_event((byte)Keys.LMenu,0,2,0); //key up //load grammar (used to reset grammar in case it contains menu stuff ...) SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "PureEscape": { keybd_event((byte)Keys.Escape,0,0,0); //key down keybd_event((byte)Keys.Escape,0,2,0); //key up break; } case "Alt": { keybd_event((byte)Keys.LMenu,0,0,0); //key down keybd_event((byte)Keys.LMenu,0,2,0); //key up //check if there is any menu and hook it IntPtr hWnd=GetForegroundWindow(); IntPtr hMnu=GetMenu(hWnd); int mnuCnt=GetMenuItemCount(hMnu); if (mnuCnt!=0) { //Only if agent enabled if (menuItem14.Checked==true) { //animate character agent1.Play("DoMagic1"); agent1.Think("Hooking menu ..."); } //add menu to grammar hookMenu(hMnu); //Only if agent enabled if (menuItem14.Checked==true) { //animate character agent1.Play("Idle1_1"); } } else { //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; } break; } case "Tab": { keybd_event((byte)Keys.Tab,0,0,0); //key down keybd_event((byte)Keys.Tab,0,2,0); //key up break; } case "ShiftTab": { keybd_event((byte)Keys.LShiftKey,0,0,0); //key down keybd_event((byte)Keys.Tab,0,0,0); //key down keybd_event((byte)Keys.Tab,0,2,0); //key up keybd_event((byte)Keys.LShiftKey,0,2,0); //key up break; } case "CloseProgram": { Close(); break; } case "ShowAbout": { if (frmAbout1==null) { //show frmAbout frmAbout1=new frmAbout(); frmAbout1.Closed+=new EventHandler(frmAbout1_Closed); //send user profile frmAbout1.Tag=(string)objRecoContext.Recognizer.Profile.GetDescription(0); frmAbout1.Show(); } //load grammar SAPIGrammarFromFile("XMLAbout.xml"); //notify user label1.Text="About Speech Recognition"; break; } case "CloseAbout": { //close frmAbout if (frmAbout1!=null) { frmAbout1.Close(); frmAbout1=null; } break; } case "ShowCommands": { if (frmCommands1==null) { //show frmAbout frmCommands1=new frmCommands(); frmCommands1.Closed+=new EventHandler(frmCommands1_Closed); //send grammar frmCommands1.Tag=label1.Text; frmCommands1.Show(); } //load grammar SAPIGrammarFromFile("XMLCommands.xml"); break; } case "CloseCommands": { //close frmCommands if (frmCommands1!=null) { frmCommands1.Close(); frmCommands1=null; } break; } case "ShowFavorites": { if (frmFavorites1==null) { //show frmFavorites frmFavorites1=new frmFavorites(); frmFavorites1.Closed+=new EventHandler(frmFavorites1_Closed); //send file name frmFavorites1.Tag=appPath+"XMLFavorites.xml"; frmFavorites1.Show(); } //load grammar SAPIGrammarFromFile("XMLFavorites.xml"); //notify user label1.Text="Favorites"; break; } case "CloseFavorites": { //show frmAbout if (frmFavorites1!=null) { frmFavorites1.Close(); frmFavorites1=null; } break; } case "CloseForm": { IntPtr hWnd=GetForegroundWindow(); //make sure we are not closing our program ... if (hWnd!=this.Handle) { keybd_event((byte)Keys.LMenu,0,0,0); //key down keybd_event((byte)Keys.F4,0,0,0); //key down keybd_event((byte)Keys.LMenu,0,2,0); //key up keybd_event((byte)Keys.F4,0,2,0); //key up } break; } case "Programs": case "Documents": case "Settings": case "Search": case "Help": case "Run": { keybd_event((byte)(e.PhraseInfo.Rule.Name[0]),0,0,0); //key down keybd_event((byte)(e.PhraseInfo.Rule.Name[0]),0,2,0); //key up //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "RunProgram": { //show frmAbout if (frmFavorites1!=null) { frmFavorites1.Close(); frmFavorites1=null; } try { System.Diagnostics.Process.Start(phrase); } catch { //Only if agent enabled if (menuItem14.Checked==true) { agent1.Speak("Could not run : "+phrase,""); } } //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "SwitchProgram": { keybd_event((byte)Keys.LMenu,0,0,0); //key down keybd_event((byte)Keys.Tab,0,0,0); //key down keybd_event((byte)Keys.Tab,0,2,0); //key up //load grammar SAPIGrammarFromFile("XMLSwitchProgram.xml"); //notify user label1.Text="Switch Program"; break; } case "SwitchEnter": { keybd_event((byte)Keys.LMenu,0,2,0); //key up //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "HoldKey": { //load grammar SAPIGrammarFromFile("XMLStickyKeys.xml"); //notify user label1.Text="Press key"; break; } case "ReleaseKey": { timer2.Enabled=false; //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "HoldRight": { keyHolding=(byte)Keys.Right; timer2.Enabled=true; break; } case "HoldLeft": { keyHolding=(byte)Keys.Left; timer2.Enabled=true; break; } case "HoldUp": { keyHolding=(byte)Keys.Up; timer2.Enabled=true; break; } case "HoldDown": { keyHolding=(byte)Keys.Down; timer2.Enabled=true; break; } case "PageUp": { keybd_event((byte)Keys.PageUp,0,0,0); //key down keybd_event((byte)Keys.PageUp,0,2,0); //key up break; } case "Yes": { keybd_event((byte)Keys.Y,0,0,0); //key down keybd_event((byte)Keys.Y,0,2,0); //key up break; } case "No": { keybd_event((byte)Keys.N,0,0,0); //key down keybd_event((byte)Keys.N,0,2,0); //key up break; } case "BackSpace": { keybd_event((byte)Keys.Back,0,0,0); //key down keybd_event((byte)Keys.Back,0,2,0); //key up break; } case "ShutDown": { Shell32.ShellClass a=new Shell32.ShellClass(); a.ShutdownWindows(); //load grammar SAPIGrammarFromFile("XMLShutDown.xml"); //notify user label1.Text="Shut Down"; break; } case "ActivateWithoutAnimation": { //load grammar SAPIGrammarFromFile("XMLDeactivate.xml"); //notify user label1.Text="Activate"; break; } case "EnterNumericState": { //load grammar SAPIGrammarFromFile("XMLNumericState.xml"); //notify user label1.Text="Numeric State..."; break; } case "Zero": case "One": case "Two": case "Three": case "Four": case "Five": case "Six": case "Seven": case "Eight": case "Nine": { byte k=(byte)e.PhraseInfo.GetText(0,-1,false)[0]; keybd_event((byte)(k+'0'),0,0,0); //key down keybd_event((byte)(k+'0'),0,2,0); //key up break; } case "Plus": { keybd_event((byte)Keys.Add,0,0,0); //key down keybd_event((byte)Keys.Add,0,2,0); //key up break; } case "Minus": { keybd_event((byte)Keys.Subtract,0,0,0); //key down keybd_event((byte)Keys.Subtract,0,2,0); //key up break; } case "Div": { keybd_event((byte)Keys.Divide,0,0,0); //key down keybd_event((byte)Keys.Divide,0,2,0); //key up break; } case "Mul": { keybd_event((byte)Keys.Multiply,0,0,0); //key down keybd_event((byte)Keys.Multiply,0,2,0); //key up break; } case "Equal": { keybd_event(187,0,0,0); //key down keybd_event(187,0,2,0); //key up break; } case "EnterAlphabeticState": { //load grammar SAPIGrammarFromFile("XMLAlphabeticState.xml"); //notify user label1.Text="Alphabetic State..."; break; } case "abcA":case "abcB":case "abcC":case "abcD":case "abcE":case "abcF":case "abcG": case "abcH":case "abcI":case "abcJ":case "abcK":case "abcL":case "abcM":case "abcN": case "abcO":case "abcP":case "abcQ":case "abcR":case "abcS":case "abcT":case "abcU": case "abcV":case "abcW":case "abcX":case "abcY":case "abcZ": { firstRecognition=phrase; string str1=phrase; str1=str1.ToUpper(); keybd_event((byte)(str1[0]),0,0,0); //key down keybd_event((byte)(str1[0]),0,2,0); //key up break; } case "At": { keybd_event((byte)Keys.LShiftKey,0,0,0); //key down keybd_event((byte)Keys.D2,0,0,0); //key down keybd_event((byte)Keys.D2,0,2,0); //key up keybd_event((byte)Keys.LShiftKey,0,2,0); //key up break; } case "UnderLine": { keybd_event((byte)Keys.LShiftKey,0,0,0); //key down keybd_event((byte)Keys.OemMinus,0,0,0); //key down keybd_event((byte)Keys.OemMinus,0,2,0); //key up keybd_event((byte)Keys.LShiftKey,0,2,0); //key up break; } case "Dash": { keybd_event((byte)Keys.Subtract,0,0,0); //key down keybd_event((byte)Keys.Subtract,0,2,0); //key up break; } case "Dot": { keybd_event(190,0,0,0); //key down keybd_event(190,0,2,0); //key up break; } case "BackSlash": { keybd_event((byte)Keys.Divide,0,0,0); //key down keybd_event((byte)Keys.Divide,0,2,0); //key up break; } case "AlphabeticStateNo": { //delete the first letter keybd_event((byte)Keys.Back,0,0,0); //key down keybd_event((byte)Keys.Back,0,2,0); //key up //write the replacement letter string str1=firstRecognition; //fix miss recognition switch(firstRecognition) { case "a": str1="h"; break; case "b": str1="d"; break; case "c": str1="t"; break; case "d": str1="p"; break; case "f": str1="x"; break; case "h": str1="f"; break; case "m": str1="n"; break; case "n": str1="l"; break; case "l": str1="m"; break; case "p": str1="v"; break; case "u": str1="q"; break; case "v": str1="t"; break; case "e": str1="b"; break; case "j": str1="k"; break; } firstRecognition=str1; str1=str1.ToUpper(); keybd_event((byte)(str1[0]),0,0,0); //key down keybd_event((byte)(str1[0]),0,2,0); //key up break; } //else press the key (probably a menu ...) default: { string str1=e.PhraseInfo.Rule.Name; str1=str1.ToUpper(); keybd_event((byte)(str1[0]),0,0,0); //key down keybd_event((byte)(str1[0]),0,2,0); //key up //could be submenu (hook it) hookSubmenu(e.PhraseInfo.Rule.Name[0].ToString()); break; } } } //if not recognized ... else { //Only if agent enabled if (menuItem14.Checked==true) { //animate character agent1.Play("Decline"); } } }
internal void OnCommandNotRecognized(ISpeechRecoResult result) { RaiseCommandNotRecognized(); }
/// <summary> /// RecoContext_Hypothesis is the event handler function for /// SpInProcRecoContext object's Recognition event. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> /// <remarks> /// See EnableSpeech() for how to hook up this function with the /// event. /// </remarks> private void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { Debug.WriteLine("Recognition: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); int index; int index1; int index2; ISpeechPhraseProperty oCard; ISpeechPhraseProperty oNumber; ISpeechPhraseProperty oCommand; // oItem will be the property of the second part in the recognized // phase. For example, if the top level rule matchs // "select Seattle". Then the ListItemsRule matches "Seattle" part. // The following code will get the property of the "Seattle" // phrase, which is set when the word "Seattle" is added to the // ruleListItems in RebuildGrammar. oCommand = Result.PhraseInfo.Properties.Item(0).Children.Item(0); index = oCommand.Id; oNumber = Result.PhraseInfo.Properties.Item(1).Children.Item(0); index1 = oNumber.Id; oCard = Result.PhraseInfo.Properties.Item(2).Children.Item(0); index2 = oCard.Id; if ((System.Decimal)Result.PhraseInfo.GrammarId == grammarId) { // Check to see if the item at the same position in the list // still has the same text. // This is to prevent the rare case that the user keeps // talking while the list is being added or removed. By the // time this event is fired and handled, the list box may have // already changed. if (oCard.Name.CompareTo(libcards[index2].ToString()) == 0 || oCard.Name.CompareTo(cryptcards[index2].ToString()) == 0) { listView1.Items[index2].Selected = true; listView1.Items[index2].Focused = true; listView1.TopItem = listView1.Items[index2]; txtNumber.Text = oNumber.Name; comboBox2.SelectedIndex = index; } } }
public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { //MessageBox.Show(charReq.Status.ToString()); if(charReq.Status == 0) { grammar.DictationSetState(SpeechRuleState.SGDSInactive); inputBox.Text = Result.PhraseInfo.GetText(0, -1, true); doChatting(); grammar.DictationSetState(SpeechLib.SpeechRuleState.SGDSActive); } }
private void ContexRecognition(int iIndex, object obj, SpeechRecognitionType type, ISpeechRecoResult result) { bool flag = this.SetMessage != null; if (flag) { this.SetMessage(result.PhraseInfo.GetText(0, -1, true)); } }
public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { Debug.WriteLine("Recognition: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); this.understandet(Result.PhraseInfo.GetText(0, -1, true)); //ISpeechPhraseProperty oItem; }
private void Hypo_Event(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { string lWord = Result.PhraseInfo.GetText(0, -1, true); }
/// <summary> /// RecoContext_Hypothesis is the event handler function for /// SpSharedRecoContext object's Hypothesis event. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="Result"></param> /// <remarks> /// See EnableSpeech() for how to hook up this function with the /// event. /// </remarks> public void RecoContext_Hypothesis(int StreamNumber, object StreamPosition, ISpeechRecoResult Result) { Debug.WriteLine("Hypothesis: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); }
private void Reco_Event(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { String text = Result.PhraseInfo.GetText(0, -1, true); synth.Speak("Recognition: " + text); // DEBUG // TODO: For "Do you mean?" functionality, check yes/no NOT in the following function // because they are not actions. DoActionFromVoiceCommand(text); }
/// <summary> /// RecoContext_Hypothesis is the event handler function for /// SpSharedRecoContext object's Recognition event. /// </summary> /// <param name="StreamNumber"></param> /// <param name="StreamPosition"></param> /// <param name="RecognitionType"></param> /// <param name="Result"></param> /// <remarks> /// See EnableSpeech() for how to hook up this function with the /// event. /// </remarks> public void RecoContext_Recognition(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { Debug.WriteLine("Recognition: " + Result.PhraseInfo.GetText(0, -1, true) + ", " + StreamNumber + ", " + StreamPosition); int index; ISpeechPhraseProperty oItem; // oItem will be the property of the second part in the recognized // phase. For example, if the top level rule matchs // "select Seattle". Then the ListItemsRule matches "Seattle" part. // The following code will get the property of the "Seattle" // phrase, which is set when the word "Seattle" is added to the // ruleListItems in RebuildGrammar. oItem = Result.PhraseInfo.Properties.Item(0).Children.Item(0); index = oItem.Id; if ((System.Decimal)Result.PhraseInfo.GrammarId == grammarId) { // Check to see if the item at the same position in the list // still has the same text. // This is to prevent the rare case that the user keeps // talking while the list is being added or removed. By the // time this event is fired and handled, the list box may have // already changed. if( oItem.Name.CompareTo(this.Items[index].ToString())==0 ) { this.SelectedIndex = index; } } }
private void OnReco(int StreamNumber, object StreamPosition, SpeechRecognitionType RecognitionType, ISpeechRecoResult Result) { string recoResult = Result.PhraseInfo.GetText(); // Translates whatever was somewhat definitively recognized by Windows Speech Recognition into text. recoResult = recoResult.ToLower(); // This is the same as taking inquiry text and making it all lowercase in Minerva. submit(recoResult); }
private void Reco_Event(int StreamNumber, object StreamPosition,SpeechRecognitionType RecognitionType,ISpeechRecoResult Result) { txtReco.Text = Result.PhraseInfo.GetText(0, -1, true); }