public void stopEngine()
{
menuRule = null;
grammar = null;
objRecoContext = null;
mEngineStarted = false;
}
private void VoiceCalibration()
{
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new _ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, "Cancel", " ", SpeechGrammarWordType.SGLexical, "Cancel", 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Yes", " ", SpeechGrammarWordType.SGLexical, "Yes", 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "No", " ", SpeechGrammarWordType.SGLexical, "No", 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "All Lights Off", " ", SpeechGrammarWordType.SGLexical, "All Lights Off", 4, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "All Lights On", " ", SpeechGrammarWordType.SGLexical, "All Lights On", 5, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "First Light On", " ", SpeechGrammarWordType.SGLexical, "First Light On", 6, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Second Light On", " ", SpeechGrammarWordType.SGLexical, "Second Light On", 7, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Third Light On", " ", SpeechGrammarWordType.SGLexical, "Third Light On", 8, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "First Light Off", " ", SpeechGrammarWordType.SGLexical, "First Light Off", 9, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Second Light Off", " ", SpeechGrammarWordType.SGLexical, "Second Light Off", 10, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Third Light Off", " ", SpeechGrammarWordType.SGLexical, "Third Light Off", 11, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Recalibrate", " ", SpeechGrammarWordType.SGLexical, "Recalibrate", 12, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
}
private void cmdEnable_Click(object sender, System.EventArgs e)
{
label4.Text = "Initializing Speech Engine....";
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
label3.Text = "Speak Out one of the follwoing.\r\n1. New 2. Open 3. Close 4. Exit\r\n5. Cut 6. Copy 7. Paste 8. Delete";
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, "New", " ", SpeechGrammarWordType.SGLexical, "New", 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Open", " ", SpeechGrammarWordType.SGLexical, "Open", 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Close", " ", SpeechGrammarWordType.SGLexical, "Close", 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Exit", " ", SpeechGrammarWordType.SGLexical, "Exit", 4, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Cut", " ", SpeechGrammarWordType.SGLexical, "Cut", 5, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Copy", " ", SpeechGrammarWordType.SGLexical, "Copy", 6, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Paste", " ", SpeechGrammarWordType.SGLexical, "Paste", 7, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Delete", " ", SpeechGrammarWordType.SGLexical, "Delete", 8, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Continue", " ", SpeechGrammarWordType.SGLexical, "Continue", 9, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
label4.Text = "Speech Engine Ready for Input";
}
/**
* Initializes the Text to Speech and Speech to Text engines.
* Finalize commands must be called before the Speech to Text engine will
* work.
*/
public Voice()
{
this.voice = new SpVoice();
objRecoContext = new SpSharedRecoContext();
objRecoContext.Recognition += new _ISpeechRecoContextEvents_RecognitionEventHandler(RecoEvent);
grammar = objRecoContext.CreateGrammar(0);
menuRule = grammar.Rules.Add("cogitoCommands",SpeechRuleAttributes.SRATopLevel|SpeechRuleAttributes.SRADynamic,1);
this.commandCount = 1;
this._buffer = new Queue();
}
/// <summary>
/// 音声認識で反応する単語（複数）を登録
/// </summary>
public void RegistWord(string[] words)
{
int max = words.Length;
this.RecognizerGrammarRule = this.RecognizerRule.CreateGrammar(0);
this.RecognizerGrammarRule.Reset(0);
this.RecognizerGrammarRuleGrammarRule = this.RecognizerGrammarRule.Rules.Add("TopLevelRule",
SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic);
foreach (string word in words)
{
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, word);
}
this.RecognizerGrammarRule.Rules.Commit();
}
public void startEngine()
{
if (mEngineStarted)
{
return;
}
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.NO_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.NO_COMMAND, 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.REPEAT_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.REPEAT_COMMAND, 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.STOP_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.STOP_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.PAUSE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.PAUSE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.BACK_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.BACK_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.FORWARD_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.FORWARD_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.CALIBRATE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.CALIBRATE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.SLOWMO_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.SLOWMO_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.TRAINING_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.TRAINING_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.CONTINUE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.CONTINUE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.SCORING_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.SCORING_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Current", " ", SpeechGrammarWordType.SGLexical, "Current", 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Video", " ", SpeechGrammarWordType.SGLexical, "Video", 3, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
mEngineStarted = true;
}
public void startEngine()
{
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, "Nothing", " ", SpeechGrammarWordType.SGLexical, "Nothing", 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Continue", " ", SpeechGrammarWordType.SGLexical, "Continue", 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Stop", " ", SpeechGrammarWordType.SGLexical, "Stop", 3, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
}
public void startEngine()
{
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, "Nothing", " ", SpeechGrammarWordType.SGLexical, "Nothing", 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Continue", " ", SpeechGrammarWordType.SGLexical, "Continue", 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Stop", " ", SpeechGrammarWordType.SGLexical, "Stop", 3, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
}
/// <summary>
/// Adding new ruleName and phrase programmatically (not from grammar file)
/// To an existing grammar (Adding to previous rules ! without deleting them)
/// Can be add rules to exist grammar from file or from first added rules
/// </summary>
/// <param name="phraseList">
/// ArrayList (phraseList) contains struct command objects that contains ...
/// 1. ruleName (rule Name must be individual)
/// 2. phrase (word to be recognized)
/// </param>
private void SAPIGrammarFromArrayList(ArrayList phraseList)
{
object propertyValue="";
command command1;
int i;
for (i=0;i<phraseList.Count;i++)
{
command1=(command)phraseList[i];
//add new rule with ID = i+100
rule=grammar.Rules.Add(command1.ruleName, SpeechRuleAttributes.SRATopLevel, i+100);
//add new word to the rule
state=rule.InitialState;
propertyValue="";
state.AddWordTransition(null,command1.phrase," ", SpeechGrammarWordType.SGLexical, "", 0, ref propertyValue, 1F);
//commit rules
grammar.Rules.Commit();
//make rule active (needed for each rule)
grammar.CmdSetRuleState(command1.ruleName, SpeechRuleState.SGDSActive);
}
}
/// <summary>
/// This function will create the main SpSharedRecoContext object
/// and other required objects like Grammar and rules.
/// In this sample, we are building grammar dynamically since
/// listbox content can change from time to time.
/// If your grammar is static, you can write your grammar file
/// and ask SAPI to load it during run time. This can reduce the
/// complexity of your code.
/// </summary>
private void InitializeSpeech()
{
Debug.WriteLine("Initializing SAPI objects...");
try
{
// First of all, let's create the main reco context object.
// In this sample, we are using shared reco context. Inproc reco
// context is also available. Please see the document to decide
// which is best for your application.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Then, let's set up the event handler. We only care about
// Hypothesis and Recognition events in this sample.
objRecoContext.Hypothesis += new
_ISpeechRecoContextEvents_HypothesisEventHandler(
RecoContext_Hypothesis);
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(
RecoContext_Recognition);
// Now let's build the grammar.
// The top level rule consists of two parts: "select <items>".
// So we first add a word transition for the "select" part, then
// a rule transition for the "<items>" part, which is dynamically
// built as items are added or removed from the listbox.
grammar = objRecoContext.CreateGrammar(grammarId);
ruleTopLevel = grammar.Rules.Add("TopLevelRule",
SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
ruleListItems = grammar.Rules.Add("ListItemsRule",
SpeechRuleAttributes.SRADynamic, 2);
SpeechLib.ISpeechGrammarRuleState stateAfterSelect;
stateAfterSelect = ruleTopLevel.AddState();
object PropValue = "";
ruleTopLevel.InitialState.AddWordTransition(stateAfterSelect,
PreCommandString, " ", SpeechGrammarWordType.SGLexical,
"", 0, ref PropValue, 1.0F);
PropValue = "";
stateAfterSelect.AddRuleTransition(null, ruleListItems, "",
1, ref PropValue, 0F);
// Now add existing list items to the ruleListItems
RebuildGrammar();
// Now we can activate the top level rule. In this sample, only
// the top level rule needs to activated. The ListItemsRule is
// referenced by the top level rule.
grammar.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
speechInitialized = true;
}
catch (Exception e)
{
System.Windows.Forms.MessageBox.Show(
"Exception caught when initializing SAPI."
+ " This application may not run correctly.\r\n\r\n"
+ e.ToString(),
"Error");
}
}
public void SetString(string str)
{
//現在のルールをすべて消す.
this.RecognizerGrammarRule.Reset(0);
//言語モデルのルールのトップレベルを作成する.
this.RecognizerGrammarRuleGrammarRule = this.RecognizerGrammarRule.Rules.Add("TopLevelRule",
SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic);
//文字列の追加.
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, this.MustMatchString + str);
//ルールを反映させる。
this.RecognizerGrammarRule.Rules.Commit();
//音声認識開始。(トップレベルのオブジェクトの名前で SpeechRuleState.SGDSActive を指定する.)
this.RecognizerGrammarRule.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
//Dictationベースの音声認識もスタート.
this.RecognizerGrammarDictation.DictationSetState(SpeechRuleState.SGDSActive);
}
private void initRecognizer()
{
mRecognizerRule = new SpeechLib.SpInProcRecoContext();
bool hit = false;
foreach (SpObjectToken recoPerson in mRecognizerRule.Recognizer.GetRecognizers())
{
if (recoPerson.GetAttribute("Language") == "411")
{
mRecognizerRule.Recognizer.Recognizer = recoPerson;
hit = true;
break;
}
}
if (!hit)
{
MessageBox.Show("日本語認識が利用できません");
Application.Exit();
}
mRecognizerRule.Recognizer.AudioInput = createMicrofon();
if (mRecognizerRule.Recognizer.AudioInput == null)
{
MessageBox.Show("マイク初期化エラー");
Application.Exit();
}
mRecognizerRule.Hypothesis +=
delegate(int streamNumber, object streamPosition, SpeechLib.ISpeechRecoResult result)
{
string strText = result.PhraseInfo.GetText();
textBox1.Text = strText;
};
mRecognizerRule.Recognition +=
delegate(int streamNumber, object streamPosition, SpeechLib.SpeechRecognitionType srt, SpeechLib.ISpeechRecoResult isrr)
{
SpeechEngineConfidence confidence = isrr.PhraseInfo.Rule.Confidence;
switch (confidence)
{
case SpeechEngineConfidence.SECHighConfidence:
label3.Text = "Confidence is High";
break;
case SpeechEngineConfidence.SECNormalConfidence:
label3.Text = "Confidence is Normal";
break;
case SpeechEngineConfidence.SECLowConfidence:
label3.Text = "Confidence is Low";
textBox2.Text = "信頼性が低すぎます";
return;
}
string strText = isrr.PhraseInfo.GetText();
//isrr.PhraseInfo.
label4.Text = isrr.RecoContext.Voice.Volume.ToString();
if (strText == "えんいー")
{
Application.Exit();
}
if (itunes != null)
{
switch (strText)
{
case "あいちゅーんず．つぎのきょく":
case "あいちゅーんず．つぎ":
itunes.NextTrack();
break;
case "あいちゅーんず．まえのきょく":
case "あいちゅーんず．まえ":
itunes.PreviousTrack();
break;
case "あいちゅーんず．いちじていし":
itunes.Pause();
break;
case "あいちゅーんず．ていし":
itunes.Stop();
break;
case "あいちゅーんず．さいせい":
itunes.Play();
break;
case "あいちゅーんず．しね":
itunes.Quit();
unhockiTunes();
break;
case "あいちゅーんず．しずかに":
itunes.SoundVolume = 50;
break;
case "あいちゅーんず．おおきく":
itunes.SoundVolume = 100;
break;
case "あいちゅーんず．らんだむ":
itunes.CurrentPlaylist.Shuffle = !itunes.CurrentPlaylist.Shuffle;
break;
}
}
else
{
if (strText == "あいちゅーんず．おきろ")
{
initiTunes();
}
}
textBox2.Text = strText;
};
mRecognizerRule.StartStream +=
delegate(int streamNumber, object streamPosition)
{
textBox1.Text = textBox2.Text = "";
};
mRecognizerRule.FalseRecognition +=
delegate(int streamNumber, object streamPosition, SpeechLib.ISpeechRecoResult isrr)
{
textBox1.Text = textBox2.Text = label3.Text = "--Error!--";
};
mRecognizerGrammarRule = mRecognizerRule.CreateGrammar();
mRecognizerGrammarRule.Reset();
mRecognizerGrammarRuleGrammarRule = mRecognizerGrammarRule.Rules.Add("TopLevelRule", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic);
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．おきろ");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．つぎのきょく");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．まえのきょく");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．つぎ");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．まえ");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．いちじていし");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．ていし");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．さいせい");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．しね");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．しずかに");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．おおきく");
mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "あいちゅーんず．らんだむ");
// mRecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "えんいー");
mRecognizerGrammarRule.Rules.Commit();
mRecognizerGrammarRule.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
}
/// <summary>
/// constructor
/// </summary>
public HmfHearingAssist()
{
//ルール認識 音声認識オブジェクトの生成
this.RecognizerRule = new SpeechLib.SpInProcRecoContext();
this.RecognizerDictation = new SpeechLib.SpInProcRecoContext();
//マイクから拾ってね。
this.RecognizerRule.Recognizer.AudioInput = CreateMicrofon();
this.RecognizerDictation.Recognizer.AudioInput = CreateMicrofon();
//イベント設定(中継)
//認識途中のデフォルト処理
this.RecognizerRule.Hypothesis +=
delegate(int streamNumber, object streamPosition, SpeechLib.ISpeechRecoResult result)
{ this.Hypothesis(streamNumber, streamPosition, result); };
//認識完了時のデフォルト処理
this.RecognizerRule.Recognition +=
delegate(int streamNumber, object streamPosition, SpeechLib.SpeechRecognitionType srt, SpeechLib.ISpeechRecoResult isrr)
{
//ここでDictationでマッチした語を見て、 必ず入っていなければいけない文字列がなければ握りつぶす.
if (this.MustMatchString.Length >= 1
&& this.DictationString.IndexOf(this.MustMatchString) <= -1
)
{//握りつぶす.
this.FalseRecognition(streamNumber, streamPosition, isrr);
return;
}
this.Recognition(streamNumber, streamPosition, srt, isrr);
};
//ストリーム開始時のデフォルト処理
this.RecognizerRule.StartStream +=
delegate(int streamNumber, object streamPosition)
{
this.DictationString = ""; //開始時に前回マッチした文字列を消す.
this.StartStream(streamNumber, streamPosition);
};
//認識失敗時のデフォルト処理
this.RecognizerRule.FalseRecognition +=
delegate(int streamNumber, object streamPosition, SpeechLib.ISpeechRecoResult isrr)
{ this.FalseRecognition(streamNumber, streamPosition, isrr); };
//ストリーム終了時のデフォルト処理
this.RecognizerRule.EndStream +=
delegate(int streamNumber, object streamPosition, bool streamReleased)
{ this.EndStream(streamNumber, streamPosition, streamReleased); };
//Dictationでマッチした文字列. RuleよりDictationの方がマッチ順は早いらしい。
this.RecognizerDictation.Recognition +=
delegate(int streamNumber, object streamPosition, SpeechLib.SpeechRecognitionType srt, SpeechLib.ISpeechRecoResult isrr)
{
//マッチした文字列の記録
this.DictationString = isrr.PhraseInfo.GetText(0, -1, true);
//コールバック用のデリゲートを呼ぶ.(これくらいあってもいいかな)
this.DictationRecognition(streamNumber, streamPosition, srt, isrr);
};
//言語モデルの作成
this.RecognizerGrammarRule = this.RecognizerRule.CreateGrammar(0);
this.RecognizerGrammarDictation = this.RecognizerDictation.CreateGrammar(0);
//言語モデルのルールのトップレベルを作成する.
this.RecognizerGrammarRuleGrammarRule = this.RecognizerGrammarRule.Rules.Add("TopLevelRule", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic);
//文字列の追加.
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "検索");
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "予定");
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "認識");
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "メモ");
this.RecognizerGrammarRuleGrammarRule.InitialState.AddWordTransition(null, "認証");
//ルールを反映させる。
this.RecognizerGrammarRule.Rules.Commit();
this.RecognizerGrammarRule.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
this.RecognizerGrammarDictation.DictationSetState(SpeechRuleState.SGDSInactive);
}
private void VoiceCalibration()
{
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new _ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, "Cancel", " ", SpeechGrammarWordType.SGLexical, "Cancel", 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Yes", " ", SpeechGrammarWordType.SGLexical, "Yes", 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "No", " ", SpeechGrammarWordType.SGLexical, "No", 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "All Lights Off", " ", SpeechGrammarWordType.SGLexical, "All Lights Off", 4, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "All Lights On", " ", SpeechGrammarWordType.SGLexical, "All Lights On", 5, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "First Light On", " ", SpeechGrammarWordType.SGLexical, "First Light On", 6, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Second Light On", " ", SpeechGrammarWordType.SGLexical, "Second Light On", 7, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Third Light On", " ", SpeechGrammarWordType.SGLexical, "Third Light On", 8, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "First Light Off", " ", SpeechGrammarWordType.SGLexical, "First Light Off", 9, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Second Light Off", " ", SpeechGrammarWordType.SGLexical, "Second Light Off", 10, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Third Light Off", " ", SpeechGrammarWordType.SGLexical, "Third Light Off", 11, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Recalibrate", " ", SpeechGrammarWordType.SGLexical, "Recalibrate", 12, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
}
/// <summary>
/// This function will create the main SpSharedRecoContext object
/// and other required objects like Grammar and rules.
/// In this sample, we are building grammar dynamically since
/// listbox content can change from time to time.
/// If your grammar is static, you can write your grammar file
/// and ask SAPI to load it during run time. This can reduce the
/// complexity of your code.
/// </summary>
private void InitializeSpeech()
{
Debug.WriteLine("Initializing SAPI objects...");
try
{
// First of all, let's create the main reco context object.
// In this sample, we are using shared reco context. Inproc reco
// context is also available. Please see the document to decide
// which is best for your application.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Then, let's set up the event handler. We only care about
// Hypothesis and Recognition events in this sample.
objRecoContext.Hypothesis += new
_ISpeechRecoContextEvents_HypothesisEventHandler(
RecoContext_Hypothesis);
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(
RecoContext_Recognition);
// Now let's build the grammar.
// The top level rule consists of two parts: "select <items>".
// So we first add a word transition for the "select" part, then
// a rule transition for the "<items>" part, which is dynamically
// built as items are added or removed from the listbox.
grammar = objRecoContext.CreateGrammar(grammarId);
ruleTopLevel = grammar.Rules.Add("TopLevelRule",
SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
ruleListItems = grammar.Rules.Add("ListItemsRule",
SpeechRuleAttributes.SRADynamic, 2);
SpeechLib.ISpeechGrammarRuleState stateAfterSelect;
stateAfterSelect = ruleTopLevel.AddState();
object PropValue = "";
ruleTopLevel.InitialState.AddWordTransition(stateAfterSelect,
PreCommandString, " ", SpeechGrammarWordType.SGLexical,
"", 0, ref PropValue, 1.0F );
PropValue = "";
stateAfterSelect.AddRuleTransition(null, ruleListItems, "",
1, ref PropValue, 0F);
// Now add existing list items to the ruleListItems
RebuildGrammar();
// Now we can activate the top level rule. In this sample, only
// the top level rule needs to activated. The ListItemsRule is
// referenced by the top level rule.
grammar.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
speechInitialized = true;
}
catch(Exception e)
{
System.Windows.Forms.MessageBox.Show(
"Exception caught when initializing SAPI."
+ " This application may not run correctly.\r\n\r\n"
+ e.ToString(),
"Error");
}
}
public void stopEngine()
{
menuRule = null;
grammar = null;
objRecoContext = null;
}
/// <summary>
/// This function will create the main SpInProcRecoContext object
/// and other required objects like Grammar and rules.
/// In this sample, we are building grammar dynamically since
/// listbox content can change from time to time.
/// If your grammar is static, you can write your grammar file
/// and ask SAPI to load it during run time. This can reduce the
/// complexity of your code.
/// </summary>
private void InitializeSpeech()
{
Debug.WriteLine("Initializing SAPI objects...");
try
{
// First of all, let's create the main reco context object.
// In this sample, we are using inproc reco context. Shared reco
// context is also available. Please see the document to decide
// which is best for your application.
objRecoContext = new SpeechLib.SpInProcRecoContext();
SpeechLib.SpObjectTokenCategory objAudioTokenCategory = new SpeechLib.SpObjectTokenCategory();
objAudioTokenCategory.SetId(SpeechLib.SpeechStringConstants.SpeechCategoryAudioIn, false);
SpeechLib.SpObjectToken objAudioToken = new SpeechLib.SpObjectToken();
objAudioToken.SetId(objAudioTokenCategory.Default, SpeechLib.SpeechStringConstants.SpeechCategoryAudioIn, false);
objRecoContext.Recognizer.AudioInput = objAudioToken;
// Then, let's set up the event handler. We only care about
// Hypothesis and Recognition events in this sample.
//objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(RecoContext_Hypothesis);
objRecoContext.Recognition += new _ISpeechRecoContextEvents_RecognitionEventHandler(RecoContext_Recognition);
// Now let's build the grammar.
// The top level rule consists of two parts: "select <items>".
// So we first add a word transition for the "select" part, then
// a rule transition for the "<items>" part, which is dynamically
// built as items are added or removed from the listbox.
grammar = objRecoContext.CreateGrammar(grammarId);
ruleTopLevel = grammar.Rules.Add("TopLevelRule", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
ruleCommand = grammar.Rules.Add("CommandRule", SpeechRuleAttributes.SRADynamic, 2);
ruleNumbers = grammar.Rules.Add("NumberRule", SpeechRuleAttributes.SRADynamic, 3);
ruleListItems = grammar.Rules.Add("ListItemsRule", SpeechRuleAttributes.SRADynamic, 4);
//Prepare states
SpeechLib.ISpeechGrammarRuleState stateAfterPre;
SpeechLib.ISpeechGrammarRuleState stateAfterCommand;
SpeechLib.ISpeechGrammarRuleState stateAfterNumber;
stateAfterPre = ruleTopLevel.AddState();
stateAfterCommand = ruleTopLevel.AddState();
stateAfterNumber = ruleTopLevel.AddState();
//Add keywords: add,set,delete
object PropValue = "";
ruleTopLevel.InitialState.AddWordTransition(stateAfterPre, PreCommandString, null, SpeechGrammarWordType.SGLexicalNoSpecialChars, "", 0, ref PropValue, 1.0F);
String word;
PropValue = "";
word = "Add";
ruleCommand.InitialState.AddWordTransition(null, word, "", SpeechGrammarWordType.SGLexicalNoSpecialChars, word, 0, ref PropValue, 1f);
word = "Set";
ruleCommand.InitialState.AddWordTransition(null, word, "", SpeechGrammarWordType.SGLexicalNoSpecialChars, word, 1, ref PropValue, 1f);
word = "Remove";
ruleCommand.InitialState.AddWordTransition(null, word, "", SpeechGrammarWordType.SGLexicalNoSpecialChars, word, 2, ref PropValue, 1f);
stateAfterPre.AddRuleTransition(stateAfterCommand, ruleCommand, "", 1, ref PropValue, 1F);
PropValue = "";
for (int x = 0; x <= 100; x++)
{
word = Convert.ToString(x);
// Note: if the same word is added more than once to the same
// rule state, SAPI will return error. In this sample, we
// don't allow identical items in the list box so no need for
// the checking, otherwise special checking for identical words
// would have to be done here.
ruleNumbers.InitialState.AddWordTransition(null, word, "", SpeechGrammarWordType.SGLexicalNoSpecialChars, word, x, ref PropValue, 1F);
}
stateAfterCommand.AddRuleTransition(stateAfterNumber, ruleNumbers, "", 2, ref PropValue, 1.0F);
PropValue = "";
stateAfterNumber.AddRuleTransition(null, ruleListItems, "", 3, ref PropValue, 1.0F);
// Now add existing list items to the ruleListItems
RebuildGrammar();
// Now we can activate the top level rule. In this sample, only
// the top level rule needs to activated. The ListItemsRule is
// referenced by the top level rule.
grammar.CmdSetRuleState("TopLevelRule", SpeechRuleState.SGDSActive);
speechInitialized = true;
}
catch (Exception e)
{
System.Windows.Forms.MessageBox.Show(
"Exception caught when initializing SAPI."
+ " This application may not run correctly.\r\n\r\n"
+ e.ToString(),
"Error");
throw;
}
}
public void startEngine()
{
if (mEngineStarted)
return;
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands", SpeechRuleAttributes.SRATopLevel | SpeechRuleAttributes.SRADynamic, 1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.NO_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.NO_COMMAND, 1, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.REPEAT_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.REPEAT_COMMAND, 2, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.STOP_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.STOP_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.PAUSE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.PAUSE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.BACK_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.BACK_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.FORWARD_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.FORWARD_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.CALIBRATE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.CALIBRATE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.SLOWMO_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.SLOWMO_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.TRAINING_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.TRAINING_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.CONTINUE_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.CONTINUE_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, VoiceCommandEventArgs.SCORING_COMMAND, " ", SpeechGrammarWordType.SGLexical, VoiceCommandEventArgs.SCORING_COMMAND, 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Current", " ", SpeechGrammarWordType.SGLexical, "Current", 3, ref PropValue, 1.0F);
menuRule.InitialState.AddWordTransition(null, "Video", " ", SpeechGrammarWordType.SGLexical, "Video", 3, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
mEngineStarted = true;
}
public void stopEngine()
{
menuRule = null;
grammar = null;
objRecoContext = null;
mEngineStarted = false;
}
public void startMicTrainingWizard()
{
menuRule = null;
grammar = null;
objRecoContext = null;
}
public void startMicTrainingWizard()
{
menuRule = null;
grammar = null;
objRecoContext = null;
}
public void stopEngine()
{
menuRule = null;
grammar = null;
objRecoContext = null;
}
private void cmdEnable_Click(object sender, System.EventArgs e)
{
label4.Text = "Initializing Speech Engine....";
// Get an insance of RecoContext. I am using the shared RecoContext.
objRecoContext = new SpeechLib.SpSharedRecoContext();
// Assign a eventhandler for the Hypothesis Event.
objRecoContext.Hypothesis += new _ISpeechRecoContextEvents_HypothesisEventHandler(Hypo_Event);
// Assign a eventhandler for the Recognition Event.
objRecoContext.Recognition += new
_ISpeechRecoContextEvents_RecognitionEventHandler(Reco_Event);
//Creating an instance of the grammer object.
grammar = objRecoContext.CreateGrammar(0);
label3.Text = "Speak Out one of the follwoing.\r\n1. New 2. Open 3. Close 4. Exit\r\n5. Cut 6. Copy 7. Paste 8. Delete";
//Activate the Menu Commands.
menuRule = grammar.Rules.Add("MenuCommands",SpeechRuleAttributes.SRATopLevel|SpeechRuleAttributes.SRADynamic,1);
object PropValue = "";
menuRule.InitialState.AddWordTransition(null,"New"," ",SpeechGrammarWordType.SGLexical,"New", 1, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Open"," ",SpeechGrammarWordType.SGLexical,"Open", 2, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Close"," ",SpeechGrammarWordType.SGLexical,"Close",3, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Exit"," ",SpeechGrammarWordType.SGLexical,"Exit",4, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Cut"," ",SpeechGrammarWordType.SGLexical,"Cut",5, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Copy"," ",SpeechGrammarWordType.SGLexical,"Copy",6, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Paste"," ",SpeechGrammarWordType.SGLexical,"Paste",7, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null,"Delete"," ",SpeechGrammarWordType.SGLexical,"Delete",8, ref PropValue, 1.0F );
menuRule.InitialState.AddWordTransition(null, "Continue", " ", SpeechGrammarWordType.SGLexical, "Continue", 9, ref PropValue, 1.0F);
grammar.Rules.Commit();
grammar.CmdSetRuleState("MenuCommands", SpeechRuleState.SGDSActive);
label4.Text = "Speech Engine Ready for Input";
}