public void DictationRecognizer_DictationError(string error, int hresult)
{
ShowOnBillboard(WrapText(error, 40));
D_Recognizer.Dispose();
// For some reason phrase recognition is broken
// after dictation error unless we restart it.
PhraseRecognitionSystem.Restart();
}
private void DictationRecognizer_DictationResult(string text, ConfidenceLevel confidence)
{
GameObject holoMenu = null;
Debug.Log("String heard: " + text);
dictationRecognizer.Stop();
// Cases to set holoMenu to the correct menu
if (text.ToLower().Equals("main") || text.ToLower().Equals("main menu") || text.ToLower().Equals("maine") || text.ToLower().Equals("mean"))
{
holoMenu = mc.m_mainMenu;
}
else if (text.ToLower().Equals("biometrics"))
{
holoMenu = mc.m_biometricsMenu;
}
else if (text.ToLower().Equals("help"))
{
holoMenu = mc.m_helpMenu;
}
else if (text.ToLower().Equals("music"))
{
holoMenu = mc.m_musicMenu;
}
else if (text.ToLower().Equals("settings"))
{
holoMenu = mc.m_settingsMenu;
}
else if (text.ToLower().Equals("brightness"))
{
holoMenu = mc.m_brightnessMenu;
}
else if (text.ToLower().Equals("volume"))
{
holoMenu = mc.m_volumeMenu;
}
else if (text.ToLower().Equals("procedure"))
{
holoMenu = mc.m_blankTaskMenu;
}
else
{
Debug.Log("Cmd not recognized.");
// This does not fail eloquently
}
// call function in MenuController to retrieve the specific menu
if (holoMenu != null)
{
mc.Retrieve(holoMenu);
}
dictationRecognizer.Dispose();
PhraseRecognitionSystem.Restart();
}
/// <summary>
/// Stop microphone capture. Debugging message is delivered to the Results class.
/// </summary>
public void StopCapturingAudio()
{
Results.instance.SetMicrophoneStatus("Mic sleeping");
Microphone.End(null);
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.Dispose();
}
void OnDestroy()
{
if (dictationRecognizer != null)
{
dictationRecognizer.Dispose();
}
}
public void OnInputDown(InputEventData eventData)
{
if (!eventData.InputSource.SupportsInputInfo(eventData.SourceId, SupportedInputInfo.Position))
{
return;
}
if (returnToMenuFlag == 1)
{
m_DictationRecognizer.Dispose();
SceneManager.LoadScene("SceneLauncher");
returnToMenuFlag = 0;
}
/*GameObject tmp = GameObject.Instantiate(original);
* obj = tmp;
* cubes.Add(tmp);*/
drawtmp = GameObject.Instantiate(drawobj);
currentInputSource = eventData.InputSource;
id = eventData.SourceId;
isDrag = true;
Debug.Log("finger down");
}
// イベントハンドラー（イベント発生時に動かしたい処理）
void SceneLoaded(Scene nextScene, LoadSceneMode mode)
{
if (dictationRecognizer.Status != SpeechSystemStatus.Failed)
{
dictationRecognizer.Dispose();
}
}
private void OnDestroy()
{
if (recognizer != null)
{
recognizer.Dispose();
}
}
public override void Destroy()
{
if (Application.isPlaying)
{
dictationRecognizer?.Dispose();
}
}
/// <inheritdoc />
protected override void Dispose(bool disposing)
{
if (disposing)
{
dictationRecognizer?.Dispose();
}
}
public void keywordRestart()
{
dictationRecognizer.Stop();
dictationRecognizer.Dispose();
PhraseRecognitionSystem.Restart();
keywordRecognizer.Start();
}
private void OnBotResponse(object sender, Assets.BotDirectLine.BotResponseEventArgs e)
{
Debug.Log($"OnBotResponse: {e.ToString()}");
switch (e.EventType)
{
case EventTypes.ConversationStarted:
if (!string.IsNullOrWhiteSpace(e.ConversationId))
{
// Store the ID
textToSpeech.SpeakSsml("<?xml version=\"1.0\"?><speak speed=\"80%\" version=\"1.0\" xmlns=\"http://www.w3.org/2001/10/synthesis\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.w3.org/2001/10/synthesis http://www.w3.org/TR/speech-synthesis/synthesis.xsd\" xml:lang=\"en-US\">Bot connection established!</speak>");
conversationId = e.ConversationId;
}
else
{
textToSpeech.SpeakSsml("<?xml version=\"1.0\"?><speak speed=\"80%\" version=\"1.0\" xmlns=\"http://www.w3.org/2001/10/synthesis\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.w3.org/2001/10/synthesis http://www.w3.org/TR/speech-synthesis/synthesis.xsd\" xml:lang=\"en-US\">Error while connecting to Bot!</speak>");
}
break;
case EventTypes.MessageSent:
if (!string.IsNullOrEmpty(conversationId))
{
// Get the bot's response(s)
BotDirectLineManager.Instance.GetMessagesAsync(conversationId).Wait();
}
break;
case EventTypes.MessageReceived:
// Handle the received message(s)
if (!string.IsNullOrWhiteSpace(conversationId))
{
var messageActivity = e.Messages.LastOrDefault();
Debug.Log(messageActivity.Text);
textToSpeech.SpeakSsml("<?xml version=\"1.0\"?><speak speed=\"80%\" version=\"1.0\" xmlns=\"http://www.w3.org/2001/10/synthesis\" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\" xsi:schemaLocation=\"http://www.w3.org/2001/10/synthesis http://www.w3.org/TR/speech-synthesis/synthesis.xsd\" xml:lang=\"en-US\"> " + messageActivity.Text + "</speak>");
dictationRecognizer.Stop();
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationHypothesis -= DictationRecognizer_DictationHypothesis;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
//do
//{
//} while (dictationRecognizer.Status != SpeechSystemStatus.Stopped);
PhraseRecognitionSystem.Restart();
}
break;
case EventTypes.Error:
// Handle the error
break;
}
}
/// <summary>
/// Frees up resources
/// </summary>
private void OnApplicationQuit()
{
if (recognizer != null)
{
stopRecognizer();
recognizer.Dispose();
}
}
void OnDestroy()
{
dictationRecognizer.DictationResult -= dictationResult;
dictationRecognizer.DictationComplete -= dictationComplete;
dictationRecognizer.DictationHypothesis -= dictationHypothesis;
dictationRecognizer.DictationError -= dictationError;
dictationRecognizer.Dispose();
}
private void OnDestroyWin()
{
if (dictationRecognizer != null)
{
dictationRecognizer.Dispose();
dictationRecognizer = null;
}
}
public void EndDictation()
{
m_DictationRecognizer.Dispose();
m_DictationRecognizer.Stop();
m_DictationRecognizer = null;
Debug.Log("Dictation stopped");
enableUI("EndDictation");
}
// stop capturing audio from microphone
void StopCapturingAudio()
{
isCapturingAudio = false;
Microphone.End(deviceName);
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
}
private void OnDisable()
{
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationHypothesis -= DictationRecognizer_DictationHypothesis;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
}
protected virtual void OnDestroy()
{
if (dictationRecognizer != null)
{
dictationRecognizer.Dispose();
dictationRecognizer = null;
}
}
void OnDisable()
{
StopRecording();
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.DictationHypothesis -= DictationRecognizer_DictationHypothesis;
dictationRecognizer.Dispose();
}
/// <summary>
/// If recording, stop the dictation recognizer and destroy it so that Voice commands can resume.
/// </summary>
public void StopRecording()
{
if (isRecording)
{
isRecording = false;
dictationRecognizer.Stop();
dictationRecognizer.Dispose();
}
}
private void DictationRecognizer_DictationComplete(DictationCompletionCause cause)
{
//Debug.Log("Done talking: "+ cause);
Debug.Log("Response jump to: " + wild.wildcardJumpID);
interactionManager.eventIndex = wild.wildcardJumpID;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.Dispose();
interactionManager.isListening = false;
}
/// <summary>
/// Stop microphone capture. Debugging message is delivered to the Results class.
/// </summary>
public void StopCapturingAudio()
{
Results.instance.SetSubtitleContent("Good bye for now!");
Microphone.End(null);
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
}
public void keywordRestart()
{
dictationRecognizer.Stop();
dictationRecognizer.Dispose();
IsRunning = false;
checkDictationOn();
PhraseRecognitionSystem.Restart();
keywordRecognizer.Start();
}
public void startDictation()
{
if (!isListening)
{
isListening = !isListening;
GetComponent <Image>().color = new Color(0.9f, 0.4f, 0.3f);
GetComponentInChildren <Text>().text = "Listening...";
m_DictationRecognizer.Start();
}
else
{
isListening = !isListening;
m_DictationRecognizer.Stop();
m_DictationRecognizer.Dispose();
GetComponentInChildren <Text>().text = "Finish";
startDictationButton.interactable = !startDictationButton.interactable;
}
}
/// <summary>
/// Called when destroied. Clean up the speech reg.
///
/// preconditions: dictationRecognizer exists.
///
/// postconditions: Dictionation is destroied.
/// </summary>
private void OnDestroy()
{
Debug.Assert(dictationRecognizer != null);
Debug.Log(string.Format("SpeechToText::OnDestroy"));
StopReadingSpeech();
dictationRecognizer.Dispose();
}
public void StopRecording()
{
if (dictationRecognizer.Status == SpeechSystemStatus.Running)
{
dictationRecognizer.Stop();
}
dictationRecognizer.Dispose();
//Microphone.End(deviceName);
}
private void OnDisable()
{
if (speech_recognizer != null)
{
speech_recognizer.Stop();
speech_recognizer.DictationResult -= OnSpeechResult;
speech_recognizer.DictationError -= OnSpeechError;
speech_recognizer.Dispose();
}
}
void OnApplicationQuit()
{
Debug.Log($"Application ending after {Time.time} seconds");
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationHypothesis -= DictationRecognizer_DictationHypothesis;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
}
private void DeActivateRecog()
{
if (dictationRecognizer != null)
{
dictationRecognizer.DictationResult -= (text, confidence) => OnResult(text);
dictationRecognizer.DictationHypothesis -= (text) => OnHypothesis(text);
dictationRecognizer.Stop();
dictationRecognizer.Dispose();
}
}
public void StopCapturingAudio()
{
Debug.Log("Stop Capturing Audio");
Microphone.End(null);
dictationRecognizer.DictationResult -= DictationRecognizer_DictationResult;
dictationRecognizer.DictationHypothesis -= DictationRecognizer_DictationHypothesis;
dictationRecognizer.DictationComplete -= DictationRecognizer_DictationComplete;
dictationRecognizer.DictationError -= DictationRecognizer_DictationError;
dictationRecognizer.Dispose();
}
