Example #1
0
    /// <summary>
    /// This event is fired after the user pauses, typically at the end of a sentence. The full recognized string is returned here.
    /// </summary>
    /// <param name="text">The text that was heard by the recognizer.</param>
    /// <param name="confidence">A representation of how confident (rejected, low, medium, high) the recognizer is of this recognition.</param>
    private async void DictationRecognizer_DictationResult(string text, ConfidenceLevel confidence)
    {
        StopRecording();

        // Append textSoFar with latest text
        textSoFar.Append(text + ". ");

        string msg    = text;
        string result = "I'm sorry, I'm not sure how to answer that";

        if (await tmsBot.SendMessage(msg))
        {
            ConversationMessages messages = await tmsBot.GetMessages();

            for (int i = 1; i < messages.messages.Length; i++)
            {
                result = messages.messages[i].text;
            }
        }

        //animator.Play("Happy");
        MyTTS.SpeakText(result);
        // Set DictationDisplay text to be textSoFar
        //DictationDisplay.text = textSoFar.ToString();
    }
Example #2
0
    // This event handler's code only works in UWP (i.e. HoloLens)
#if WINDOWS_UWP
    /// <summary>
    /// This event is fired after the user pauses, typically at the end of a sentence. The full recognized string is returned here.
    /// </summary>
    /// <param name="text">The text that was heard by the recognizer.</param>
    /// <param name="confidence">A representation of how confident (rejected, low, medium, high) the recognizer is of this recognition.</param>
    private async void DictationRecognizer_DictationResult(string text, ConfidenceLevel confidence)
    {
        StopRecording();

        // Append textSoFar with latest text
        textSoFar.Append(text);

        // Set DictationDisplay text to be textSoFar as return by hypothesis
        //DictationDisplay.text = textSoFar.ToString();

        UnityEngine.WSA.Application.InvokeOnAppThread(()   =>
                                                               {
            // Display captions for the question
            captionsManager.SetCaptionsText(text);
                    
        },  false);

        string msg    = text;
        string result = "I'm sorry, I'm not sure how to answer that";

        if (await tmsBot.SendMessage(msg))
        {
            ConversationActitvities messages = await tmsBot.GetMessages();

            if (messages.activities.Length > 0)
            {
                result = "";
            }

            // Note that attachments (like cards) are still not supported
            for (int i = 1; i < messages.activities.Length; i++)
            {
                // We focus on the speak tag if the bot was speech-enabled.
                // Otherwise we'll just speak the default text instead.
                if (messages.activities[i].speak.Length > 0)
                {
                    result += (messages.activities[i].speak + " ");
                }
                else
                {
                    result += (messages.activities[i].text + " ");
                }
            }
        }

        //animator.Play("Happy");
        MyTTS.SpeakText(result);

        UnityEngine.WSA.Application.InvokeOnAppThread(()   =>
                                                               {
            // Display captions for the question
            captionsManager.SetCaptionsText(result);
                    
        },  false);
    }
Example #3
0
    // This event handler's code only works in UWP (i.e. HoloLens)
#if WINDOWS_UWP
    /// <summary>
    /// This event is fired after the user pauses, typically at the end of a sentence. The full recognized string is returned here.
    /// </summary>
    /// <param name="text">The text that was heard by the recognizer.</param>
    /// <param name="confidence">A representation of how confident (rejected, low, medium, high) the recognizer is of this recognition.</param>
    private async void DictationRecognizer_DictationResult(string text, ConfidenceLevel confidence)
    {
        StopRecording();

        // Append textSoFar with latest text
        textSoFar.Append(text);

        // Set DictationDisplay text to be textSoFar
        //DictationDisplay.text = textSoFar.ToString();

        UnityEngine.WSA.Application.InvokeOnAppThread(()   =>
                                                               {
            // Display captions for the question
            captionsManager.SetCaptionsText(text);
                    
        },  false);

        string msg    = text;
        string result = "I'm sorry, I'm not sure how to answer that";

        if (await tmsBot.SendMessage(msg))
        {
            ConversationMessages messages = await tmsBot.GetMessages();

            for (int i = 1; i < messages.messages.Length; i++)
            {
                result = messages.messages[i].text;
            }
        }

        //animator.Play("Happy");
        MyTTS.SpeakText(result);

        UnityEngine.WSA.Application.InvokeOnAppThread(()   =>
                                                               {
            // Display captions for the question
            captionsManager.SetCaptionsText(result);
                    
        },  false);
    }
Example #4
0
    private async void SendMessage(string message)
    {
        string result = "对不起,无法回答您的问题";

        if (await botService.SendMessage(message))
        {
            ActivitySet messages = await botService.GetMessages();

            if (messages != null)
            {
                for (int i = 1; i < messages.activities.Length; i++)
                {
                    result = messages.activities[i].text;
                }
            }
        }
        UnityEngine.WSA.Application.InvokeOnAppThread(()   =>
                                                               {
            TextToSpeech.Instance.SpeakText(result);
                    
        },  false);
    }
Example #5
0
    /// <summary>
    /// Sends requests to the Bot Framework via the DirectLine v3 API.
    /// The specific bot that gets called gets configured via the DirectLine API key
    /// in the BotService class. This function runs in the background to insure the
    /// application isn;t blocked whiule we wait for the bot response.
    /// </summary>
    /// <param name="message"></param>
    private async void SendBotRequestMessage(string message)
    {
        string result = "I'm sorry, I'm not sure how to answer that";

        // sends the message to the bot and awaits a response.
        if (await tmsBot.SendMessage(message))
        {
            ConversationActitvities messages = await tmsBot.GetMessages();

            if (messages.activities.Length > 0)
            {
                result = "";
            }

            // Note that attachments (like cards) are still not supported
            for (int i = 1; i < messages.activities.Length; i++)
            {
                // We focus on the speak tag if the bot was speech-enabled.
                // Otherwise we'll just speak the default text instead.
                if (messages.activities[i].speak?.Length > 0)
                {
                    result += (messages.activities[i].speak + " ");
                }
                else
                {
                    result += (messages.activities[i].text + " ");
                }
            }
        }

        //animator.Play("Happy");
        recognizedString = result;
        // Use Text-to Speech to respond to the user
        UnityDispatcher.InvokeOnAppThread(() => { UpdateUI(); });
        speechTTS.SpeakWithSDKPlugin(result);
    }