private IEnumerator Examples()
{
// Synthesize
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting synthesize.");
_textToSpeech.Voice = VoiceType.en_US_Allison;
_textToSpeech.ToSpeech(HandleToSpeechCallback, OnFail, _testString, true);
while (!_synthesizeTested)
{
yield return(null);
}
// Get Voices
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get voices.");
_textToSpeech.GetVoices(OnGetVoices, OnFail);
while (!_getVoicesTested)
{
yield return(null);
}
// Get Voice
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get voice {0}.", VoiceType.en_US_Allison);
_textToSpeech.GetVoice(OnGetVoice, OnFail, VoiceType.en_US_Allison);
while (!_getVoiceTested)
{
yield return(null);
}
// Get Pronunciation
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get pronunciation of {0}", _testWord);
_textToSpeech.GetPronunciation(OnGetPronunciation, OnFail, _testWord, VoiceType.en_US_Allison);
while (!_getPronuciationTested)
{
yield return(null);
}
// Get Customizations
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a list of customizations");
_textToSpeech.GetCustomizations(OnGetCustomizations, OnFail);
while (!_getCustomizationsTested)
{
yield return(null);
}
// Create Customization
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to create a customization");
_textToSpeech.CreateCustomization(OnCreateCustomization, OnFail, _customizationName, _customizationLanguage, _customizationDescription);
while (!_createCustomizationTested)
{
yield return(null);
}
// Get Customization
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a customization");
if (!_textToSpeech.GetCustomization(OnGetCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("ExampleTextToSpeech.Examples()", "Failed to get custom voice model!");
}
while (!_getCustomizationTested)
{
yield return(null);
}
// Update Customization
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to update a customization");
Word[] wordsToUpdateCustomization =
{
new Word()
{
word = "hello",
translation = "hullo"
},
new Word()
{
word = "goodbye",
translation = "gbye"
},
new Word()
{
word = "hi",
translation = "ohioooo"
}
};
_customVoiceUpdate = new CustomVoiceUpdate()
{
words = wordsToUpdateCustomization,
description = "My updated description",
name = "My updated name"
};
if (!_textToSpeech.UpdateCustomization(OnUpdateCustomization, OnFail, _createdCustomizationId, _customVoiceUpdate))
{
Log.Debug("ExampleTextToSpeech.Examples()", "Failed to update customization!");
}
while (!_updateCustomizationTested)
{
yield return(null);
}
// Get Customization Words
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a customization's words");
if (!_textToSpeech.GetCustomizationWords(OnGetCustomizationWords, OnFail, _createdCustomizationId))
{
Log.Debug("ExampleTextToSpeech.GetCustomizationWords()", "Failed to get {0} words!", _createdCustomizationId);
}
while (!_getCustomizationWordsTested)
{
yield return(null);
}
// Add Customization Words
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to add words to a customization");
Word[] wordArrayToAddToCustomization =
{
new Word()
{
word = "bananna",
translation = "arange"
},
new Word()
{
word = "orange",
translation = "gbye"
},
new Word()
{
word = "tomato",
translation = "tomahto"
}
};
Words wordsToAddToCustomization = new Words()
{
words = wordArrayToAddToCustomization
};
if (!_textToSpeech.AddCustomizationWords(OnAddCustomizationWords, OnFail, _createdCustomizationId, wordsToAddToCustomization))
{
Log.Debug("ExampleTextToSpeech.AddCustomizationWords()", "Failed to add words to {0}!", _createdCustomizationId);
}
while (!_addCustomizationWordsTested)
{
yield return(null);
}
// Get Customization Word
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get the translation of a custom voice model's word.");
string customIdentifierWord = wordsToUpdateCustomization[0].word;
if (!_textToSpeech.GetCustomizationWord(OnGetCustomizationWord, OnFail, _createdCustomizationId, customIdentifierWord))
{
Log.Debug("ExampleTextToSpeech.GetCustomizationWord()", "Failed to get the translation of {0} from {1}!", customIdentifierWord, _createdCustomizationId);
}
while (!_getCustomizationWordTested)
{
yield return(null);
}
// Delete Customization Word
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to delete customization word from custom voice model.");
string wordToDelete = "goodbye";
if (!_textToSpeech.DeleteCustomizationWord(OnDeleteCustomizationWord, OnFail, _createdCustomizationId, wordToDelete))
{
Log.Debug("ExampleTextToSpeech.DeleteCustomizationWord()", "Failed to delete {0} from {1}!", wordToDelete, _createdCustomizationId);
}
while (!_deleteCustomizationWordTested)
{
yield return(null);
}
// Delete Customization
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to delete a customization");
if (!_textToSpeech.DeleteCustomization(OnDeleteCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("ExampleTextToSpeech.DeleteCustomization()", "Failed to delete custom voice model!");
}
while (!_deleteCustomizationTested)
{
yield return(null);
}
Log.Debug("ExampleTextToSpeech.Examples()", "Text to Speech examples complete.");
}
public override IEnumerator RunTest()
{
LogSystem.InstallDefaultReactors();
VcapCredentials vcapCredentials = new VcapCredentials();
fsData data = null;
string result = null;
var vcapUrl = Environment.GetEnvironmentVariable("VCAP_URL");
var vcapUsername = Environment.GetEnvironmentVariable("VCAP_USERNAME");
var vcapPassword = Environment.GetEnvironmentVariable("VCAP_PASSWORD");
using (SimpleGet simpleGet = new SimpleGet(vcapUrl, vcapUsername, vcapPassword))
{
while (!simpleGet.IsComplete)
{
yield return(null);
}
result = simpleGet.Result;
}
// Add in a parent object because Unity does not like to deserialize root level collection types.
result = Utility.AddTopLevelObjectToJson(result, "VCAP_SERVICES");
// Convert json to fsResult
fsResult r = fsJsonParser.Parse(result, out data);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Convert fsResult to VcapCredentials
object obj = vcapCredentials;
r = _serializer.TryDeserialize(data, obj.GetType(), ref obj);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Set credentials from imported credntials
Credential credential = vcapCredentials.VCAP_SERVICES["text_to_speech"];
_username = credential.Username.ToString();
_password = credential.Password.ToString();
_url = credential.Url.ToString();
// Create credential and instantiate service
Credentials credentials = new Credentials(_username, _password, _url);
// Or authenticate using token
//Credentials credentials = new Credentials(_url)
//{
// AuthenticationToken = _token
//};
_textToSpeech = new TextToSpeech(credentials);
// Synthesize
Log.Debug("TestTextToSpeech.RunTest()", "Attempting synthesize.");
_textToSpeech.Voice = VoiceType.en_US_Allison;
_textToSpeech.ToSpeech(HandleToSpeechCallback, OnFail, _testString, true);
while (!_synthesizeTested)
{
yield return(null);
}
// Synthesize Conversation string
Log.Debug("TestTextToSpeech.RunTest()", "Attempting synthesize a string as returned by Watson Conversation.");
_textToSpeech.Voice = VoiceType.en_US_Allison;
_textToSpeech.ToSpeech(HandleConversationToSpeechCallback, OnFail, _testConversationString, true);
while (!_synthesizeConversationTested)
{
yield return(null);
}
// Get Voices
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get voices.");
_textToSpeech.GetVoices(OnGetVoices, OnFail);
while (!_getVoicesTested)
{
yield return(null);
}
// Get Voice
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get voice {0}.", VoiceType.en_US_Allison);
_textToSpeech.GetVoice(OnGetVoice, OnFail, VoiceType.en_US_Allison);
while (!_getVoiceTested)
{
yield return(null);
}
// Get Pronunciation
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get pronunciation of {0}", _testWord);
_textToSpeech.GetPronunciation(OnGetPronunciation, OnFail, _testWord, VoiceType.en_US_Allison);
while (!_getPronuciationTested)
{
yield return(null);
}
// Get Customizations
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a list of customizations");
_textToSpeech.GetCustomizations(OnGetCustomizations, OnFail);
while (!_getCustomizationsTested)
{
yield return(null);
}
// Create Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to create a customization");
_textToSpeech.CreateCustomization(OnCreateCustomization, OnFail, _customizationName, _customizationLanguage, _customizationDescription);
while (!_createCustomizationTested)
{
yield return(null);
}
// Get Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a customization");
if (!_textToSpeech.GetCustomization(OnGetCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.RunTest()", "Failed to get custom voice model!");
}
while (!_getCustomizationTested)
{
yield return(null);
}
// Update Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to update a customization");
Word[] wordsToUpdateCustomization =
{
new Word()
{
word = "hello",
translation = "hullo"
},
new Word()
{
word = "goodbye",
translation = "gbye"
},
new Word()
{
word = "hi",
translation = "ohioooo"
}
};
_customVoiceUpdate = new CustomVoiceUpdate()
{
words = wordsToUpdateCustomization,
description = "My updated description",
name = "My updated name"
};
if (!_textToSpeech.UpdateCustomization(OnUpdateCustomization, OnFail, _createdCustomizationId, _customVoiceUpdate))
{
Log.Debug("TestTextToSpeech.UpdateCustomization()", "Failed to update customization!");
}
while (!_updateCustomizationTested)
{
yield return(null);
}
// Get Customization Words
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a customization's words");
if (!_textToSpeech.GetCustomizationWords(OnGetCustomizationWords, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.GetCustomizationWords()", "Failed to get {0} words!", _createdCustomizationId);
}
while (!_getCustomizationWordsTested)
{
yield return(null);
}
// Add Customization Words
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to add words to a customization");
Word[] wordArrayToAddToCustomization =
{
new Word()
{
word = "bananna",
translation = "arange"
},
new Word()
{
word = "orange",
translation = "gbye"
},
new Word()
{
word = "tomato",
translation = "tomahto"
}
};
Words wordsToAddToCustomization = new Words()
{
words = wordArrayToAddToCustomization
};
if (!_textToSpeech.AddCustomizationWords(OnAddCustomizationWords, OnFail, _createdCustomizationId, wordsToAddToCustomization))
{
Log.Debug("TestTextToSpeech.AddCustomizationWords()", "Failed to add words to {0}!", _createdCustomizationId);
}
while (!_addCustomizationWordsTested)
{
yield return(null);
}
// Get Customization Word
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get the translation of a custom voice model's word.");
string customIdentifierWord = wordsToUpdateCustomization[0].word;
if (!_textToSpeech.GetCustomizationWord(OnGetCustomizationWord, OnFail, _createdCustomizationId, customIdentifierWord))
{
Log.Debug("TestTextToSpeech.GetCustomizationWord()", "Failed to get the translation of {0} from {1}!", customIdentifierWord, _createdCustomizationId);
}
while (!_getCustomizationWordTested)
{
yield return(null);
}
// Delete Customization Word
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to delete customization word from custom voice model.");
string wordToDelete = "goodbye";
if (!_textToSpeech.DeleteCustomizationWord(OnDeleteCustomizationWord, OnFail, _createdCustomizationId, wordToDelete))
{
Log.Debug("TestTextToSpeech.DeleteCustomizationWord()", "Failed to delete {0} from {1}!", wordToDelete, _createdCustomizationId);
}
while (!_deleteCustomizationWordTested)
{
yield return(null);
}
// Delete Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to delete a customization");
if (!_textToSpeech.DeleteCustomization(OnDeleteCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.DeleteCustomization()", "Failed to delete custom voice model!");
}
while (!_deleteCustomizationTested)
{
yield return(null);
}
Log.Debug("TestTextToSpeech.RunTest()", "Text to Speech examples complete.");
yield break;
}
public static IEnumerable <String> GetVoices()
{
return(TextToSpeech.GetVoices());
}
/**
**/
using UnityEngine;
using System.Collections;
using IBM.Watson.DeveloperCloud.Logging;
using IBM.Watson.DeveloperCloud.Services.SpeechToText.v1;
using IBM.Watson.DeveloperCloud.Utilities;
using IBM.Watson.DeveloperCloud.DataTypes;
using System.Collections.Generic;
using UnityEngine.UI;
using IBM.Watson.DeveloperCloud.Services.TextToSpeech.v1;
using IBM.Watson.DeveloperCloud.Connection;
using System;
public class ExampleStreaming : MonoBehaviour
{
// STT - BURNER CREDS - DELETE AFTER RECORDING
private string _username_STT = "";
private string _password_STT = "";
private string _url_STT = "https://stream.watsonplatform.net/speech-to-text/api";
public Text ResultsField;
private int _recordingRoutine = 0;
private string _microphoneID = null;
private AudioClip _recording = null;
private int _recordingBufferSize = 1;
private int _recordingHZ = 22050;
private SpeechToText _speechToText;
// TEXT TO SPEECH - BURNER CREDENTIALS FOR PUBLIC DEMO I WILL DELETE AFTER RECORDING
private string _username_TTS = "";
private string _password_TTS = "";
private string _url_TTS = "https://stream.watsonplatform.net/text-to-speech/api";
TextToSpeech _textToSpeech;
//string _testString = "<speak version=\"1.0\"><say-as interpret-as=\"letters\">I'm sorry</say-as>. <prosody pitch=\"150Hz\">This is Text to Speech!</prosody><express-as type=\"GoodNews\">I'm sorry. This is Text to Speech!</express-as></speak>";
/// TEST STRINGS OK
// Pitch Shifting
//string _testString = "<speak version=\"1.0\"><prosody pitch=\"150Hz\">This is Text to Speech!</prosody></speak>";
//string _testString = "<speak version=\"1.0\"><prosody pitch=\"250Hz\">This is Text to Speech!</prosody></speak>";
//string _testString = "<speak version=\"1.0\"><prosody pitch=\"350Hz\">This is Text to Speech!</prosody></speak>";
//string _testString = "<speak version=\"1.0\"><prosody pitch=\"350Hz\">hi</prosody></speak>";
// Good news and sorrow and uncertainty - ref https://console.bluemix.net/docs/services/text-to-speech/SSML-expressive.html#expressive
// <express-as type="GoodNews">This is Text to Speech!</express-as>
string _testString = "<speak version=\"1.0\"><express-as type=\"GoodNews\">Hello! Good News! Text to Speech is Working!</express-as></speak>";
//string _testString = "<speak version=\"1.0\"><express-as type=\"Apology\">I am terribly sorry for the quality of service you have received.</express-as></speak>";
//string _testString = "<speak version=\"1.0\"><express-as type=\"Uncertainty\">Can you please explain it again? I am not sure I understand.</express-as></speak>";
//string _testString = "<speak version=\"1.0\"><prosody pitch=\\\"350Hz\\\"><express-as type=\"Uncertainty\">Can you please explain it again? I am confused and I'm not sure I understand.</express-as></prosody></speak>";
string _createdCustomizationId;
CustomVoiceUpdate _customVoiceUpdate;
string _customizationName = "unity-example-customization";
string _customizationLanguage = "en-US";
string _customizationDescription = "A text to speech voice customization created within Unity.";
string _testWord = "Watson";
private bool _synthesizeTested = false;
private bool _getVoicesTested = false;
private bool _getVoiceTested = false;
private bool _getPronuciationTested = false;
private bool _getCustomizationsTested = false;
private bool _createCustomizationTested = false;
private bool _deleteCustomizationTested = false;
private bool _getCustomizationTested = false;
private bool _updateCustomizationTested = false;
private bool _getCustomizationWordsTested = false;
private bool _addCustomizationWordsTested = false;
private bool _deleteCustomizationWordTested = false;
private bool _getCustomizationWordTested = false;
void Start()
{
LogSystem.InstallDefaultReactors();
// Create credential and instantiate service
Credentials credentials_STT = new Credentials(_username_STT, _password_STT, _url_STT);
Credentials credentials_TTS = new Credentials(_username_TTS, _password_TTS, _url_TTS);
_speechToText = new SpeechToText(credentials_STT);
_textToSpeech = new TextToSpeech(credentials_TTS);
Active = true;
StartRecording();
Runnable.Run(Examples());
}
public bool Active
{
get { return _speechToText.IsListening; }
set
{
if (value && !_speechToText.IsListening)
{
_speechToText.DetectSilence = true;
_speechToText.EnableWordConfidence = true;
_speechToText.EnableTimestamps = true;
_speechToText.SilenceThreshold = 0.01f;
_speechToText.MaxAlternatives = 0;
_speechToText.EnableInterimResults = true;
_speechToText.OnError = OnError;
_speechToText.InactivityTimeout = -1;
_speechToText.ProfanityFilter = false;
_speechToText.SmartFormatting = true;
_speechToText.SpeakerLabels = false;
_speechToText.WordAlternativesThreshold = null;
_speechToText.StartListening(OnRecognize, OnRecognizeSpeaker);
}
else if (!value && _speechToText.IsListening)
{
_speechToText.StopListening();
}
}
}
private void StartRecording()
{
if (_recordingRoutine == 0)
{
UnityObjectUtil.StartDestroyQueue();
_recordingRoutine = Runnable.Run(RecordingHandler());
}
}
private void StopRecording()
{
if (_recordingRoutine != 0)
{
Microphone.End(_microphoneID);
Runnable.Stop(_recordingRoutine);
_recordingRoutine = 0;
}
}
private void OnError(string error)
{
Active = false;
Log.Debug("ExampleStreaming.OnError()", "Error! {0}", error);
}
private IEnumerator RecordingHandler()
{
Log.Debug("ExampleStreaming.RecordingHandler()", "devices: {0}", Microphone.devices);
_recording = Microphone.Start(_microphoneID, true, _recordingBufferSize, _recordingHZ);
yield return null; // let _recordingRoutine get set..
if (_recording == null)
{
StopRecording();
yield break;
}
bool bFirstBlock = true;
int midPoint = _recording.samples / 2;
float[] samples = null;
while (_recordingRoutine != 0 && _recording != null)
{
int writePos = Microphone.GetPosition(_microphoneID);
if (writePos > _recording.samples || !Microphone.IsRecording(_microphoneID))
{
Log.Error("ExampleStreaming.RecordingHandler()", "Microphone disconnected.");
StopRecording();
yield break;
}
if ((bFirstBlock && writePos >= midPoint)
|| (!bFirstBlock && writePos < midPoint))
{
// front block is recorded, make a RecordClip and pass it onto our callback.
samples = new float[midPoint];
_recording.GetData(samples, bFirstBlock ? 0 : midPoint);
AudioData record = new AudioData();
record.MaxLevel = Mathf.Max(Mathf.Abs(Mathf.Min(samples)), Mathf.Max(samples));
record.Clip = AudioClip.Create("Recording", midPoint, _recording.channels, _recordingHZ, false);
record.Clip.SetData(samples, 0);
_speechToText.OnListen(record);
bFirstBlock = !bFirstBlock;
}
else
{
// calculate the number of samples remaining until we ready for a block of audio,
// and wait that amount of time it will take to record.
int remaining = bFirstBlock ? (midPoint - writePos) : (_recording.samples - writePos);
float timeRemaining = (float)remaining / (float)_recordingHZ;
yield return new WaitForSeconds(timeRemaining);
}
}
yield break;
}
private void OnRecognize(SpeechRecognitionEvent result,Dictionary<string, object> customData)
{
if (result != null && result.results.Length > 0)
{
foreach (var res in result.results)
{
foreach (var alt in res.alternatives)
{
string text = string.Format("{0} ({1}, {2:0.00})\n", alt.transcript, res.final ? "Final" : "Interim", alt.confidence);
Log.Debug("ExampleStreaming.OnRecognize()", text);
ResultsField.text = text;
if (alt.transcript.Contains("inhabitants") && ResultsField.text.Contains("Final")) // needs to be final or ECHO happens
{
_testString = "<speak version=\"1.0\"><express-as type=\"GoodNews\">The original inhabitants of Gippsland, the Kurnai Aboriginal people, have lived in this region for 20,000 years. </express-as></speak>";
Runnable.Run(Examples());
}
if (alt.transcript.Contains("immigration") && ResultsField.text.Contains("Final")) // needs to be final or ECHO happens
{
_testString = "<speak version=\"1.0\"><prosody pitch=\\\"350Hz\\\"><express-as type=\"GoodNews\">Oh The next big immigration wave was the selectors who moved in from 1875 onwards to set up small dairy farms all over Gippsland, but mainly in the Strzelecki ranges of west and south Gippsland</express-as></prosody></speak>";
Runnable.Run(Examples());
} // Cannot ECHO the trigger condition (or be ready for loop
if (alt.transcript.Contains("happy") && ResultsField.text.Contains("Final")) // needs to be final or ECHO happens
{
_testString = "<speak version=\"1.0\"><prosody pitch=\\\"250Hz\\\"><express-as type=\"GoodNews\">It is so glad to hear that!</express-as></prosody></speak>";
Runnable.Run(Examples());
} // Cannot ECHO the trigger condition (or be ready for loop
}
if (res.keywords_result != null && res.keywords_result.keyword != null)
{
foreach (var keyword in res.keywords_result.keyword)
{
Log.Debug("ExampleStreaming.OnRecognize()", "keyword: {0}, confidence: {1}, start time: {2}, end time: {3}", keyword.normalized_text, keyword.confidence, keyword.start_time, keyword.end_time);
}
}
if (res.word_alternatives != null)
{
foreach (var wordAlternative in res.word_alternatives)
{
Log.Debug("ExampleStreaming.OnRecognize()", "Word alternatives found. Start time: {0} | EndTime: {1}", wordAlternative.start_time, wordAlternative.end_time);
foreach (var alternative in wordAlternative.alternatives)
Log.Debug("ExampleStreaming.OnRecognize()", "\t word: {0} | confidence: {1}", alternative.word, alternative.confidence);
}
}
}
}
}
private void OnRecognizeSpeaker(SpeakerRecognitionEvent result,Dictionary<string, object> customData)
{
//throw new NotImplementedException();
if (result != null)
{
foreach (SpeakerLabelsResult labelResult in result.speaker_labels)
{
Log.Debug("ExampleStreaming.OnRecognize()", string.Format("speaker result: {0} | confidence: {3} | from: {1} | to: {2}", labelResult.speaker, labelResult.from, labelResult.to, labelResult.confidence));
}
}
}
// TTS CODE
private IEnumerator Examples()
{
// Synthesize
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting synthesize.");
_textToSpeech.Voice = VoiceType.en_US_Allison;
_textToSpeech.ToSpeech(HandleToSpeechCallback, OnFail, _testString, true);
while (!_synthesizeTested)
yield return null;
// Get Voices
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get voices.");
_textToSpeech.GetVoices(OnGetVoices, OnFail);
while (!_getVoicesTested)
yield return null;
// Get Voice
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get voice {0}.", VoiceType.en_US_Allison);
_textToSpeech.GetVoice(OnGetVoice, OnFail, VoiceType.en_US_Allison);
while (!_getVoiceTested)
yield return null;
// Get Pronunciation
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get pronunciation of {0}", _testWord);
_textToSpeech.GetPronunciation(OnGetPronunciation, OnFail, _testWord, VoiceType.en_US_Allison);
while (!_getPronuciationTested)
yield return null;
// Get Customizations
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a list of customizations");
// _textToSpeech.GetCustomizations(OnGetCustomizations, OnFail);
// while (!_getCustomizationsTested)
// yield return null;
// Create Customization
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to create a customization");
// _textToSpeech.CreateCustomization(OnCreateCustomization, OnFail, _customizationName, _customizationLanguage, _customizationDescription);
// while (!_createCustomizationTested)
// yield return null;
// Get Customization
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a customization");
// if (!_textToSpeech.GetCustomization(OnGetCustomization, OnFail, _createdCustomizationId))
// Log.Debug("ExampleTextToSpeech.Examples()", "Failed to get custom voice model!");
// while (!_getCustomizationTested)
// yield return null;
// Update Customization
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to update a customization");
// Word[] wordsToUpdateCustomization =
// {
// new Word()
// {
// word = "hello",
// translation = "hullo"
// },
// new Word()
// {
// word = "goodbye",
// translation = "gbye"
// },
// new Word()
// {
// word = "hi",
// translation = "ohioooo"
// }
// };
// _customVoiceUpdate = new CustomVoiceUpdate()
// {
// words = wordsToUpdateCustomization,
// description = "My updated description",
// name = "My updated name"
// };
if (!_textToSpeech.UpdateCustomization(OnUpdateCustomization, OnFail, _createdCustomizationId, _customVoiceUpdate))
Log.Debug("ExampleTextToSpeech.Examples()", "Failed to update customization!");
while (!_updateCustomizationTested)
yield return null;
// Get Customization Words
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get a customization's words");
// if (!_textToSpeech.GetCustomizationWords(OnGetCustomizationWords, OnFail, _createdCustomizationId))
// Log.Debug("ExampleTextToSpeech.GetCustomizationWords()", "Failed to get {0} words!", _createdCustomizationId);
// while (!_getCustomizationWordsTested)
// yield return null;
// Add Customization Words
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to add words to a customization");
// Word[] wordArrayToAddToCustomization =
// {
// new Word()
// {
// word = "bananna",
// translation = "arange"
// },
// new Word()
// {
// word = "orange",
// translation = "gbye"
// },
// new Word()
// {
// word = "tomato",
// translation = "tomahto"
// }
// };
// Words wordsToAddToCustomization = new Words()
// {
// words = wordArrayToAddToCustomization
// };
// if (!_textToSpeech.AddCustomizationWords(OnAddCustomizationWords, OnFail, _createdCustomizationId, wordsToAddToCustomization))
// Log.Debug("ExampleTextToSpeech.AddCustomizationWords()", "Failed to add words to {0}!", _createdCustomizationId);
// while (!_addCustomizationWordsTested)
// yield return null;
// Get Customization Word
// Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to get the translation of a custom voice model's word.");
// string customIdentifierWord = wordsToUpdateCustomization[0].word;
// if (!_textToSpeech.GetCustomizationWord(OnGetCustomizationWord, OnFail, _createdCustomizationId, customIdentifierWord))
// Log.Debug("ExampleTextToSpeech.GetCustomizationWord()", "Failed to get the translation of {0} from {1}!", customIdentifierWord, _createdCustomizationId);
// while (!_getCustomizationWordTested)
// yield return null;
// Delete Customization Word
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to delete customization word from custom voice model.");
string wordToDelete = "goodbye";
if (!_textToSpeech.DeleteCustomizationWord(OnDeleteCustomizationWord, OnFail, _createdCustomizationId, wordToDelete))
Log.Debug("ExampleTextToSpeech.DeleteCustomizationWord()", "Failed to delete {0} from {1}!", wordToDelete, _createdCustomizationId);
while (!_deleteCustomizationWordTested)
yield return null;
// Delete Customization
Log.Debug("ExampleTextToSpeech.Examples()", "Attempting to delete a customization");
if (!_textToSpeech.DeleteCustomization(OnDeleteCustomization, OnFail, _createdCustomizationId))
Log.Debug("ExampleTextToSpeech.DeleteCustomization()", "Failed to delete custom voice model!");
while (!_deleteCustomizationTested)
yield return null;
Log.Debug("ExampleTextToSpeech.Examples()", "Text to Speech examples complete.");
}
void HandleToSpeechCallback(AudioClip clip, Dictionary<string, object> customData = null)
{
PlayClip(clip);
}
private void PlayClip(AudioClip clip)
{
if (Application.isPlaying && clip != null)
{
GameObject audioObject = new GameObject("AudioObject");
AudioSource source = audioObject.AddComponent<AudioSource>();
source.spatialBlend = 0.0f;
source.loop = false;
source.clip = clip;
source.Play();
Destroy(audioObject, clip.length);
_synthesizeTested = true;
}
}
private void OnGetVoices(Voices voices, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnGetVoices()", "Text to Speech - Get voices response: {0}", customData["json"].ToString());
_getVoicesTested = true;
}
private void OnGetVoice(Voice voice, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnGetVoice()", "Text to Speech - Get voice response: {0}", customData["json"].ToString());
_getVoiceTested = true;
}
private void OnGetPronunciation(Pronunciation pronunciation, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnGetPronunciation()", "Text to Speech - Get pronunciation response: {0}", customData["json"].ToString());
_getPronuciationTested = true;
}
// private void OnGetCustomizations(Customizations customizations, Dictionary<string, object> customData = null)
// {
// Log.Debug("ExampleTextToSpeech.OnGetCustomizations()", "Text to Speech - Get customizations response: {0}", customData["json"].ToString());
// _getCustomizationsTested = true;
// }
// private void OnCreateCustomization(CustomizationID customizationID, Dictionary<string, object> customData = null)
// {
// Log.Debug("ExampleTextToSpeech.OnCreateCustomization()", "Text to Speech - Create customization response: {0}", customData["json"].ToString());
// _createdCustomizationId = customizationID.customization_id;
// _createCustomizationTested = true;
// }
private void OnDeleteCustomization(bool success, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnDeleteCustomization()", "Text to Speech - Delete customization response: {0}", customData["json"].ToString());
_createdCustomizationId = null;
_deleteCustomizationTested = true;
}
// private void OnGetCustomization(Customization customization, Dictionary<string, object> customData = null)
// {
// Log.Debug("ExampleTextToSpeech.OnGetCustomization()", "Text to Speech - Get customization response: {0}", customData["json"].ToString());
// _getCustomizationTested = true;
// }
private void OnUpdateCustomization(bool success, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnUpdateCustomization()", "Text to Speech - Update customization response: {0}", customData["json"].ToString());
_updateCustomizationTested = true;
}
// private void OnGetCustomizationWords(Words words, Dictionary<string, object> customData = null)
// {
// Log.Debug("ExampleTextToSpeech.OnGetCustomizationWords()", "Text to Speech - Get customization words response: {0}", customData["json"].ToString());
// _getCustomizationWordsTested = true;
// }
private void OnAddCustomizationWords(bool success, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnAddCustomizationWords()", "Text to Speech - Add customization words response: {0}", customData["json"].ToString());
_addCustomizationWordsTested = true;
}
private void OnDeleteCustomizationWord(bool success, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnDeleteCustomizationWord()", "Text to Speech - Delete customization word response: {0}", customData["json"].ToString());
_deleteCustomizationWordTested = true;
}
private void OnGetCustomizationWord(Translation translation, Dictionary<string, object> customData = null)
{
Log.Debug("ExampleTextToSpeech.OnGetCustomizationWord()", "Text to Speech - Get customization word response: {0}", customData["json"].ToString());
_getCustomizationWordTested = true;
}
private void OnFail(RESTConnector.Error error, Dictionary<string, object> customData)
{
Log.Error("ExampleTextToSpeech.OnFail()", "Error received: {0}", error.ToString());
}
}
public override IEnumerator RunTest()
{
LogSystem.InstallDefaultReactors();
try
{
VcapCredentials vcapCredentials = new VcapCredentials();
fsData data = null;
// Get credentials from a credential file defined in environmental variables in the VCAP_SERVICES format.
// See https://www.ibm.com/watson/developercloud/doc/common/getting-started-variables.html.
var environmentalVariable = Environment.GetEnvironmentVariable("VCAP_SERVICES");
var fileContent = File.ReadAllText(environmentalVariable);
// Add in a parent object because Unity does not like to deserialize root level collection types.
fileContent = Utility.AddTopLevelObjectToJson(fileContent, "VCAP_SERVICES");
// Convert json to fsResult
fsResult r = fsJsonParser.Parse(fileContent, out data);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Convert fsResult to VcapCredentials
object obj = vcapCredentials;
r = _serializer.TryDeserialize(data, obj.GetType(), ref obj);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Set credentials from imported credntials
Credential credential = vcapCredentials.VCAP_SERVICES["text_to_speech"][TestCredentialIndex].Credentials;
_username = credential.Username.ToString();
_password = credential.Password.ToString();
_url = credential.Url.ToString();
}
catch
{
Log.Debug("TestTextToSpeech", "Failed to get credentials from VCAP_SERVICES file. Please configure credentials to run this test. For more information, see: https://github.com/watson-developer-cloud/unity-sdk/#authentication");
}
// Create credential and instantiate service
Credentials credentials = new Credentials(_username, _password, _url);
// Or authenticate using token
//Credentials credentials = new Credentials(_url)
//{
// AuthenticationToken = _token
//};
_textToSpeech = new TextToSpeech(credentials);
// Synthesize
Log.Debug("ExampleTextToSpeech", "Attempting synthesize.");
_textToSpeech.Voice = VoiceType.en_US_Allison;
_textToSpeech.ToSpeech(_testString, HandleToSpeechCallback, true);
while (!_synthesizeTested)
{
yield return(null);
}
// Get Voices
Log.Debug("ExampleTextToSpeech", "Attempting to get voices.");
_textToSpeech.GetVoices(OnGetVoices);
while (!_getVoicesTested)
{
yield return(null);
}
// Get Voice
Log.Debug("ExampleTextToSpeech", "Attempting to get voice {0}.", VoiceType.en_US_Allison);
_textToSpeech.GetVoice(OnGetVoice, VoiceType.en_US_Allison);
while (!_getVoiceTested)
{
yield return(null);
}
// Get Pronunciation
Log.Debug("ExampleTextToSpeech", "Attempting to get pronunciation of {0}", _testWord);
_textToSpeech.GetPronunciation(OnGetPronunciation, _testWord, VoiceType.en_US_Allison);
while (!_getPronuciationTested)
{
yield return(null);
}
// Get Customizations
Log.Debug("ExampleTextToSpeech", "Attempting to get a list of customizations");
_textToSpeech.GetCustomizations(OnGetCustomizations);
while (!_getCustomizationsTested)
{
yield return(null);
}
// Create Customization
Log.Debug("ExampleTextToSpeech", "Attempting to create a customization");
_textToSpeech.CreateCustomization(OnCreateCustomization, _customizationName, _customizationLanguage, _customizationDescription);
while (!_createCustomizationTested)
{
yield return(null);
}
// Get Customization
Log.Debug("ExampleTextToSpeech", "Attempting to get a customization");
if (!_textToSpeech.GetCustomization(OnGetCustomization, _createdCustomizationId))
{
Log.Debug("ExampleTextToSpeech", "Failed to get custom voice model!");
}
while (!_getCustomizationTested)
{
yield return(null);
}
// Update Customization
Log.Debug("ExampleTextToSpeech", "Attempting to update a customization");
Word[] wordsToUpdateCustomization =
{
new Word()
{
word = "hello",
translation = "hullo"
},
new Word()
{
word = "goodbye",
translation = "gbye"
},
new Word()
{
word = "hi",
translation = "ohioooo"
}
};
_customVoiceUpdate = new CustomVoiceUpdate()
{
words = wordsToUpdateCustomization,
description = "My updated description",
name = "My updated name"
};
if (!_textToSpeech.UpdateCustomization(OnUpdateCustomization, _createdCustomizationId, _customVoiceUpdate))
{
Log.Debug("ExampleTextToSpeech", "Failed to update customization!");
}
while (!_updateCustomizationTested)
{
yield return(null);
}
// Get Customization Words
Log.Debug("ExampleTextToSpeech", "Attempting to get a customization's words");
string customIdentifierToGetWords = "1476ea80-5355-4911-ac99-ba39162a2d34";
if (!_textToSpeech.GetCustomizationWords(OnGetCustomizationWords, customIdentifierToGetWords))
{
Log.Debug("ExampleTextToSpeech", "Failed to get {0} words!", customIdentifierToGetWords);
}
while (!_getCustomizationWordsTested)
{
yield return(null);
}
// Add Customization Words
Log.Debug("ExampleTextToSpeech", "Attempting to add words to a customization");
Word[] wordArrayToAddToCustomization =
{
new Word()
{
word = "bananna",
translation = "arange"
},
new Word()
{
word = "orange",
translation = "gbye"
},
new Word()
{
word = "tomato",
translation = "tomahto"
}
};
Words wordsToAddToCustomization = new Words()
{
words = wordArrayToAddToCustomization
};
if (!_textToSpeech.AddCustomizationWords(OnAddCustomizationWords, _createdCustomizationId, wordsToAddToCustomization))
{
Log.Debug("ExampleTextToSpeech", "Failed to add words to {0}!", _createdCustomizationId);
}
while (!_addCustomizationWordsTested)
{
yield return(null);
}
// Get Customization Word
Log.Debug("ExampleTextToSpeech", "Attempting to get the translation of a custom voice model's word.");
string customIdentifierWord = wordsToUpdateCustomization[0].word;
if (!_textToSpeech.GetCustomizationWord(OnGetCustomizationWord, _createdCustomizationId, customIdentifierWord))
{
Log.Debug("ExampleTextToSpeech", "Failed to get the translation of {0} from {1}!", customIdentifierWord, _createdCustomizationId);
}
while (!_getCustomizationWordTested)
{
yield return(null);
}
// Delete Customization Word
Log.Debug("ExampleTextToSpeech", "Attempting to delete customization word from custom voice model.");
string wordToDelete = "goodbye";
if (!_textToSpeech.DeleteCustomizationWord(OnDeleteCustomizationWord, _createdCustomizationId, wordToDelete))
{
Log.Debug("ExampleTextToSpeech", "Failed to delete {0} from {1}!", wordToDelete, _createdCustomizationId);
}
while (!_deleteCustomizationWordTested)
{
yield return(null);
}
// Delete Customization
Log.Debug("ExampleTextToSpeech", "Attempting to delete a customization");
if (!_textToSpeech.DeleteCustomization(OnDeleteCustomization, _createdCustomizationId))
{
Log.Debug("ExampleTextToSpeech", "Failed to delete custom voice model!");
}
while (!_deleteCustomizationTested)
{
yield return(null);
}
Log.Debug("ExampleTextToSpeech", "Text to Speech examples complete.");
yield break;
}
public override IEnumerator RunTest()
{
LogSystem.InstallDefaultReactors();
VcapCredentials vcapCredentials = new VcapCredentials();
fsData data = null;
string result = null;
string credentialsFilepath = "../sdk-credentials/credentials.json";
// Load credentials file if it exists. If it doesn't exist, don't run the tests.
if (File.Exists(credentialsFilepath))
{
result = File.ReadAllText(credentialsFilepath);
}
else
{
yield break;
}
// Add in a parent object because Unity does not like to deserialize root level collection types.
result = Utility.AddTopLevelObjectToJson(result, "VCAP_SERVICES");
// Convert json to fsResult
fsResult r = fsJsonParser.Parse(result, out data);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Convert fsResult to VcapCredentials
object obj = vcapCredentials;
r = _serializer.TryDeserialize(data, obj.GetType(), ref obj);
if (!r.Succeeded)
{
throw new WatsonException(r.FormattedMessages);
}
// Set credentials from imported credntials
Credential credential = vcapCredentials.GetCredentialByname("text-to-speech-sdk")[0].Credentials;
// Create credential and instantiate service
TokenOptions tokenOptions = new TokenOptions()
{
IamApiKey = credential.IamApikey,
};
// Create credential and instantiate service
Credentials credentials = new Credentials(tokenOptions, credential.Url);
// Wait for tokendata
while (!credentials.HasIamTokenData())
{
yield return(null);
}
_textToSpeech = new TextToSpeech(credentials);
//// Synthesize
//Log.Debug("TestTextToSpeech.RunTest()", "Attempting synthesize.");
//_textToSpeech.Voice = VoiceType.en_US_Allison;
//_textToSpeech.ToSpeech(HandleToSpeechCallback, OnFail, _testString, true);
//while (!_synthesizeTested)
// yield return null;
//// Synthesize Conversation string
//Log.Debug("TestTextToSpeech.RunTest()", "Attempting synthesize a string as returned by Watson Conversation.");
//_textToSpeech.Voice = VoiceType.en_US_Allison;
//_textToSpeech.ToSpeech(HandleConversationToSpeechCallback, OnFail, _testConversationString, true);
//while (!_synthesizeConversationTested)
// yield return null;
// Get Voices
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get voices.");
_textToSpeech.GetVoices(OnGetVoices, OnFail);
while (!_getVoicesTested)
{
yield return(null);
}
// Get Voice
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get voice {0}.", VoiceType.en_US_Allison);
_textToSpeech.GetVoice(OnGetVoice, OnFail, VoiceType.en_US_Allison);
while (!_getVoiceTested)
{
yield return(null);
}
// Get Pronunciation
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get pronunciation of {0}", _testWord);
_textToSpeech.GetPronunciation(OnGetPronunciation, OnFail, _testWord, VoiceType.en_US_Allison);
while (!_getPronuciationTested)
{
yield return(null);
}
// Get Customizations
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a list of customizations");
_textToSpeech.GetCustomizations(OnGetCustomizations, OnFail);
while (!_getCustomizationsTested)
{
yield return(null);
}
// Create Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to create a customization");
_textToSpeech.CreateCustomization(OnCreateCustomization, OnFail, _customizationName, _customizationLanguage, _customizationDescription);
while (!_createCustomizationTested)
{
yield return(null);
}
// Get Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a customization");
if (!_textToSpeech.GetCustomization(OnGetCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.RunTest()", "Failed to get custom voice model!");
}
while (!_getCustomizationTested)
{
yield return(null);
}
// Update Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to update a customization");
Word[] wordsToUpdateCustomization =
{
new Word()
{
word = "hello",
translation = "hullo"
},
new Word()
{
word = "goodbye",
translation = "gbye"
},
new Word()
{
word = "hi",
translation = "ohioooo"
}
};
_customVoiceUpdate = new CustomVoiceUpdate()
{
words = wordsToUpdateCustomization,
description = "My updated description",
name = "My updated name"
};
if (!_textToSpeech.UpdateCustomization(OnUpdateCustomization, OnFail, _createdCustomizationId, _customVoiceUpdate))
{
Log.Debug("TestTextToSpeech.UpdateCustomization()", "Failed to update customization!");
}
while (!_updateCustomizationTested)
{
yield return(null);
}
// Get Customization Words
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get a customization's words");
if (!_textToSpeech.GetCustomizationWords(OnGetCustomizationWords, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.GetCustomizationWords()", "Failed to get {0} words!", _createdCustomizationId);
}
while (!_getCustomizationWordsTested)
{
yield return(null);
}
// Add Customization Words
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to add words to a customization");
Word[] wordArrayToAddToCustomization =
{
new Word()
{
word = "bananna",
translation = "arange"
},
new Word()
{
word = "orange",
translation = "gbye"
},
new Word()
{
word = "tomato",
translation = "tomahto"
}
};
Words wordsToAddToCustomization = new Words()
{
words = wordArrayToAddToCustomization
};
if (!_textToSpeech.AddCustomizationWords(OnAddCustomizationWords, OnFail, _createdCustomizationId, wordsToAddToCustomization))
{
Log.Debug("TestTextToSpeech.AddCustomizationWords()", "Failed to add words to {0}!", _createdCustomizationId);
}
while (!_addCustomizationWordsTested)
{
yield return(null);
}
// Get Customization Word
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to get the translation of a custom voice model's word.");
string customIdentifierWord = wordsToUpdateCustomization[0].word;
if (!_textToSpeech.GetCustomizationWord(OnGetCustomizationWord, OnFail, _createdCustomizationId, customIdentifierWord))
{
Log.Debug("TestTextToSpeech.GetCustomizationWord()", "Failed to get the translation of {0} from {1}!", customIdentifierWord, _createdCustomizationId);
}
while (!_getCustomizationWordTested)
{
yield return(null);
}
// Delete Customization Word
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to delete customization word from custom voice model.");
string wordToDelete = "goodbye";
if (!_textToSpeech.DeleteCustomizationWord(OnDeleteCustomizationWord, OnFail, _createdCustomizationId, wordToDelete))
{
Log.Debug("TestTextToSpeech.DeleteCustomizationWord()", "Failed to delete {0} from {1}!", wordToDelete, _createdCustomizationId);
}
while (!_deleteCustomizationWordTested)
{
yield return(null);
}
// Delete Customization
Log.Debug("TestTextToSpeech.RunTest()", "Attempting to delete a customization");
if (!_textToSpeech.DeleteCustomization(OnDeleteCustomization, OnFail, _createdCustomizationId))
{
Log.Debug("TestTextToSpeech.DeleteCustomization()", "Failed to delete custom voice model!");
}
while (!_deleteCustomizationTested)
{
yield return(null);
}
Log.Debug("TestTextToSpeech.RunTest()", "Text to Speech examples complete.");
yield break;
}
