// ステータス毎のアクション
public async Task OnPromptAsync(User user, Context context, CancellationToken token)
{
var request = new AnimatedVoiceRequest(startIdlingOnEnd: false);
request.AddAnimatedVoice("line-girl1-yobimashita1", "AGIA_Idle_angry_01_hands_on_waist", voicePreGap: 0.5f);
await chatdoll.ModelController.AnimatedSay(request, token);
}
public IEnumerator TestAnimatedSayBlinking()
{
var model = GameObject.Find(Constants.ChatdollModelName)?.GetComponent <ModelController>();
if (model == null)
{
Debug.LogError("Chatdoll model not found");
yield break;
}
var animatedVoiceRequestNoBlink = new AnimatedVoiceRequest(disableBlink: false);
animatedVoiceRequestNoBlink.AddVoiceTTS("これはまばたきをしながら、発話やアニメーションをするテストです。まばたきしていることを確認してください。");
animatedVoiceRequestNoBlink.AddAnimation("AGIA_Idle_classy_01_left_hand_on_waist");
animatedVoiceRequestNoBlink.AddFace("LittleSmile");
// Blinking before start
Assert.IsTrue(model.IsBlinkEnabled);
var animNBTask = model.AnimatedSay(animatedVoiceRequestNoBlink, CancellationToken.None);
yield return(new WaitForSeconds(1.0f));
// Continue blinking while speaking
Assert.IsTrue(model.IsBlinkEnabled);
yield return(new WaitUntil(() => animNBTask.IsCompleted));
// Interval to next case (idling)
yield return(new WaitForSeconds(5.0f));
}
public IEnumerator TestAnimatedSay()
{
var model = GameObject.Find(Constants.ChatdollModelName)?.GetComponent <ModelController>();
if (model == null)
{
Debug.LogError("Chatdoll model not found");
yield break;
}
// Normal case
var animatedVoiceRequest = new AnimatedVoiceRequest();
// 1st frame
animatedVoiceRequest.AddVoiceTTS("これはアニメーションと声、表情のテストです。", description: "voice0101");
animatedVoiceRequest.AddAnimation("AGIA_Idle_classy_01_left_hand_on_waist", description: "animation0101");
animatedVoiceRequest.AddFace("LittleSmile", description: "face0101");
// 2nd frame
animatedVoiceRequest.AddVoiceTTS("アニメーションと表情が途中で切り替わります。瞬きがとまっていることを確認してください。", description: "voice0201", postGap: 3.0f, asNewFrame: true);
animatedVoiceRequest.AddAnimation("AGIA_Idle_calm_02_hands_on_front", duration: 2.0f, description: "animation0201");
animatedVoiceRequest.AddAnimation("AGIA_Idle_calm_01_hands_on_back", description: "animation0202");
animatedVoiceRequest.AddFace("Smile", duration: 3.0f, description: "face0201");
animatedVoiceRequest.AddFace("Neutral", description: "face0202");
var recorder = new ActionHistoryRecorder(true);
model.History = recorder;
var animTask = model.AnimatedSay(animatedVoiceRequest, CancellationToken.None);
// Blink is disabled while talking
yield return(new WaitForSeconds(1.0f)); // Wait 1sec to ensure start
Assert.IsFalse(model.IsBlinkEnabled);
// Wait for end
yield return(new WaitUntil(() => animTask.IsCompleted));
// Confirm blink started
yield return(new WaitForSeconds(0.1f));
Assert.IsTrue(model.IsBlinkEnabled);
//var startTick = animationStartHistory.Timestamp;
Assert.LessOrEqual(recorder.GetGapOfHistories("animation0101", "face0101"), 1);
Assert.LessOrEqual(recorder.GetGapOfHistories("animation0101", "voice0101"), 1000); // 1000 = start delay by download tts :(
// Start at the same time
Assert.LessOrEqual(recorder.GetGapOfHistories("animation0201", "face0201"), 1);
Assert.LessOrEqual(recorder.GetGapOfHistories("animation0201", "voice0201"), 1000); // 1000 = start delay by download tts :(
// Duration
Assert.GreaterOrEqual(recorder.GetGapOfHistories("animation0201", "animation0202"), 2000);
Assert.LessOrEqual(recorder.GetGapOfHistories("animation0201", "animation0202"), 2100);
Assert.GreaterOrEqual(recorder.GetGapOfHistories("face0201", "face0202"), 3000);
Assert.LessOrEqual(recorder.GetGapOfHistories("face0201", "face0202"), 3100);
// Interval to next case (idling)
yield return(new WaitForSeconds(5.0f));
}
public IEnumerator TestAnimatedSayCancel()
{
var model = GameObject.Find(Constants.ChatdollModelName)?.GetComponent <ModelController>();
if (model == null)
{
Debug.LogError("Chatdoll model not found");
yield break;
}
var cts = new CancellationTokenSource();
var animatedVoiceRequestToCancel = new AnimatedVoiceRequest();
animatedVoiceRequestToCancel.AddVoiceTTS("この話は途中でキャンセルされます。アニメーションも止まることを確認してください。そのため、最後まで聴けてしまったらテストは失敗ということになります。");
animatedVoiceRequestToCancel.AddAnimation("AGIA_Idle_classy_01_left_hand_on_waist");
animatedVoiceRequestToCancel.AddFace("Smile");
var animCancelTask = model.AnimatedSay(animatedVoiceRequestToCancel, cts.Token);
// Cancel after continue animation 3 seconds
yield return(new WaitForSeconds(5.0f));
cts.Cancel();
model.StopSpeech(); // Speech doesn't stop by canceling
yield return(new WaitForSeconds(1.0f));
// Confirm that animation task is stopped
Assert.IsTrue(animCancelTask.IsCompleted);
// Interval to next case (idling)
yield return(new WaitForSeconds(5.0f));
}
public async Task <Response> ProcessAsync(Request request, Context context, CancellationToken token)
{
// 何らかの処理
// インテント抽出結果の表示アクションを定義
var animatedVoiceRequest = new AnimatedVoiceRequest();
animatedVoiceRequest.AddVoice("line-girl1-konnichiha1", preGap: 1.0f, postGap: 2.0f);
animatedVoiceRequest.AddAnimation("Default");
// レスポンス
var response = new Response(request.Id);
response.Payloads = animatedVoiceRequest;
return(response);
}
// インテントとエンティティの抽出
public async Task <Response> ExtractIntentAsync(Request request, Context context, CancellationToken token)
{
// インテントを抽出（常に hello）してリクエストを更新
request.Intent = "hello";
// インテント抽出結果の表示アクションを定義
var animatedVoiceRequest = new AnimatedVoiceRequest();
animatedVoiceRequest.AddVoice("line-girl1-haihaai1", preGap: 1.0f, postGap: 2.0f);
animatedVoiceRequest.AddAnimation("Default");
// レスポンス
var response = new Response(request.Id);
response.Payloads = animatedVoiceRequest;
return(response);
}
private async Task AnimatedSay()
{
// 発話・アニメーション要求の作成
var request = new AnimatedVoiceRequest();
request.AddVoice("line-girl1-yobimashita1", 1.0f, 1.0f);
request.AddAnimation("AGIA_Idle_angry_01_hands_on_waist");
//request.AddVoice("line-girl1-yobimashita1");
//request.AddAnimation("Default");
//request.AddVoice("line-girl1-haihaai1", 1.0f, 1.0f, asNewFrame: true);
//request.AddAnimation("AGIA_Idle_angry_01_hands_on_waist");
//request.AddFace("Smile", 2.0f); // 笑顔を2秒間継続
//request.AddFace("Default"); // 元に戻す
//request.AddVoice("line-girl1-konnichiha1", asNewFrame: true);
//request.AddAnimation("Default");
// 発話・アニメーションの実行
await chatdoll.ModelController.AnimatedSay(request, GetToken());
}
public void AddFace(string name, float duration = 0.0f, string description = null, bool asNewFrame = false)
{
AnimatedVoiceRequest.AddFace(name, duration, description);
}
public void AddAnimation(string name, string layerName = null, float duration = 0.0f, float fadeLength = -1.0f, float weight = 1.0f, float preGap = 0.0f, string description = null, bool asNewFrame = false)
{
AnimatedVoiceRequest.AddAnimation(name, layerName ?? string.Empty, duration, fadeLength, weight, preGap, description, asNewFrame);
}
public void AddVoiceTTS(string text, float preGap = 0.0f, float postGap = 0.0f, string name = null, TTSConfiguration ttsConfig = null, string description = null, bool asNewFrame = false)
{
AnimatedVoiceRequest.AddVoiceTTS(text, preGap, postGap, name, ttsConfig, description, asNewFrame);
}
public void AddVoiceWeb(string url, float preGap = 0.0f, float postGap = 0.0f, string name = null, string text = null, string description = null, bool asNewFrame = false)
{
AnimatedVoiceRequest.AddVoiceWeb(url, preGap, postGap, name, text, description, asNewFrame);
}
public void AddVoice(string name, float preGap = 0.0f, float postGap = 0.0f, string description = null, bool asNewFrame = false)
{
AnimatedVoiceRequest.AddVoice(name, preGap, postGap, description, asNewFrame);
}
public void TestAnimatedVoiceRequest()
{
var animatedVoiceRequest = new AnimatedVoiceRequest();
Assert.AreEqual(new Dictionary <string, List <AnimatedVoice> >(), animatedVoiceRequest.AnimatedVoices);
Assert.IsTrue(animatedVoiceRequest.DisableBlink);
Assert.IsTrue(animatedVoiceRequest.StartIdlingOnEnd);
Assert.IsTrue(animatedVoiceRequest.StopIdlingOnStart);
Assert.IsTrue(animatedVoiceRequest.StopLayeredAnimations);
Assert.AreEqual(string.Empty, animatedVoiceRequest.BaseLayerName);
// 1st frame
animatedVoiceRequest.AddAnimation("Walk");
animatedVoiceRequest.AddAnimation("Run", 2.0f, 1.0f, 0.5f, 0.1f);
animatedVoiceRequest.AddAnimation("WaveHands", "UpperBody", 3.0f, 2.0f, 0.8f, 0.2f, "upper animation");
animatedVoiceRequest.AddVoice("Hello");
animatedVoiceRequest.AddVoice("Goodby", 0.1f, 0.2f);
animatedVoiceRequest.AddFace("Neutral");
animatedVoiceRequest.AddFace("Default", 0.1f, "default face");
// 2nd frame
animatedVoiceRequest.AddAnimation("Jump", asNewFrame: true);
animatedVoiceRequest.AddVoiceWeb("https://voice.local/goodmorning");
animatedVoiceRequest.AddVoiceWeb("https://voice.local/goodafternoon", 0.1f, 0.2f);
animatedVoiceRequest.AddFace("Cry");
// 3rd frame
var ttsConfig = new TTSConfiguration("TestTTSFuncName");
ttsConfig.Params.Add("key1", "val1");
ttsConfig.Params.Add("key2", 2.0f);
animatedVoiceRequest.AddVoiceTTS("Good afternoon.", asNewFrame: true);
animatedVoiceRequest.AddVoiceTTS("Good evening.", 0.1f, 0.2f, ttsConfig: ttsConfig);
animatedVoiceRequest.AddAnimation("HandsFront");
animatedVoiceRequest.AddFace("Jito");
// 4th frame
animatedVoiceRequest.AddFace("Surprise", asNewFrame: true);
animatedVoiceRequest.AddVoice("GoodNight");
animatedVoiceRequest.AddAnimation("HandsBack");
// 1st frame
var animation0101 = animatedVoiceRequest.AnimatedVoices[0].Animations[string.Empty][0];
Assert.AreEqual("Walk", animation0101.Name);
Assert.AreEqual(string.Empty, animation0101.LayerName);
Assert.AreEqual(0.0f, animation0101.Duration);
Assert.AreEqual(-1.0f, animation0101.FadeLength);
Assert.AreEqual(1.0f, animation0101.Weight);
Assert.AreEqual(0.0f, animation0101.PreGap);
Assert.IsNull(animation0101.Description);
Assert.AreEqual(0.0f, animation0101.Length);
var animation0102 = animatedVoiceRequest.AnimatedVoices[0].Animations[string.Empty][1];
Assert.AreEqual("Run", animation0102.Name);
Assert.AreEqual(string.Empty, animation0102.LayerName);
Assert.AreEqual(2.0f, animation0102.Duration);
Assert.AreEqual(1.0f, animation0102.FadeLength);
Assert.AreEqual(0.5f, animation0102.Weight);
Assert.AreEqual(0.1f, animation0102.PreGap);
Assert.IsNull(animation0102.Description);
Assert.AreEqual(2.1f, animation0102.Length);
var animation0103 = animatedVoiceRequest.AnimatedVoices[0].Animations["UpperBody"][0];
Assert.AreEqual("WaveHands", animation0103.Name);
Assert.AreEqual("UpperBody", animation0103.LayerName);
Assert.AreEqual(3.0f, animation0103.Duration);
Assert.AreEqual(2.0f, animation0103.FadeLength);
Assert.AreEqual(0.8f, animation0103.Weight);
Assert.AreEqual(0.2f, animation0103.PreGap);
Assert.AreEqual("upper animation", animation0103.Description);
Assert.AreEqual(3.2f, animation0103.Length);
var voice0101 = animatedVoiceRequest.AnimatedVoices[0].Voices[0];
Assert.AreEqual("Hello", voice0101.Name);
Assert.AreEqual(0.0f, voice0101.PreGap);
Assert.AreEqual(0.0f, voice0101.PostGap);
Assert.IsNull(voice0101.Text);
Assert.IsNull(voice0101.Url);
Assert.IsNull(voice0101.TTSConfig);
Assert.AreEqual(string.Empty, voice0101.GetTTSFunctionName());
Assert.IsNull(voice0101.GetTTSParam("key1"));
Assert.AreEqual(VoiceSource.Local, voice0101.Source);
Assert.IsFalse(voice0101.UseCache);
var voice0102 = animatedVoiceRequest.AnimatedVoices[0].Voices[1];
Assert.AreEqual("Goodby", voice0102.Name);
Assert.AreEqual(0.1f, voice0102.PreGap);
Assert.AreEqual(0.2f, voice0102.PostGap);
Assert.IsNull(voice0102.Text);
Assert.IsNull(voice0102.Url);
Assert.IsNull(voice0102.TTSConfig);
Assert.AreEqual(string.Empty, voice0102.GetTTSFunctionName());
Assert.IsNull(voice0102.GetTTSParam("key1"));
Assert.AreEqual(VoiceSource.Local, voice0102.Source);
Assert.IsFalse(voice0102.UseCache);
var face0101 = animatedVoiceRequest.AnimatedVoices[0].Faces[0];
Assert.AreEqual("Neutral", face0101.Name);
Assert.AreEqual(0.0f, face0101.Duration);
Assert.IsNull(face0101.Description);
var face0102 = animatedVoiceRequest.AnimatedVoices[0].Faces[1];
Assert.AreEqual("Default", face0102.Name);
Assert.AreEqual(0.1f, face0102.Duration);
Assert.AreEqual("default face", face0102.Description);
// 2nd frame
var animation0201 = animatedVoiceRequest.AnimatedVoices[1].Animations[string.Empty][0];
Assert.AreEqual("Jump", animation0201.Name);
var voice0201 = animatedVoiceRequest.AnimatedVoices[1].Voices[0];
Assert.AreEqual(string.Empty, voice0201.Name);
Assert.AreEqual(0.0f, voice0201.PreGap);
Assert.AreEqual(0.0f, voice0201.PostGap);
Assert.IsNull(voice0201.Text);
Assert.AreEqual("https://voice.local/goodmorning", voice0201.Url);
Assert.IsNull(voice0201.TTSConfig);
Assert.AreEqual(string.Empty, voice0201.GetTTSFunctionName());
Assert.IsNull(voice0201.GetTTSParam("key1"));
Assert.AreEqual(VoiceSource.Web, voice0201.Source);
Assert.IsTrue(voice0201.UseCache);
Assert.AreEqual("https://voice.local/goodmorning", voice0201.CacheKey);
var voice0202 = animatedVoiceRequest.AnimatedVoices[1].Voices[1];
Assert.AreEqual(string.Empty, voice0202.Name);
Assert.AreEqual(0.1f, voice0202.PreGap);
Assert.AreEqual(0.2f, voice0202.PostGap);
Assert.IsNull(voice0202.Text);
Assert.AreEqual("https://voice.local/goodafternoon", voice0202.Url);
Assert.IsNull(voice0202.TTSConfig);
Assert.AreEqual(string.Empty, voice0202.GetTTSFunctionName());
Assert.IsNull(voice0202.GetTTSParam("key1"));
Assert.AreEqual(VoiceSource.Web, voice0202.Source);
Assert.IsTrue(voice0202.UseCache);
Assert.AreEqual("https://voice.local/goodafternoon", voice0202.CacheKey);
var face0201 = animatedVoiceRequest.AnimatedVoices[1].Faces[0];
Assert.AreEqual("Cry", face0201.Name);
// 3rd frame
var voice0301 = animatedVoiceRequest.AnimatedVoices[2].Voices[0];
Assert.AreEqual(string.Empty, voice0301.Name);
Assert.AreEqual(0.0f, voice0301.PreGap);
Assert.AreEqual(0.0f, voice0301.PostGap);
Assert.AreEqual("Good afternoon.", voice0301.Text);
Assert.AreEqual(string.Empty, voice0301.Url);
Assert.IsNull(voice0301.TTSConfig);
Assert.AreEqual(VoiceSource.TTS, voice0301.Source);
Assert.IsTrue(voice0301.UseCache);
var voice0302 = animatedVoiceRequest.AnimatedVoices[2].Voices[1];
Assert.AreEqual(string.Empty, voice0302.Name);
Assert.AreEqual(0.1f, voice0302.PreGap);
Assert.AreEqual(0.2f, voice0302.PostGap);
Assert.AreEqual("Good evening.", voice0302.Text);
Assert.AreEqual(string.Empty, voice0302.Url);
Assert.AreEqual("TestTTSFuncName", voice0302.GetTTSFunctionName());
Assert.AreEqual("val1", voice0302.GetTTSParam("key1"));
Assert.AreEqual(2.0f, voice0302.GetTTSParam("key2"));
Assert.AreEqual(VoiceSource.TTS, voice0302.Source);
Assert.IsTrue(voice0302.UseCache);
var animation0301 = animatedVoiceRequest.AnimatedVoices[2].Animations[string.Empty][0];
Assert.AreEqual("HandsFront", animation0301.Name);
var face0301 = animatedVoiceRequest.AnimatedVoices[2].Faces[0];
Assert.AreEqual("Jito", face0301.Name);
// 4th frame
var face0401 = animatedVoiceRequest.AnimatedVoices[3].Faces[0];
Assert.AreEqual("Surprise", face0401.Name);
var voice0401 = animatedVoiceRequest.AnimatedVoices[3].Voices[0];
Assert.AreEqual("GoodNight", voice0401.Name);
var animation0401 = animatedVoiceRequest.AnimatedVoices[3].Animations[string.Empty][0];
Assert.AreEqual("HandsBack", animation0401.Name);
}
