Example #1
0
 public mmuBand(double minUtil = default, totalUtil cumUtil = default, integrator integrator = default)
 {
     this.minUtil    = minUtil;
     this.cumUtil    = cumUtil;
     this.integrator = integrator;
 }
    private void OnRecognize(SpeechRecognitionEvent result, Dictionary <string, object> customData)
    {
        if (result != null && result.results.Length > 0)
        {
            foreach (var res in result.results)
            {
                foreach (var alt in res.alternatives)
                {
                    string text = string.Format("{0} ({1}, {2:0.00})\n", alt.transcript, res.final ? "Final" : "Interim", alt.confidence);
                    Log.Debug("ExampleStreaming.OnRecognize()", text);

                    if (text.Contains("Final"))
                    {
                        if (text.Contains("Control") || text.Contains("control"))
                        {
                            gm.SetActive(true);
                            ResultsField.text = text.Substring(0, text.Length - 14);
                            StartCoroutine(PauseRoutine());
                            if ((text.Contains("Display") || text.Contains("display")) && (text.Contains("ready") || text.Contains("Ready")))
                            {
                                controllerScript ss = hud.GetComponent <controllerScript>();
                                if (screen3 == null)
                                {
                                    screen3 = ss.CreateNewScreen();
                                }
                                else
                                {
                                    Ttext = "Screen already Present";
                                    ttss();
                                }
                            }

                            else if ((text.Contains("Display") || text.Contains("display")) && (text.Contains("destroy") || text.Contains("Destroy")))
                            {
                                controllerScript ss = hud.GetComponent <controllerScript>();
                                if (screen3 != null)
                                {
                                    ss.deleteScreen(screen3);
                                }
                                else
                                {
                                    Ttext = "Nothing to destroy";
                                    ttss();
                                }
                            }
                            else if ((text.Contains("fresh") || text.Contains("Refresh")))
                            {
                                if (screen2 != null)
                                {
                                    busy2 = 0;
                                    Material loading = Resources.Load("Resources/loading.mat", typeof(Material)) as Material;
                                    screen2.GetComponent <VideoPlayer>().Stop();
                                    MeshRenderer mr = screen2.GetComponent <MeshRenderer>();
                                    mr.material.color = Color.black;
                                    // screen2.SetActive(false);

                                    // screen2o.SetActive(true);
                                    // screen2o.transform.position = new Vector3(screen2o.transform.position.x, (float)(screen2o.transform.position.y + .2), screen2o.transform.position.z);
                                    //screen2.GetComponents<MeshRenderer>
                                }

                                if (screen1 != null)
                                {
                                    busy1 = 0;
                                    Material loading = Resources.Load("Resources/loading.mat", typeof(Material)) as Material;
                                    screen1.GetComponent <VideoPlayer>().Stop();
                                    MeshRenderer mr = screen1.GetComponent <MeshRenderer>();
                                    mr.material.color = Color.black;
                                    //screen1.SetActive(false);

                                    //screen1o.SetActive(true);
                                    // screen1o.transform.position = new Vector3(screen1o.transform.position.x, (float)(screen1o.transform.position.y  .2), screen1o.transform.position.z);
                                    //screen2.GetComponents<MeshRenderer>
                                }
                            }
                            else if ((text.Contains("what") || text.Contains("What")) && (text.Contains("this") || text.Contains("This")))
                            {
                                Classification cc = hud.GetComponent <Classification>();
                                cc.ProcessImage();
                            }
                            else if (text.Contains("Load") || text.Contains("load") || text.Contains("Lord") || text.Contains("lord"))
                            {
                                string url = "www." + "google" + ".com";
                                if (text.Contains("google") || text.Contains("goo"))
                                {
                                    url = "www." + "google" + ".com";
                                }
                                else if (text.Contains("apple") || text.Contains("apple"))
                                {
                                    url = "www." + "apple" + ".com";
                                }
                                else if (text.Contains("tcd") || text.Contains("trinity"))
                                {
                                    url = "www." + "tcd" + ".ie";
                                }
                                else if (text.Contains("vsense") || text.Contains("sense"))
                                {
                                    url = "v-sense.scss.tcd.ie";
                                }


                                if (screen3 != null)
                                {
                                    screen3.GetComponent <DisplayBehavior>().LoadWebsite(url);
                                    busy3 = 1;
                                }
                                else if (screen2 != null && busy2 == 0)
                                {
                                    Debug.Log("inside screen 2:");
                                    Debug.Log("busy2:" + busy2);
                                    Debug.Log("busy1:" + busy1);

                                    screen2.SetActive(true);
                                    screen2.GetComponent <WebsiteAPI>().LoadImage1(url);
                                    screen2o = GameObject.FindWithTag("screen2");
                                    screen2o.SetActive(false);
                                    //  screen2o.transform.position = new Vector3(screen2o.transform.position.x, (float)(screen2o.transform.position.y - .2), screen2o.transform.position.z);
                                    busy2 = 1;
                                }
                                else if (screen1 != null && busy1 == 0)
                                {
                                    Debug.Log("inside screen 1:");
                                    Debug.Log("busy2:" + busy2);
                                    Debug.Log("busy1:" + busy1);

                                    screen1.SetActive(true);
                                    screen1.GetComponent <WebsiteAPI>().LoadImage1(url);
                                    screen1o = GameObject.FindWithTag("screen1");
                                    screen1o.SetActive(false);
                                    // screen1o.transform.position = new Vector3(screen1o.transform.position.x, (float)(screen1o.transform.position.y - .2), screen1o.transform.position.z);
                                    busy1 = 1;
                                }
                            }
                            else if (text.Contains("video") || text.Contains("video") || text.Contains("radio"))
                            {
                                string url = "https://www.youtube.com/watch?v=TcMBFSGVi1c";
                                if (text.Contains("marvel") || text.Contains("capt") || text.Contains("mar"))
                                {
                                    url = "https://www.youtube.com/watch?v=0LHxvxdRnYc";
                                }
                                else if (text.Contains("avenger") || text.Contains("avg") || text.Contains("end") || text.Contains("game"))
                                {
                                    url = "https://www.youtube.com/watch?v=TcMBFSGVi1c";
                                }
                                else if (text.Contains("uri") || text.Contains("attack"))
                                {
                                    url = "https://www.youtube.com/watch?v=Cg8sbRFS3zU";
                                }
                                else if (text.Contains("ana") || text.Contains("bel"))
                                {
                                    url = "https://www.youtube.com/watch?v=tCXGJQYZ9JA";
                                }
                                else if (text.Contains("black") || text.Contains("pan"))
                                {
                                    url = "https://www.youtube.com/watch?v=gAEXKmfAFaE";
                                }

                                if (screen3 != null)
                                {
                                    screen3.GetComponent <DisplayBehavior>().LoadVideo(url);
                                    busy3 = 1;
                                }
                                else if (screen2 != null && busy2 == 0)
                                {
                                    screen2.SetActive(true);
                                    screen2.GetComponent <YouTubeAPI>().LoadVideo1(url);
                                    GameObject.FindWithTag("screen2").SetActive(false);
                                    busy2 = 1;
                                }
                                else if (screen1 != null && busy1 == 0)
                                {
                                    screen1.SetActive(true);
                                    screen1.GetComponent <YouTubeAPI>().LoadVideo1(url);
                                    GameObject.FindWithTag("screen1").SetActive(false);
                                    busy1 = 1;
                                }
                            }
                            else
                            {
                                integrator ii = GameObject.FindWithTag("agent").GetComponent <integrator>();
                                ii.SendText(text.Substring(7));
                            }
                        }
                    }
                }

                if (res.keywords_result != null && res.keywords_result.keyword != null)
                {
                    foreach (var keyword in res.keywords_result.keyword)
                    {
                        Log.Debug("ExampleStreaming.OnRecognize()", "keyword: {0}, confidence: {1}, start time: {2}, end time: {3}", keyword.normalized_text, keyword.confidence, keyword.start_time, keyword.end_time);
                    }
                }

                if (res.word_alternatives != null)
                {
                    foreach (var wordAlternative in res.word_alternatives)
                    {
                        Log.Debug("ExampleStreaming.OnRecognize()", "Word alternatives found. Start time: {0} | EndTime: {1}", wordAlternative.start_time, wordAlternative.end_time);
                        foreach (var alternative in wordAlternative.alternatives)
                        {
                            Log.Debug("ExampleStreaming.OnRecognize()", "\t word: {0} | confidence: {1}", alternative.word, alternative.confidence);
                        }
                    }
                }
            }
        }
    }