void onPointerDown(GameObject go_)
{
Debug.Log("on down");
VoiceRecognition v = GetComponent <VoiceRecognition>();
v.startRecording();
}
private void Awake()
{
if (instance == null)
{
instance = this;
}
else
{
Destroy(gameObject);
}
}
void onPointerUp(GameObject go_)
{
Debug.Log("on up");
VoiceRecognition v = GetComponent <VoiceRecognition>();
//v.init();
//string result = v.getVoiceStr(pcmFile.bytes);
//Debug.Log("result: " + result);
v.endRecording(onRecordResult);
}
protected override Task HandleRequirementAsync(AuthorizationHandlerContext context, FaceRecognitionRequirement requirement)
{
string siteId = (context.Resource as HttpContext).Request.Query["siteId"];
IRecognition recognizer = new VoiceRecognition();
if (recognizer.Recognize(siteId, out string name) >= requirement.ConfidenceScore)
{
context.User.AddIdentity(new ClaimsIdentity(new GenericIdentity(name)));
context.Succeed(requirement);
}
return(Task.CompletedTask);
}
// Protected.
protected override async void Start()
{
base.Start();
this.LeftCamera.Node.Name = "MainCamera";
EnableGestureManipulation = true;
EnableGestureTapped = true;
DirectionalLight.Node.SetWorldPosition(new Vector3(0, 1.5f, 0));
DirectionalLight.Brightness = 1f;
DirectionalLight.Node.SetDirection(new Vector3(0, -1, 0));
var physics = this.Scene.GetOrCreateComponent <PhysicsWorld>();
physics.SetGravity(new Vector3(0, 0, 0));
physics.PhysicsCollisionStart += this.OnCollisionStart;
this.voiceRecognition = this.Scene.CreateComponent <VoiceRecognition>();
this.voiceRecognition.SetRegisterCallback(this.RegisterCortanaCommands);
this.onScreenMenu = this.Scene.CreateComponent <OnScreenMenu>();
this.focusManager = this.Scene.CreateComponent <FocusManager>();
this.focusManager.DefaultFocus = this;
this.focusManager.SetFocus(this);
this.joystickServer = this.Scene.CreateComponent <JoystickServer>();
this.planetFactory = this.Scene.CreateComponent <PlanetFactory>();
this.rocketFactory = this.Scene.CreateComponent <RocketFactory>();
this.grid = this.Scene.CreateComponent <Grid>();
var listener = this.LeftCamera.Node.CreateComponent <SoundListener>();
Audio.Listener = listener;
// TODO: Spatial mapping. Way too slow
//this.spatialMaterial = new Material();
//this.spatialMaterial.SetTechnique(0, CoreAssets.Techniques.NoTextureUnlitVCol, 1, 1);
//this.environmentNode = this.Scene.CreateChild("Environment");
//var spatialMappingAllowed = await StartSpatialMapping(new Vector3(3, 3, 2), 1);
//if (!spatialMappingAllowed)
// throw new InvalidOperationException("SpatialMapping is not allowed");
await ShowSplash();
}
void Start()
{
voiceRecognito = GetComponent <VoiceRecognition>();
PLAYER = GameObject.FindGameObjectWithTag(GameConstants.playerTag);
if (PLAYER != null)
{
_anime = PLAYER.GetComponent <Animator>();
}
_aSource = GetComponent <AudioSource>();
_clipsData = new float[GameConstants.SampleDataLength]; /*1024*/
Idle();
}
private void Start()
{
Application.targetFrameRate = 60;
//Getting all the required components
DATA = GetComponent <Database>();
COM = GetComponent <Commands>();
UI = GetComponent <UIManager>();
VR = GetComponent <VoiceRecognition>();
ReceiveNewLog("Attempting to load from Json!");
Database tempLoad = SaveSystem.LoadDatabase();
DATA.LoadOldFromJson(tempLoad, COM);
COM.StartNow(this, DATA, UI);
VR.StartListening();
}
void testRecognition()
{
VoiceRecognition v = GetComponent <VoiceRecognition>();
Debug.Log("aaaaaaaa");
v.init((bool inited_) => {
Debug.Log("bbbbbbbb: " + inited_);
// convert pcm to float
int total = pcmFile.bytes.Length / 2;
float[] pcms;
SampleRateDll.convertPCMInt16ToFloat(pcmFile.bytes, total, out pcms);
// upsample to 44100
//int upSampleCnt = (int)(44100.0f / 8000.0f * total);
//float[] upBuffer = new float[upSampleCnt];
int upSampleCnt;
float[] upBuffer;
upSampleCnt = SampleRateDll.call_src_simple_plain(pcms, out upBuffer, total, out upSampleCnt, 44100f / 8000f, (int)SampleRateConvertType.SRC_SINC_FASTEST, 1);
// downsample to 8000
//int downSampleCnt = (int)(upSampleCnt * (8000f / 44100f));
//float[] downBuffer = new float[downSampleCnt];
int downSampleCnt;
float[] downBuffer;
downSampleCnt = SampleRateDll.call_src_simple_plain(upBuffer, out downBuffer, upSampleCnt, out downSampleCnt, 8000f / 44100f, (int)SampleRateConvertType.SRC_SINC_FASTEST, 1);
// convert pcm to int16
byte[] final;
SampleRateDll.convertPCMFloatToInt16(downBuffer, (int)downSampleCnt, out final);
v.getVoiceStr(final, (string result_) =>
{
Debug.Log("result: " + result_);
v.getVoiceStr(final, (string another_) =>
{
Debug.Log("another: " + another_);
});
});
});
}
public Task HandleAsync(AuthorizationHandlerContext context)
{
string siteId = (context.Resource as HttpContext).Request.Query["siteId"];
foreach (var requirement in context.PendingRequirements)
{
IRecognition recognizer = null;
double score = 1.0d;
switch (requirement)
{
case FaceRecognitionRequirement r:
recognizer = new FaceRecognition();
score = r.ConfidenceScore;
break;
case BodyRecognitionRequirement r:
recognizer = new BodyRecognition();
score = r.ConfidenceScore;
break;
case FaceRecognitionRequirement r:
recognizer = new VoiceRecognition();
score = r.ConfidenceScore;
break;
}
if (recognizer != null && recognizer.Recognize(siteId, out string name) >= score)
{
context.User.AddIdentity(new ClaimsIdentity(new GenericIdentity(name)));
context.Succeed(requirement);
}
else
{
context.Fail();
}
}
return(Task.CompletedTask);
}
