//Recieve data as 2 double[] (FFT and Wave Band Length) and store them in values[](FFT) and values2[](Wave band)
private void getData()
{
OSCMessage msg;
try //Due to the sending rate, there somtimes happens not to be a new message after a new frame
{
if (reciever.hasWaitingMessages()) // FFT values
{
for (int x = 0; x < channels; x++)
{
msg = reciever.getNextMessage();
object[] m = msg.Data.ToArray();
values[x] = Array.ConvertAll <object, double>(m, o => Convert.ToDouble(o));
}
}
if (reciever2.hasWaitingMessages()) //Wave band values
{
for (int x = 0; x < channels; x++)
{
msg = reciever2.getNextMessage();
object[] m = msg.Data.ToArray();
values2[x] = Array.ConvertAll <object, double>(m, o => Convert.ToDouble(o));
}
}
}
catch (InvalidOperationException e) {
}
}
// Update is called once per frame
void Update()
{
if (reciever.hasWaitingMessages())
{
OSCMessage msg = reciever.getNextMessage();
Debug.Log(string.Format("message received: {0} {1}", msg.Address, DataToString(msg.Data)));
//Debug.Log(msg.Data[0]);
JsonData data = JsonMapper.ToObject(msg.Data[0].ToString());
//Debug.Log(data["keypoints"][0]["x"]);
int width = (int)data["width"];
int height = (int)data["height"];
//Debug.Log(string.Format("{0} {1}",width,height));
placer.body.width = width;
placer.body.height = height;
/*
*
*
* {"keypoints":
* [{"score":0.9994081258773804,"part":"nose","position":{"x":320.14340649319064,"y":303.17838794990274}},
* {"score":0.9996917247772217,"part":"leftEye","position":{"x":384.09175887645915,"y":262.758922057393}},
* {"score":0.9996007084846497,"part":"rightEye","position":{"x":283.9241473127432,"y":256.98869163424126}},
* {"score":0.9866662621498108,"part":"leftEar","position":{"x":459.4115545963035,"y":284.54530946011675}},
* {"score":0.8088226318359375,"part":"rightEar","position":{"x":242.28523224708172,"y":267.856844297179}},
* {"score":0.6614661812782288,"part":"leftShoulder","position":{"x":593.2875577577821,"y":496.19790400048635}},
* {"score":0.9601513147354126,"part":"rightShoulder","position":{"x":152.65926138436285,"y":481.06103325632296}},
* {"score":0.028393439948558807,"part":"leftElbow","position":{"x":620.7999072835603,"y":465.71828641780155}},
* {"score":0.015384284779429436,"part":"rightElbow","position":{"x":103.54781926374028,"y":568.8118616245137}},
* {"score":0.020619602873921394,"part":"leftWrist","position":{"x":567.5149714250973,"y":466.77570981274323}},
* {"score":0.00730806915089488,"part":"rightWrist","position":{"x":276.8106874696012,"y":512.6236092534047}},
* {"score":0.012575170956552029,"part":"leftHip","position":{"x":466.64320890077823,"y":474.83717625243196}},
* {"score":0.012927847914397717,"part":"rightHip","position":{"x":242.79481167923151,"y":557.0765442607004}},
* {"score":0.00571694178506732,"part":"leftKnee","position":{"x":581.5637159533075,"y":465.0811268847276}},
* {"score":0.0038781538605690002,"part":"rightKnee","position":{"x":154.19249300826849,"y":493.0039746473735}},
* {"score":0.010026947595179081,"part":"leftAnkle","position":{"x":548.4713566999027,"y":468.20779882052534}},
* {"score":0.005594655405730009,"part":"rightAnkle","position":{"x":549.8559475316148,"y":467.963468202821}}],
* "width":640,"height":480}
*
*/
placer.body.nose.SetValue(width - float.Parse(data["keypoints"][0]["x"].ToString()), height - float.Parse(data["keypoints"][0]["y"].ToString()));
placer.body.leftEye.SetValue(width - float.Parse(data["keypoints"][1]["x"].ToString()), height - float.Parse(data["keypoints"][1]["y"].ToString()));
placer.body.rightEye.SetValue(width - float.Parse(data["keypoints"][2]["x"].ToString()), height - float.Parse(data["keypoints"][2]["y"].ToString()));
placer.body.leftEar.SetValue(width - float.Parse(data["keypoints"][3]["x"].ToString()), height - float.Parse(data["keypoints"][3]["y"].ToString()));
placer.body.rightEar.SetValue(width - float.Parse(data["keypoints"][4]["x"].ToString()), height - float.Parse(data["keypoints"][4]["y"].ToString()));
placer.body.leftShoulder.SetValue(width - float.Parse(data["keypoints"][5]["x"].ToString()), height - float.Parse(data["keypoints"][5]["y"].ToString()));
placer.body.rightShoulder.SetValue(width - float.Parse(data["keypoints"][6]["x"].ToString()), height - float.Parse(data["keypoints"][6]["y"].ToString()));
placer.body.leftElbow.SetValue(width - float.Parse(data["keypoints"][7]["x"].ToString()), height - float.Parse(data["keypoints"][7]["y"].ToString()));
placer.body.rightElbow.SetValue(width - float.Parse(data["keypoints"][8]["x"].ToString()), height - float.Parse(data["keypoints"][8]["y"].ToString()));
placer.body.leftWrist.SetValue(width - float.Parse(data["keypoints"][9]["x"].ToString()), height - float.Parse(data["keypoints"][9]["y"].ToString()));
placer.body.rightWrist.SetValue(width - float.Parse(data["keypoints"][10]["x"].ToString()), height - float.Parse(data["keypoints"][10]["y"].ToString()));
placer.body.leftHip.SetValue(width - float.Parse(data["keypoints"][11]["x"].ToString()), height - float.Parse(data["keypoints"][11]["y"].ToString()));
placer.body.rightHip.SetValue(width - float.Parse(data["keypoints"][12]["x"].ToString()), height - float.Parse(data["keypoints"][12]["y"].ToString()));
placer.body.leftKnee.SetValue(width - float.Parse(data["keypoints"][13]["x"].ToString()), height - float.Parse(data["keypoints"][13]["y"].ToString()));
placer.body.rightKnee.SetValue(width - float.Parse(data["keypoints"][14]["x"].ToString()), height - float.Parse(data["keypoints"][14]["y"].ToString()));
placer.body.leftAnkle.SetValue(width - float.Parse(data["keypoints"][15]["x"].ToString()), height - float.Parse(data["keypoints"][15]["y"].ToString()));
placer.body.rightAnkle.SetValue(width - float.Parse(data["keypoints"][16]["x"].ToString()), height - float.Parse(data["keypoints"][16]["y"].ToString()));
placer.SetPosition();
}
}
IEnumerator Update()
{
while (isActive)
{
if (reciever.hasWaitingMessages())
{
reciever.getLastMessages(datas, messages);
if (m_Context != null)
{
using (var frame = m_Context.DoFrame())
{
for (int i = 0; i < messages.Length; i++)
{
if (messages[i] != null)
{
frame.Write(frameValues[i], getData(messages[i]));
}
else
{
frame.Write(frameValues[i], new Quaternion(0, 0, 0, 0));
}
}
}
}
currentFrame++;
}
yield return(null);
}
}
private void getValues()
{
OSCMessage msg;
if (reciever1.hasWaitingMessages()) // Valence-Arousal values
{
msg = reciever2.getNextMessage();
object[] m = msg.Data.ToArray();
valence = (float)m[0];
arousal = (float)m[1];
Debug.Log("Valence: " + valence + "\t Arousal: " + arousal);
}
if (reciever2.hasWaitingMessages()) // Motor Imagery values
{
msg = reciever2.getNextMessage();
object[] m = msg.Data.ToArray();
motorIm = Mathf.RoundToInt((float)m[0]);
switch (motorIm)
{
case 1:
Debug.Log("Right\n");
break;
case -1:
Debug.Log("Left\n");
break;
default:
Debug.Log("Neutral\n");
break;
}
}
}
// Update is called once per frame
void Update () {
if(reciever.hasWaitingMessages()){
OSCMessage msg = reciever.getNextMessage();
Debug.Log(string.Format("message received: {0} {1}", msg.Address, DataToString(msg.Data)));
}
}
// Update is called once per frame
void Update()
{
if (manager.hasWaitingMessages())
{
var msg = manager.getNextMessage();
Debug.Log(msg);
}
}
void Update()
{
OSCHandler.Instance.UpdateLogs();
if (reciever.hasWaitingMessages())
{
OSCMessage msg = reciever.getNextMessage();
//Debug.Log(DataToString(msg.Data));
Debug.Log(msg.Address);
if (msg.Address == "/D1Radius")
{
ParameterManagerGreg.instance.StopCoroutine("D1RadiusLerp");
object[] d1Params = new object[3] {
ParameterManagerGreg.instance.getD1Radius(), float.Parse(DataToString(msg.Data)), UnityEngine.Random.Range(.1f, .2f)
};
ParameterManagerGreg.instance.StartCoroutine("D1RadiusLerp", d1Params);
//ParameterManagerGreg.instance.setD1Radius(float.Parse(DataToString(msg.Data)));
}
if (msg.Address == "/D2Radius")
{
ParameterManagerGreg.instance.StopCoroutine("D2RadiusLerp");
object[] d2Params = new object[3] {
ParameterManagerGreg.instance.getD2Radius(), float.Parse(DataToString(msg.Data)), UnityEngine.Random.Range(.1f, .2f)
};
ParameterManagerGreg.instance.StartCoroutine("D2RadiusLerp", d2Params);
//ParameterManagerGreg.instance.setD2Radius(float.Parse(DataToString(msg.Data)));
}
if (msg.Address == "/D3Radius")
{
ParameterManagerGreg.instance.StopCoroutine("D3RadiusLerp");
object[] d3Params = new object[3] {
ParameterManagerGreg.instance.getD3Radius(), float.Parse(DataToString(msg.Data)), UnityEngine.Random.Range(.1f, .2f)
};
ParameterManagerGreg.instance.StartCoroutine("D3RadiusLerp", d3Params);
//ParameterManagerGreg.instance.setD3Radius(float.Parse(DataToString(msg.Data)));
}
//msd
//grab info from max about radius of systems
//Debug.Log(string.Format("message received: {0} {1}", msg.Address, DataToString(msg.Data)));
}
SendMess("/D1Harmonicity", ParameterManagerGreg.instance.D1Harmonicity().ToString());
SendMess("/D2Harmonicity", ParameterManagerGreg.instance.D2Harmonicity().ToString());
SendMess("/D2Harmonicity", ParameterManagerGreg.instance.D3Harmonicity().ToString());
SendMess("/D1Speed", ParameterManagerGreg.instance.D1BaseSpeedMultiplyer().ToString());
SendMess("/D2Speed", ParameterManagerGreg.instance.D2BaseSpeedMultiplyer().ToString());
SendMess("/D3Speed", ParameterManagerGreg.instance.D3BaseSpeedMultiplyer().ToString());
SendMess("/playerPosition", FormatPlayerPosition(player.transform.position));
}
// Update is called once per frame
void Update()
{
while (oscReceiver.hasWaitingMessages())
{
var msg = oscReceiver.getNextMessage();
if (msg != null)
{
//Debug.Log("Message from OSC : " + msg.Address);
HandleMessage(msg);
}
}
}
private void Update()
{
if (server == null)
{
return;
}
while (server.hasWaitingMessages())
{
processMessage(server.getNextMessage());
}
}
void Update()
{
gotAttack = false;
while (reciever.hasWaitingMessages())
{
HandleMessage(reciever.getNextMessage());
}
// if(!gotAttack)
// {
// PushValue(ATTACK_KEY, 0f);
// }
}
void GetSpectrumAudioSource()
{
//_audiosource.GetSpectrumData (_samples, 0, FFTWindow.Blackman); // takes audio sources spectrum data and puts them into samples
OSCMessage msg;
try //Due to the sending rate, there somtimes happens not to be a new message after a new frame
{
if (reciever.hasWaitingMessages()) // FFT values
{
msg = reciever.getNextMessage();
object[] m = msg.Data.ToArray();
_samples = Array.ConvertAll <object, float>(m, o => Convert.ToSingle(o));
}
}
catch (InvalidOperationException e)
{
}
}
private IEnumerator ProcessMessages()
{
while (true)
{
while (oscReciever.hasWaitingMessages())
{
OSCMessage message = oscReciever.getNextMessage();
foreach (var addrHandler in oscAddressHandlers)
{
if (addrHandler.oscAddress.Equals(message.Address))
{
addrHandler.oscEventHandler.Invoke(message);
}
else if (addrHandler.oscAddress.Equals("/*"))
{
addrHandler.oscEventHandler.Invoke(message);
}
}
}
yield return(new WaitForSeconds(.01f));
}
}
void FixedUpdate()
{
if (reciever.hasWaitingMessages())
{
OSCMessage msg = reciever.getNextMessage();
var dataList = msg.Data;
var address = msg.Address;
//parse
if (address.Equals("/cmd-list"))
{
int val;
if (int.TryParse(dataList[0].ToString(), out val))
{
cmdProgress = 0;
Command cmd = null;
cmdList.Clear();
cmdListMode = (CmdListMode)val;
if (cmdListMode != CmdListMode.SingleCmdMode)
{
int count = dataList.Count;
for (int i = 1; i < count; i++)
{
var data = dataList[i].ToString();
if (data.StartsWith("/"))
{
cmd = new Command();
cmd.parameters = new List <System.Object>();
cmd.name = data;
cmdList.Add(cmd);
}
else if (cmd.parameters != null)
{
cmd.parameters.Add(data);
}
}
DoNextCmd();
}
}
}
else
{
cmdListMode = CmdListMode.SingleCmdMode;
ExecuteOSCCmd(address, dataList);
}
}
if (isPlayingRecord)
{
var curFrame = curPlayer.frame;
var seq = paramRecording.seq;
var iter = seq.GetEnumerator();
while (iter.MoveNext())
{
var param = iter.Current;
if (param.videoFrame == curFrame)
{
//apply param
int effectIndex = param.effectIndex;
var effect = effectList[effectIndex];
for (int k = 0; k < param.paramIndex.Count; k++)
{
effect.SetParameter(param.paramIndex[k], param.paramVal[k]);
}
effect.SetEffectActive(true);
}
}
}
}