public void Start(int frequency, int channels, int frameSamplesPerChannel, int playDelayMs)
{
const int CHANNEL_COUNT = 2; // stereo
instanceFramePool = new PrimitiveArrayPool <float>(FRAME_POOL_CAPACITY, "PS4AudioOut");
instanceFramePool.Init(frameSamplesPerChannel * DEST_SAMPLE_RATE / frequency * CHANNEL_COUNT);
channelCount = channels;
lock (locker)
{
if (frameBuf == null)
{
staticFramePool = new PrimitiveArrayPool <float>(FRAME_POOL_CAPACITY, "PS4AudioOut");
staticFramePool.Init(GRANULARITY * CHANNEL_COUNT);
int userID = PhotonVoiceSettings.Instance.PS4UserID;
if (userID == 0)
{
UserProfiles.LocalUsers localUsers = new UserProfiles.LocalUsers();
UserProfiles.GetLocalUsers(localUsers);
userID = localUsers.LocalUsersIds[0].UserId.Id;
}
pPhotonVoiceAudioOutput = egpvopen(userID, GRANULARITY, true);
playThreadShouldTerminate = false;
playThread = new Thread(Play);
playThread.Name = "photon voice audio output thread";
playThread.IsBackground = true;
playThread.Start();
frameBuf = new Dictionary <PS4AudioOut, Queue <float> >();
}
frameBuf.Add(this, new Queue <float>());
}
this.speakersOut.Start(frequency, channels, frameSamplesPerChannel, playDelayMs);
}
// initializes the speaker with remote voice info
internal void OnVoiceLinked(int frequency, int channels, int frameSamplesPerChannel, int playDelayMs)
{
#if !UNITY_EDITOR && UNITY_PS4
if (frameBuf == null)
{
if (framePool == null)
{
framePool = new ExitGames.Client.Photon.Voice.PrimitiveArrayPool <float>(FRAME_POOL_CAPACITY, "PhotonVoiceSpeaker");
framePool.Init(frameSamplesPerChannel * channels);
}
int userID = PhotonVoiceSettings.Instance.PS4UserID;
if (userID == 0)
{
UserProfiles.LocalUsers localUsers = new UserProfiles.LocalUsers();
UserProfiles.GetLocalUsers(localUsers);
userID = localUsers.LocalUsersIds[0].UserId.Id;
}
pPhotonVoiceAudioOutput = egpvopen(userID, GRANULARITY, channels > 1);
framer = new Framer <float>(GRANULARITY * channels);
playThreadShouldTerminate = false;
playThread = new Thread(Play);
playThread.Name = "photon voice audio output thread";
playThread.IsBackground = true;
playThread.Start();
frameBuf = new Dictionary <int, Queue <float[]> >();
}
lock (frameBuf)
{
frameBuf.Add(GetInstanceID(), new Queue <float[]>());
}
#endif
this.player.Start(frequency, channels, frameSamplesPerChannel, playDelayMs);
}
private void Start()
{
canvas = GetComponentInChildren <Canvas>();
if (punSwitch != null)
{
punSwitchText = punSwitch.GetComponentInChildren <Text>();
punSwitch.onClick.AddListener(PunSwitchOnClick);
}
if (voiceSwitch != null)
{
voiceSwitchText = voiceSwitch.GetComponentInChildren <Text>();
voiceSwitch.onClick.AddListener(VoiceSwitchOnClick);
}
if (calibrateButton != null)
{
calibrateButton.onClick.AddListener(CalibrateButtonOnClick);
calibrateText = calibrateButton.GetComponentInChildren <Text>();
}
if (punState != null)
{
debugGO = punState.transform.parent.gameObject;
}
volumeBeforeMute = AudioListener.volume;
previousDebugLevel = punVoiceNetwork.Client.LoadBalancingPeer.DebugOut;
if (globalSettings != null)
{
globalSettings.SetActive(true);
InitToggles(globalSettings.GetComponentsInChildren <Toggle>());
}
if (devicesInfoText != null)
{
if (Microphone.devices == null || Microphone.devices.Length == 0)
{
devicesInfoText.enabled = true;
devicesInfoText.color = Color.red;
devicesInfoText.text = "No microphone device detected!";
}
else if (Microphone.devices.Length == 1)
{
devicesInfoText.text = string.Format("Mic.: {0}", Microphone.devices[0]);
}
else
{
devicesInfoText.text = string.Format("Multi.Mic.Devices:\n0. {0} (active)\n", Microphone.devices[0]);
for (int i = 1; i < Microphone.devices.Length; i++)
{
devicesInfoText.text = string.Concat(devicesInfoText.text, string.Format("{0}. {1}\n", i, Microphone.devices[i]));
}
}
}
#if !UNITY_EDITOR && UNITY_PS4
UserProfiles.LocalUsers localUsers = new UserProfiles.LocalUsers();
UserProfiles.GetLocalUsers(localUsers);
int userID = localUsers.LocalUsersIds[0].UserId.Id;
punVoiceNetwork.PS4UserID = userID;
#endif
}
private void Start()
{
this.canvas = this.GetComponentInChildren <Canvas>();
if (this.punSwitch != null)
{
this.punSwitchText = this.punSwitch.GetComponentInChildren <Text>();
this.punSwitch.onClick.AddListener(this.PunSwitchOnClick);
}
if (this.voiceSwitch != null)
{
this.voiceSwitchText = this.voiceSwitch.GetComponentInChildren <Text>();
this.voiceSwitch.onClick.AddListener(this.VoiceSwitchOnClick);
}
if (this.calibrateButton != null)
{
this.calibrateButton.onClick.AddListener(this.CalibrateButtonOnClick);
this.calibrateText = this.calibrateButton.GetComponentInChildren <Text>();
}
if (this.punState != null)
{
this.debugGO = this.punState.transform.parent.gameObject;
}
this.volumeBeforeMute = AudioListener.volume;
this.previousDebugLevel = this.punVoiceNetwork.Client.LoadBalancingPeer.DebugOut;
if (this.globalSettings != null)
{
this.globalSettings.SetActive(true);
this.InitToggles(this.globalSettings.GetComponentsInChildren <Toggle>());
}
if (this.devicesInfoText != null)
{
if (UnityMicrophone.devices == null || UnityMicrophone.devices.Length == 0)
{
this.devicesInfoText.enabled = true;
this.devicesInfoText.color = Color.red;
this.devicesInfoText.text = "No microphone device detected!";
}
else if (UnityMicrophone.devices.Length == 1)
{
this.devicesInfoText.text = string.Format("Mic.: {0}", UnityMicrophone.devices[0]);
}
else
{
this.devicesInfoText.text = string.Format("Multi.Mic.Devices:\n0. {0} (active)\n", UnityMicrophone.devices[0]);
for (int i = 1; i < UnityMicrophone.devices.Length; i++)
{
this.devicesInfoText.text = string.Concat(this.devicesInfoText.text, string.Format("{0}. {1}\n", i, UnityMicrophone.devices[i]));
}
}
}
#if !UNITY_EDITOR && UNITY_PS4
UserProfiles.LocalUsers localUsers = new UserProfiles.LocalUsers();
UserProfiles.GetLocalUsers(localUsers);
int userID = localUsers.LocalUsersIds[0].UserId.Id;
punVoiceNetwork.PlayStationUserID = userID;
#elif !UNITY_EDITOR && UNITY_SHARLIN
punVoiceNetwork.PlayStationUserID = egpvgetLocalUserID();
#endif
}
// Update is called once per frame
void OnGUI()
{
// TODO: better way to ref recorder
PhotonVoiceRecorder rec = null;
foreach (var r in FindObjectsOfType <PhotonVoiceRecorder>())
{
if (r.photonView.isMine)
{
rec = r;
break;
}
}
var lStyle = new GUIStyle("label");
lStyle.fontSize = 24 * Screen.height / 600;
lStyle.wordWrap = false;
var lStyleSmall = new GUIStyle("label");
lStyleSmall.fontSize = 16 * Screen.height / 600;
lStyleSmall.wordWrap = false;
var bStyle = new GUIStyle("button");
bStyle.fontSize = 28 * Screen.height / 600;
var bStyleSmall = new GUIStyle("button");
bStyleSmall.fontSize = 16 * Screen.height / 600;
var roomName = "";
if (PhotonNetwork.inRoom)
{
roomName = PhotonNetwork.room.Name;
}
string rttString = String.Format(
"RTT/Var/Que: {0}/{1}/{2}",
PhotonNetwork.networkingPeer.RoundTripTime.ToString(),
PhotonNetwork.networkingPeer.RoundTripTimeVariance,
PhotonNetwork.networkingPeer.QueuedIncomingCommands);
GUILayout.Label("PUN: " + PhotonNetwork.connectionStateDetailed.ToString() + " " + roomName + " " + rttString, lStyle);
GUILayout.BeginHorizontal();
if (GUILayout.Button("Connect", bStyle))
{
PhotonNetwork.ConnectUsingSettings(string.Format("1.{0}", SceneManagerHelper.ActiveSceneBuildIndex));
}
if (GUILayout.Button("Disconnect", bStyle))
{
PhotonNetwork.Disconnect();
}
GUILayout.EndHorizontal();
roomName = "";
if (PhotonVoiceNetwork.ClientState == ExitGames.Client.Photon.LoadBalancing.ClientState.Joined)
{
roomName = PhotonVoiceNetwork.CurrentRoomName;
}
if (dataRateNextTime < Time.time)
{
dataRateNextTime = Time.time + 1;
dataRateIn = (PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsIncoming.TotalPacketBytes - prevInBytes) / 1;
dataRateOut = (PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsOutgoing.TotalPacketBytes - prevOutBytes) / 1;
prevInBytes = PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsIncoming.TotalPacketBytes;
prevOutBytes = PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsOutgoing.TotalPacketBytes;
}
rttString = String.Format(
"RTT/Var/Que: {0}/{1}/{2}",
PhotonVoiceNetwork.Client.loadBalancingPeer.RoundTripTime.ToString(),
PhotonVoiceNetwork.Client.loadBalancingPeer.RoundTripTimeVariance,
PhotonVoiceNetwork.Client.loadBalancingPeer.QueuedIncomingCommands);
GUILayout.Label("PhotonVoice: " + PhotonVoiceNetwork.ClientState.ToString() + " " + roomName + " " + rttString, lStyle);
GUILayout.BeginHorizontal();
GUILayout.Label("Data rate in/out bytes/sec: " + dataRateIn + "/" + dataRateOut, lStyleSmall);
if (PhotonVoiceNetwork.Client.loadBalancingPeer != null)
{
GUILayout.Label("Traffic bytes: " + PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsIncoming.TotalPacketBytes + "/" + PhotonVoiceNetwork.Client.loadBalancingPeer.TrafficStatsOutgoing.TotalPacketBytes, lStyleSmall);
}
GUILayout.Label("Frames Sent/Rcvd/Lost: " + PhotonVoiceNetwork.VoiceClient.FramesSent + "/" + PhotonVoiceNetwork.VoiceClient.FramesReceived + "/" + PhotonVoiceNetwork.VoiceClient.FramesLost, lStyleSmall);
GUILayout.Label("Voice RTT/Var: " + PhotonVoiceNetwork.VoiceClient.RoundTripTime + "/" + PhotonVoiceNetwork.VoiceClient.RoundTripTimeVariance, lStyleSmall);
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
GUILayout.Label("Speakers:", lStyleSmall);
foreach (var s in FindObjectsOfType <PhotonVoiceSpeaker>())
{
if (s.IsVoiceLinked)
{
GUILayout.Label("lag=" + s.CurrentBufferLag, lStyleSmall);
}
}
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
if (GUILayout.Button("Connect", bStyle))
{
PhotonVoiceNetwork.Connect();
}
if (GUILayout.Button("Disconnect", bStyle))
{
PhotonVoiceNetwork.Disconnect();
}
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
if (rec != null && rec.photonView.isMine)
{
if (GUILayout.Button((rec.DebugEchoMode ? "[X] " : "[ ] ") + "Debug Echo", bStyle))
{
rec.DebugEchoMode = !rec.DebugEchoMode;
}
if (GUILayout.Button((rec.Transmit ? "[X] ": "[ ] ") + "Transmit", bStyle))
{
rec.Transmit = !rec.Transmit;
}
if (GUILayout.Button((rec.VoiceDetector.On ? "[X] " : "[ ] ") + "Detect", bStyle))
{
rec.Detect = !rec.Detect;
}
if (GUILayout.Button((rec.VoiceDetectorCalibrating ? "[X] " : "[ ] ") + "Calibrate Detector", bStyle))
{
rec.VoiceDetectorCalibrate(2000);
}
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
GUILayout.Label("Transmitting: " + rec.IsTransmitting, lStyleSmall);
GUILayout.Label("Avg Amp: " + (rec.LevelMeter == null ? "" : rec.LevelMeter.CurrentAvgAmp.ToString("0.000000") + "/" + rec.LevelMeter.AccumAvgPeakAmp.ToString("0.000000")), lStyleSmall);
GUILayout.Label("Peak Amp: " + (rec.LevelMeter == null ? "" : rec.LevelMeter.CurrentPeakAmp.ToString("0.000000")), lStyleSmall);
GUILayout.Label("Detector Threshold: " + (rec.VoiceDetector == null ? "" : rec.VoiceDetector.Threshold.ToString("0.000000")), lStyleSmall);
GUILayout.Label("Audio group (rec): " + rec.AudioGroup.ToString(), lStyleSmall);
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
var speexDSP = rec.GetComponent <SpeexDSP>();
if (speexDSP != null)
{
if (GUILayout.Button((speexDSP.AEC ? "[X] AEC" : "[ ] AEC"), bStyle))
{
speexDSP.AEC = !speexDSP.AEC;
}
if (GUILayout.Button("Reset", bStyle))
{
speexDSP.ResetAEC();
}
GUILayout.BeginHorizontal(GUILayout.ExpandWidth(false));
GUILayout.Label("delay:", lStyle);
var x = speexDSP.AECPlaybackDelayMs.ToString();
var tStyle = new GUIStyle("textfield");
tStyle.fontSize = bStyle.fontSize;
speexDSP.AECPlaybackDelayMs = Int32.Parse(GUILayout.TextField(x, tStyle));
GUILayout.EndHorizontal();
if (GUILayout.Button((speexDSP.AECLatencyDetect ? "[X] Latency Detect:" : "[ ] Latency Detect"), bStyle))
{
speexDSP.AECLatencyDetect = !speexDSP.AECLatencyDetect;
}
if (speexDSP.AECLatencyDetect)
{
var l = speexDSP.Processor.AECLatencyResult;
GUILayout.Label(l.LatencyMs + "/" + l.LatencyDelayedMs + " ms", lStyle);
GUILayout.Label(
(l.PlayDetected ? "!" : ".") +
(l.PlayDelayedDetected ? "!" : ".") +
(l.RecDetected ? "!" : "."),
lStyle);
}
}
GUILayout.EndHorizontal();
}
else
{
GUILayout.EndHorizontal();
}
GUILayout.BeginHorizontal();
GUILayout.Label("Set Group (offs Debug Echo): ", lStyleSmall);
for (byte i = 0; i < 5; i++)
{
if (GUILayout.Button((PhotonVoiceNetwork.Client.GlobalAudioGroup == i ? "[X] " : "[ ] ") + (i == 0 ? "No" : i.ToString()), bStyleSmall))
{
PhotonVoiceNetwork.Client.GlobalAudioGroup = i;
}
}
GUILayout.EndHorizontal();
var pvs = PhotonVoiceSettings.Instance;
GUILayout.BeginHorizontal();
GUILayout.Label("Unity Mic: ", lStyleSmall);
foreach (var x in Microphone.devices)
{
if (GUILayout.Button((pvs.MicrophoneType == PhotonVoiceSettings.MicAudioSourceType.Unity && PhotonVoiceNetwork.MicrophoneDevice == x ? "[X] " : "[ ] ") + x, bStyleSmall))
{
pvs.MicrophoneType = PhotonVoiceSettings.MicAudioSourceType.Unity;
PhotonVoiceNetwork.MicrophoneDevice = x;
}
}
GUILayout.EndHorizontal();
GUILayout.BeginHorizontal();
GUILayout.Label("Photon Mic: ", lStyleSmall);
if (PhotonVoiceNetwork.PhotonMicrophoneEnumerator.IsSupported)
{
for (int i = 0; i < PhotonVoiceNetwork.PhotonMicrophoneEnumerator.Count; i++)
{
if (GUILayout.Button((pvs.MicrophoneType == PhotonVoiceSettings.MicAudioSourceType.Photon && PhotonVoiceNetwork.PhotonMicrophoneDeviceID == PhotonVoiceNetwork.PhotonMicrophoneEnumerator.IDAtIndex(i) ? "[X] " : "[ ] ") + PhotonVoiceNetwork.PhotonMicrophoneEnumerator.NameAtIndex(i), bStyleSmall))
{
pvs.MicrophoneType = PhotonVoiceSettings.MicAudioSourceType.Photon;
PhotonVoiceNetwork.PhotonMicrophoneDeviceID = PhotonVoiceNetwork.PhotonMicrophoneEnumerator.IDAtIndex(i);
}
}
if (GUILayout.Button("Refresh", bStyleSmall))
{
PhotonVoiceNetwork.PhotonMicrophoneEnumerator.Refresh();
}
}
else
{
// use 1st device in Unity device enumeration to display default device name (this may be wrong of course)
if (Microphone.devices.Length > 0)
{
if (GUILayout.Button((pvs.MicrophoneType == PhotonVoiceSettings.MicAudioSourceType.Photon ? "[X] " : "[ ] ") + Microphone.devices[0], bStyleSmall))
{
pvs.MicrophoneType = PhotonVoiceSettings.MicAudioSourceType.Photon;
PhotonVoiceNetwork.PhotonMicrophoneDeviceID = -1;
}
}
}
GUILayout.EndHorizontal();
GUI.enabled = true;
#if !UNITY_EDITOR && UNITY_PS4
UserProfiles.LocalUsers localUsers = new UserProfiles.LocalUsers();
UserProfiles.GetLocalUsers(localUsers);
int userID = localUsers.LocalUsersIds[0].UserId.Id;
pvs.PS4UserID = userID;
#endif
}
