/// <summary>
/// Processes samples data from microphone recording and fills buffer of samples then sends it over network
/// </summary>
private void ProcessRecording()
{
int currentPosition = CustomMicrophone.GetPosition(_microphoneDevice);
// fix for end record incorrect position
if (_stopRecordPosition != -1)
{
currentPosition = _stopRecordPosition;
}
if (recording || currentPosition != _lastPosition)
{
float[] array = new float[Constants.RecordingTime * Constants.SampleRate];
CustomMicrophone.GetRawData(ref array, _workingClip);
if (_lastPosition != currentPosition && array.Length > 0)
{
if (_lastPosition > currentPosition)
{
_buffer.AddRange(GetChunk(array, _lastPosition, array.Length - _lastPosition));
_buffer.AddRange(GetChunk(array, 0, currentPosition));
}
else
{
_buffer.AddRange(GetChunk(array, _lastPosition, currentPosition - _lastPosition));
}
// sends data chunky
if (_buffer.Count >= Constants.ChunkSize)
{
SendDataToNetwork(_buffer.GetRange(0, Constants.ChunkSize));
_buffer.RemoveRange(0, Constants.ChunkSize);
}
}
_lastPosition = currentPosition;
}
else
{
_lastPosition = currentPosition;
if (_buffer.Count > 0)
{
// sends left data chunky
if (_buffer.Count >= Constants.ChunkSize)
{
SendDataToNetwork(_buffer.GetRange(0, Constants.ChunkSize));
_buffer.RemoveRange(0, Constants.ChunkSize);
}
// sends all left data
else
{
SendDataToNetwork(_buffer);
_buffer.Clear();
}
}
}
}
private AudioClip MakeCopy(string name, int recordingTime, int frequency, AudioClip sourceClip)
{
float[] array = new float[recordingTime * frequency];
if (CustomMicrophone.GetRawData(ref array, sourceClip))
{
AudioClip audioClip = AudioClip.Create(name, recordingTime * frequency, 1, frequency, false);
audioClip.SetData(array, 0);
audioClip.LoadAudioData();
return(audioClip);
}
return(null);
}
private void UpdateRipples()
{
if (!photonView.IsMine)
{
return;
}
int currentPosition = CustomMicrophone.GetPosition(_microphoneDevice);
//cheks how many samples were recorder since last time we calculated
//if it went around the buffer (so past the limit and back to 0) we just
//do the rest of the array and next time start from 0
if (currentPosition != _lastPosition)
{
int length = Constants.RecordingTime * Constants.SampleRate;
float[] data = new float[length];
CustomMicrophone.GetRawData(ref data, recorder.AudioClip);
if (currentPosition > _lastPosition)
{
int len = currentPosition - _lastPosition;
decibelsValue = ComputeDB(data, _lastPosition, ref len);
_lastPosition = currentPosition;
}
else
{
int len = data.Length - _lastPosition;
decibelsValue = ComputeDB(data, _lastPosition, ref len);
_lastPosition = 0;
}
//udpate sound ripples animation on all clients
photonView.RPC(nameof(UpdateSoundRiples), RpcTarget.All, decibelsValue);
if (count < 1 / _updateFrequency)
{
count++;
positiveInLastSecond |= decibelsValue > 0;
}
else
{
count = 1;
positiveInLastSecond = decibelsValue > 0;
}
}
}
public IEnumerator OneTimeRecord(int durationSec, Action <float[]> callback, int sampleRate = 16000)
{
AudioClip clip = CustomMicrophone.Start(MicrophoneDevice, false, durationSec, sampleRate);
yield return(new WaitForSeconds(durationSec));
CustomMicrophone.End(MicrophoneDevice);
float[] array = new float[clip.samples * clip.channels];
CustomMicrophone.GetRawData(ref array, clip);
#if !NET_2_0 && !NET_2_0_SUBSET
callback?.Invoke(array);
#else
if (callback != null)
{
callback(array);
}
#endif
}
/// <summary>
/// Processes samples data from microphone recording and fills buffer of samples then sends it over network
/// </summary>
private void ProcessRecording()
{
int currentPosition = CustomMicrophone.GetPosition(_microphoneDevice);
if (recording || currentPosition != _lastPosition)
{
float[] array = new float[Constants.RecordingTime * Constants.SampleRate];
CustomMicrophone.GetRawData(ref array, _workingClip);
if (_lastPosition != currentPosition && array.Length > 0)
{
int lastPosition = _lastPosition;
_lastPosition = currentPosition;
if (lastPosition > _lastPosition)
{
_buffer.AddRange(array.ToList().GetRange(lastPosition, array.Length - lastPosition));
_buffer.AddRange(array.ToList().GetRange(0, _lastPosition));
}
else
{
_buffer.AddRange(array.ToList().GetRange(lastPosition, _lastPosition - lastPosition));
}
}
if (_buffer.Count >= Constants.ChunkSize)
{
SendDataToNetwork(_buffer.GetRange(0, Constants.ChunkSize));
_buffer.RemoveRange(0, Constants.ChunkSize);
}
}
else
{
if (_buffer.Count > 0)
{
SendDataToNetwork(_buffer);
_buffer.Clear();
}
}
}
public void Update()
{
if (IsRecording)
{
_currentSamplePosition = CustomMicrophone.GetPosition(MicrophoneDevice);
CustomMicrophone.GetRawData(ref _currentAudioSamples, _microphoneWorkingAudioClip);
if (DetectVoice)
{
bool isTalking = _voiceDetectionManager.HasDetectedVoice(AudioClip2ByteConverter.FloatToByte(_currentAudioSamples));
if (isTalking)
{
_endTalkingDelay = 0f;
}
else
{
_endTalkingDelay += Time.deltaTime;
}
if (!_isTalking && isTalking)
{
_isTalking = true;
#if NET_2_0 || NET_2_0_SUBSET
if (TalkBeganEvent != null)
{
TalkBeganEvent();
}
#else
TalkBeganEvent?.Invoke();
#endif
}
else if (_isTalking && !isTalking && _endTalkingDelay >= _speechRecognitionManager.CurrentConfig.voiceDetectionEndTalkingDelay)
{
_isTalking = false;
LastRecordedRaw = _currentRecordingVoice.ToArray();
LastRecordedClip = AudioConvert.Convert(LastRecordedRaw, _microphoneWorkingAudioClip.channels);
_currentRecordingVoice.Clear();
#if NET_2_0 || NET_2_0_SUBSET
if (TalkEnded != null)
{
TalkEnded(LatestVoiceAudioClip, LastRecordedRaw);
}
#else
TalkEndedEvent?.Invoke(LastRecordedClip, LastRecordedRaw);
#endif
}
else if (_isTalking && isTalking)
{
AddAudioSamplesIntoBuffer();
}
}
else
{
AddAudioSamplesIntoBuffer();
}
_previousSamplePosition = _currentSamplePosition;
}
}
private void Update()
{
try
{
if (CustomMicrophone.IsRecording(string.Empty))
{
float[] array = new float[0];
CustomMicrophone.GetRawData(ref array);
if (_buffer.position != CustomMicrophone.GetPosition(CustomMicrophone.devices[0]) && array.Length > 0)
{
int lastPosition = _buffer.position;
_buffer.position = CustomMicrophone.GetPosition(CustomMicrophone.devices[0]);
if (lastPosition > _buffer.position)
{
_buffer.data.AddRange(array.ToList().GetRange(lastPosition, array.Length - lastPosition));
_buffer.data.AddRange(array.ToList().GetRange(0, _buffer.position));
}
else
{
_buffer.data.AddRange(array.ToList().GetRange(lastPosition, _buffer.position - lastPosition));
}
}
_audioClipReadyToUse = _buffer.data.Count >= _sampleRate * _recordingTime;
if (_playing)
{
_delay -= Time.deltaTime;
if (_delay <= 0)
{
_playing = false;
}
}
else
{
if (_audioClipReadyToUse)
{
List <float> chunk;
if (_buffer.data.Count >= _sampleRate)
{
chunk = _buffer.data.GetRange(0, _sampleRate);
_buffer.data.RemoveRange(0, _sampleRate);
}
else
{
chunk = _buffer.data;
_buffer.data.Clear();
for (int i = chunk.Count; i < _sampleRate; i++)
{
chunk.Add(0);
}
}
_audioSource.clip.SetData(chunk.ToArray(), 0);
_audioSource.Play();
_delay = _recordingTime;
_playing = true;
}
}
}
}
catch (Exception ex)
{
Debug.Log(ex.Message + " | " + ex.StackTrace);
}
}
private void UpdateRipples()
{
if (!photonView.IsMine)
{
return;
}
if (stopSendingRPC)
{
return;
}
int currentPosition = CustomMicrophone.GetPosition(_microphoneDevice);
//cheks how many samples were recorder since last time we calculated
//if it went around the buffer (so past the limit and back to 0) we just
//do the rest of the array and next time start from 0
if (currentPosition != _lastPosition)
{
int length = 1 * 44100;
float[] data = new float[length];
// only works if audioClip is the one where this microphone records
CustomMicrophone.GetRawData(ref data, voice.SelfAudioClip());
float newDecibelsValue;
if (currentPosition > _lastPosition)
{
int len = currentPosition - _lastPosition;
newDecibelsValue = ComputeDB(data, _lastPosition, ref len);
_lastPosition = currentPosition;
}
else
{
int len = data.Length - _lastPosition;
newDecibelsValue = ComputeDB(data, _lastPosition, ref len);
_lastPosition = 0;
}
if (walking.isPlaying)
{
newDecibelsValue += 5;
}
else if (running.isPlaying)
{
newDecibelsValue += 15;
}
decibelsValue = decibelsMultiplier * newDecibelsValue;
//udpate sound ripples animation on all clients
photonView.RPC(nameof(UpdateSoundRiples), RpcTarget.All, decibelsValue);
if (count < 1 / _updateFrequency)
{
count++;
positiveInLastSecond |= decibelsValue > 0;
}
else
{
count = 1;
positiveInLastSecond = decibelsValue > 0;
}
}
}
