private void testWindow(int length, IWindow window) { Complex[,] data = (Complex[, ]) this.data.Clone(); ComplexSignal target = ComplexSignal.FromArray(data, 8000); Complex[,] samples = target.ToArray(); Assert.IsTrue(data.IsEqual(samples)); ComplexSignal[] windows = target.Split(window, 1); for (int i = 0; i < windows.Length; i++) { int min = System.Math.Min(i + length, samples.Length / 2); Complex[] segment = windows[i].ToArray().Reshape(1); Complex[] sub = samples.Submatrix(i, min - 1, null).Reshape(1); var expected = new Complex[length * 2]; for (int j = 0; j < sub.Length; j++) { expected[j] = sub[j]; } Assert.IsTrue(segment.IsEqual(expected)); } }
public void GetEnergyTest() { ComplexSignal target = ComplexSignal.FromArray(data, 8000); double expected = 0.5444; double actual = target.GetEnergy(); Assert.AreEqual(expected, actual, 1e-4); }
public void ComplexSignalConstructorTest() { ComplexSignal target = ComplexSignal.FromArray(data, 8000); Assert.AreEqual(target.Channels, 2); Assert.AreEqual(target.Length, 8); Assert.AreEqual(target.Samples, 16); Assert.AreEqual(target.SampleRate, 8000); Assert.IsNotNull(target.RawData); }
public void ComplexSignalConstructorTest() { ComplexSignal target = ComplexSignal.FromArray(data, 8000); Assert.AreEqual(target.Channels, 2); Assert.AreEqual(target.Length, 8); Assert.AreEqual(target.Samples, 16); Assert.AreEqual(target.SampleRate, 8000); Assert.AreEqual(256, target.NumberOfBytes); Assert.AreEqual(16, target.InnerData.Length); Assert.AreEqual(16, target.SampleSize); Assert.IsNotNull(target.RawData); }
/// <summary> /// Splits a signal using the window. /// </summary> /// public virtual unsafe ComplexSignal Apply(ComplexSignal complexSignal, int sampleIndex) { Complex[,] resultData = new Complex[Length, complexSignal.Channels]; ComplexSignal result = ComplexSignal.FromArray(resultData, complexSignal.SampleRate); int channels = result.Channels; int minLength = System.Math.Min(complexSignal.Length - sampleIndex, Length); for (int c = 0; c < complexSignal.Channels; c++) { Complex *dst = (Complex *)result.Data.ToPointer() + c; Complex *src = (Complex *)complexSignal.Data.ToPointer() + c + channels * sampleIndex; for (int i = 0; i < minLength; i++, dst += channels, src += channels) { *dst = window[i] * (*src); } } return(result); }
/// <summary> /// Splits a complex signal using the current window. /// </summary> /// public ComplexSignal Apply(ComplexSignal complexSignal, int sampleIndex) { System.Numerics.Complex[,] resultData = new System.Numerics.Complex[Length, complexSignal.Channels]; ComplexSignal result = ComplexSignal.FromArray(resultData, complexSignal.SampleRate); int channels = result.Channels; int minLength = System.Math.Min(complexSignal.Length - sampleIndex, Length); unsafe { for (int c = 0; c < complexSignal.Channels; c++) { System.Numerics.Complex *dst = (System.Numerics.Complex *)result.Data.ToPointer() + c; System.Numerics.Complex *src = (System.Numerics.Complex *)complexSignal.Data.ToPointer() + c + channels * sampleIndex; for (int i = 0; i < minLength; i++, dst += channels, src += channels) { *dst = *src; } } } return(result); }
/// <summary> /// This method will be called whenever there is a new audio /// frame to be processed. /// </summary> /// void ProcessFrame(float[,] channels, string stamp) { // We can start by converting the audio frame to a complex signal //Signal realSignal = Signal.FromArray(channels,WindowSize,8, 50, SampleFormat.Format32BitIeeeFloat); //ComplexSignal signal = ComplexSignal.FromSignal(realSignal); ComplexSignal signal = ComplexSignal.FromArray(channels, 50); // If its needed, if (window != null) { // Apply the chosen audio window signal = window.Apply(signal, 0); } // Transform to the complex domain signal.ForwardFourierTransform(); // Now we can get the power spectrum output and its // related frequency vector to plot our spectrometer. double[] freqv = Tools.GetFrequencyVector(signal.Length, signal.SampleRate); double[][] power = new double[signal.Channels][]; //Complex[] channel = signal.GetChannel(0); //double[] g = Tools.GetPowerSpectrum(channel); int[][] peaksIndex1 = new int[signal.Channels][]; int[][] peaksIndex2 = new int[signal.Channels][]; int SearchLength = 7; string content = stamp + ","; for (int i = 0; i < signal.Channels; i++) { //complexChannels[i] = signal.GetChannel(i); power[i] = Tools.GetPowerSpectrum(signal.GetChannel(i)); // zero DC power[i][0] = 0; double max = power[i].Max(); int position = Array.IndexOf(power[i], max); //normalize amplitude for (int n = 0; n < power[i].Length; n++) { power[i][n] = power[i][n] / max; } if (vibrateChannels.ContainsKey(i + 1)) { VibrateChannel vc = vibrateChannels[i + 1]; float[] floatList = power[i].Select(x => (float)x).ToArray(); AccWave awObject = new AccWave(vc.SensorId, "028", floatList); //byte[] result = serializer.PackSingleObject(awObject); //AppendLog(this.ip + " Frame Length: " + result.Length.ToString()); //udpClient.Send(result, result.Length, remoteEndPoint); //udpClient.Close(); } //if (!isCalculateCableForce) //{ // continue; //} double maxFrequency = freqv[position]; peaksIndex1[i] = power[i].FindPeaks(); if (peaksIndex1[i].Length < SearchLength) { continue; } double[] peaks2 = new double[peaksIndex1[i].Length]; for (int j = 0; j < peaksIndex1[i].Length; j++) { peaks2[j] = power[i][peaksIndex1[i][j]]; //low pass //if (freqv[peaksIndex1[i][j]] > 10) //{ // peaks2[j] = 0; //} } peaksIndex2[i] = MaxSort(SearchLength, peaks2); Array.Sort(peaksIndex2[i]); } udpClient.Close(); if (isUpdateChart) { if (chart1.InvokeRequired) { chart1.BeginInvoke(new MethodInvoker(() => { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < freqv.Length; i++) { chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); } if (isCalculateCableForce) { for (int k = 0; k < peaksIndex2[j].Length; k++) { chart1.Series[j + 16].Points[peaksIndex1[j][peaksIndex2[j][k]]].Label = freqv[peaksIndex1[j][peaksIndex2[j][k]]].ToString(); } } } chart1.Invalidate(); })); } else { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < freqv.Length; i++) { chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); } } chart1.Invalidate(); } } }
/// <summary> /// This method will be called whenever there is a new audio /// frame to be processed. /// </summary> /// void ProcessFrame(float[,] channels, string stamp) { // We can start by converting the audio frame to a complex signal //Signal realSignal = Signal.FromArray(channels,WindowSize,8, 50, SampleFormat.Format32BitIeeeFloat); //ComplexSignal signal = ComplexSignal.FromSignal(realSignal); ComplexSignal signal = ComplexSignal.FromArray(channels, 50); //AppendLog(this.ip + "ProcessFrame Start "); // If its needed, if (window != null) { // Apply the chosen audio window signal = window.Apply(signal, 0); } // Transform to the complex domain signal.ForwardFourierTransform(); // Now we can get the power spectrum output and its // related frequency vector to plot our spectrometer. double[] freqv = Tools.GetFrequencyVector(signal.Length, signal.SampleRate); double[][] power = new double[signal.Channels][]; //Complex[] channel = signal.GetChannel(0); //double[] g = Tools.GetPowerSpectrum(channel); int[][] peaksIndex1 = new int[signal.Channels][]; int[][] peaksIndex2 = new int[signal.Channels][]; int SearchLength = 7; string content = stamp + ","; //IPAddress remoteIp = IPAddress.Parse(this.spectrumIP); ////int port = int.Parse(this.spectrumPort); //IPEndPoint remoteEndPoint = new IPEndPoint(remoteIp, this.spectrumPort); //UdpClient udpClient = new UdpClient(); //Dictionary<RedisKey, RedisValue> pair = new Dictionary<RedisKey, RedisValue>(); //IDatabase db_result = this.redis.GetDatabase(5); for (int i = 0; i < signal.Channels; i++) { //AppendLog(this.ip + "ProcessFrame calculate frame"); //complexChannels[i] = signal.GetChannel(i); power[i] = Tools.GetPowerSpectrum(signal.GetChannel(i)); // zero DC power[i][0] = 0; //test log //for (int n = 0; n < power[i].Length; n++) //{ // power[i][n] = Math.Log10(power[i][n]+0.0000000001); //} double max = power[i].Max(); int position = Array.IndexOf(power[i], max); //normalize amplitude for (int n = 0; n < power[i].Length; n++) { power[i][n] = power[i][n] / max; } if (vibrateChannels.ContainsKey(i + 1)) { //AppendLog(this.ip + "ProcessFrame Send Spectrum"); VibrateChannel vc = vibrateChannels[i + 1]; float[] floatList = power[i].Select(x => (float)x).ToArray(); //AccWave awObject = new AccWave(vc.SensorId, "028", floatList); //byte[] result = serializer.PackSingleObject(awObject); //AppendLog(this.ip + " Frame Length: " + result.Length.ToString()); //udpClient.Send(result, result.Length, remoteEndPoint); //udpClient.Close(); } //if (!isCalculateCableForce) //{ // continue; //} double maxFrequency = freqv[position]; peaksIndex1[i] = power[i].FindPeaks(); if (peaksIndex1[i].Length < SearchLength) { continue; } double[] peaks2 = new double[peaksIndex1[i].Length]; for (int j = 0; j < peaksIndex1[i].Length; j++) { peaks2[j] = power[i][peaksIndex1[i][j]]; //low pass //if (freqv[peaksIndex1[i][j]] > 10) //{ // peaks2[j] = 0; //} } peaksIndex2[i] = MaxSort(SearchLength, peaks2); Array.Sort(peaksIndex2[i]); double[] frequencies = new double[SearchLength]; try { for (int k = 0; k < SearchLength; k++) { frequencies[k] = freqv[peaksIndex1[i][peaksIndex2[i][k]]]; } } catch (Exception ex) { } double frequency = 0; double frequency1 = FindFFWithFundamentalFreqency(frequencies, maxFrequency); List <double> candidateFrequencies = SearchCandidateFrequencyWithSpacing(frequencies, frequencies.Length, 0.3); double frequency2 = FindFFWithSpacing(frequency1, candidateFrequencies.ToArray()); if (Math.Abs(frequency1 - frequency2) < 0.15) { frequency = (frequency2 + frequency1) / 2; } content += frequency.ToString(); content += ","; //AppendLog("Channel " + (i + 1).ToString() + " "); //if ((i + 1) == (int)numericUpDownChannel.Value) //{ // //AppendLog("Channel " + (i + 1).ToString() + " f1: " + frequency1.ToString() + " f2: " + frequency2.ToString() + " Fundamental frequency:" + frequency.ToString()); // if (frequency != 0) // { // //string stamp = DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"); // string str = ""; // str += stamp + " "; // if (redis.IsConnected) // { // } // else // { // str += "redis server is not connected"; // //lthis.AppendLog(str); // return; // } // if (vibrateChannels.ContainsKey(i + 1)) // { // double force = 0; // VibrateChannel vc = vibrateChannels[i+1]; // force = Math.Round(CalculateCableForce(vc, frequency) / 1000); // string key = vc.SensorId + "-012"; // DataValue dv = new DataValue(); // dv.SensorId = vc.SensorId; // dv.TimeStamp = stamp; // dv.ValueType = "012"; // dv.Value = frequency; // //resultQueue.Enqueue(dv); // string result = JsonConvert.SerializeObject(dv); // pair[key] = result; // if (force != 0) // { // key = vc.SensorId + "-013"; // DataValue dv1 = new DataValue(); // dv1.SensorId = vc.SensorId; // dv1.TimeStamp = stamp; // dv1.ValueType = "013"; // dv1.Value = force; // string result1 = JsonConvert.SerializeObject(dv1); // pair[key] = result; // //resultQueue.Enqueue(dv1); // } // AppendLog("Channel " + (i + 1).ToString() + " frequency: " + frequency.ToString() + " Cable Force: " + force.ToString()); // } // } //} } //if (pair.Count > 0) //{ // db_result.StringSet(pair.ToArray()); // pair.Clear(); //} //content = content.Remove(content.Length - 1); //udpClient.Close(); //AppendResult(content); //return; if (isUpdateChart) { if (chart1.InvokeRequired) { chart1.BeginInvoke(new MethodInvoker(() => { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < freqv.Length; i++) { chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); } if (peaksIndex2[j] == null) { continue; } for (int k = 0; k < peaksIndex2[j].Length; k++) { chart1.Series[j + 16].Points[peaksIndex1[j][peaksIndex2[j][k]]].Label = freqv[peaksIndex1[j][peaksIndex2[j][k]]].ToString(); } } chart1.Invalidate(); })); } else { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < freqv.Length; i++) { chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); } } chart1.Invalidate(); } } //AppendLog(this.ip+" ProcessFrame Finish "); }
/// <summary> /// This method will be called whenever there is a new audio /// frame to be processed. /// </summary> /// void ProcessFrame(float[,] channels) { // We can start by converting the audio frame to a complex signal //Signal realSignal = Signal.FromArray(channels,WindowSize,8, 50, SampleFormat.Format32BitIeeeFloat); //ComplexSignal signal = ComplexSignal.FromSignal(realSignal); ComplexSignal signal = ComplexSignal.FromArray(channels, 50); // If its needed, if (window != null) { // Apply the chosen audio window signal = window.Apply(signal, 0); } // Transform to the complex domain signal.ForwardFourierTransform(); // Now we can get the power spectrum output and its // related frequency vector to plot our spectrometer. double[] freqv = Tools.GetFrequencyVector(signal.Length, signal.SampleRate); double[][] power = new double[8][]; Complex[][] complexChannels = new Complex[8][]; //Complex[] channel = signal.GetChannel(0); //double[] g = Tools.GetPowerSpectrum(channel); int[][] peaksIndex1 = new int[signal.Channels][]; int[][] peaksIndex2 = new int[signal.Channels][]; for (int i = 0; i < 8; i++) { //complexChannels[i] = signal.GetChannel(i); power[i] = Tools.GetPowerSpectrum(signal.GetChannel(i)); // zero DC power[i][0] = 0; peaksIndex1[i] = power[i].FindPeaks(); double[] peaks2 = new double[peaksIndex1[i].Length]; for (int j = 0; j < peaksIndex1[i].Length; j++) { peaks2[j] = power[i][peaksIndex1[i][j]]; } int[] index = peaks2.FindPeaks(); int[] rawIndex = new int[index.Length]; for (int k = 0; k < index.Length; k++) { rawIndex[k] = peaksIndex1[i][index[k]]; } peaksIndex2[i] = rawIndex; } //for (int j = 0; j < 8; j++) //{ // chart1.Series[j + 16].Points.Clear(); // for (int i = 0; i < freqv.Length; i++) // { // chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); // } //} for (int j = 0; j < 8; j++) { chart1.Series[j].Points.Clear(); for (int i = 0; i < peaksIndex1[j].Length; i++) { int frequencyIndex = peaksIndex1[j][i]; int powerIndex = peaksIndex1[j][i]; chart1.Series[j].Points.AddXY(freqv[frequencyIndex], power[j][powerIndex]); } chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < peaksIndex2[j].Length; i++) { int frequencyIndex = peaksIndex2[j][i]; int powerIndex = peaksIndex2[j][i]; chart1.Series[j + 16].Points.AddXY(freqv[frequencyIndex], power[j][powerIndex]); } } chart1.Invalidate(); }
/// <summary> /// This method will be called whenever there is a new audio /// frame to be processed. /// </summary> /// void ProcessSingleFrame(float[,] channels) { //float[] data = new float[WindowSize]; //// We can start by converting the audio frame to a complex signal //for(int i = 0; i < WindowSize; i++) //{ // data[i] = channels[1, i]; //} //Signal realSignal = Signal.FromArray(data, 50, SampleFormat.Format32BitIeeeFloat); //ComplexSignal signal = ComplexSignal.FromSignal(realSignal); ComplexSignal signal = ComplexSignal.FromArray(channels, 50); // If its needed, if (window != null) { // Apply the chosen audio window signal = window.Apply(signal, 0); } // Transform to the complex domain signal.ForwardFourierTransform(); // Now we can get the power spectrum output and its // related frequency vector to plot our spectrometer. double[] freqv = Tools.GetFrequencyVector(signal.Length, signal.SampleRate); //double[][] power = new double[8][]; Complex[] channel0 = signal.GetChannel(0); Complex[] channel1 = signal.GetChannel(1); Complex[] channel2 = signal.GetChannel(2); Complex[] channel3 = signal.GetChannel(3); double[] g0 = Tools.GetPowerSpectrum(channel0); double[] g1 = Tools.GetPowerSpectrum(channel1); double[] g2 = Tools.GetPowerSpectrum(channel2); double[] g3 = Tools.GetPowerSpectrum(channel3); g0[0] = 0; g1[0] = 0; g2[0] = 0; g3[0] = 0; //for(int i = 0; i < 8; i++) //{ // Complex[] channel = signal.GetChannel(i); // power[i] = Tools.GetPowerSpectrum(channel); // // zero DC // power[i][0] = 0; //} if (chart1.InvokeRequired) { chart1.BeginInvoke(new MethodInvoker(() => { chart1.Series[4].Points.Clear(); chart1.Series[5].Points.Clear(); chart1.Series[6].Points.Clear(); chart1.Series[7].Points.Clear(); for (int i = 0; i < g0.Length; i++) { chart1.Series[4].Points.AddXY(freqv[i], g0[i]); chart1.Series[5].Points.AddXY(freqv[i], g1[i]); chart1.Series[6].Points.AddXY(freqv[i], g2[i]); chart1.Series[7].Points.AddXY(freqv[i], g3[i]); } chart1.Invalidate(); })); } else { chart1.Series[4].Points.Clear(); for (int i = 0; i < g0.Length; i++) { chart1.Series[4].Points.AddXY(freqv[i], g0[i]); } chart1.Invalidate(); } }
/// <summary> /// This method will be called whenever there is a new audio /// frame to be processed. /// </summary> /// void ProcessFrame(float[,] channels) { // We can start by converting the audio frame to a complex signal //Signal realSignal = Signal.FromArray(channels,WindowSize,8, 50, SampleFormat.Format32BitIeeeFloat); //ComplexSignal signal = ComplexSignal.FromSignal(realSignal); ComplexSignal signal = ComplexSignal.FromArray(channels, 50); // If its needed, if (window != null) { // Apply the chosen audio window signal = window.Apply(signal, 0); } // Transform to the complex domain signal.ForwardFourierTransform(); // Now we can get the power spectrum output and its // related frequency vector to plot our spectrometer. double[] freqv = Tools.GetFrequencyVector(signal.Length, signal.SampleRate); double[][] power = new double[signal.Channels][]; FrequencyPoint[][] fps = new FrequencyPoint[8][]; int[][] peaksIndex1 = new int[signal.Channels][]; int[][] peaksIndex2 = new int[signal.Channels][]; for (int i = 0; i < signal.Channels; i++) { //complexChannels[i] = signal.GetChannel(i); power[i] = Tools.GetPowerSpectrum(signal.GetChannel(i)); // zero DC power[i][0] = 0; //fps[i] = GetFrequencyPoints(power[i],freqv); peaksIndex1[i] = power[i].FindPeaks(); double[] peaks2 = new double[peaksIndex1[i].Length]; for (int j = 0; j < peaksIndex1[i].Length; j++) { peaks2[j] = power[i][peaksIndex1[i][j]]; } int[] index = peaks2.FindPeaks(); int[] rawIndex = new int[index.Length]; for (int k = 0; k < index.Length; k++) { rawIndex[k] = peaksIndex1[i][index[k]]; } peaksIndex2[i] = rawIndex; } //int[] peaksIndex = power[0].FindPeaks(); //string content=""; //foreach(int index in peaksIndex) //{ // content += (freqv[index] + " "); //} //content += "\r\n"; //AppendLog(content); if (isUpdateChart) { if (chart1.InvokeRequired) { chart1.BeginInvoke(new MethodInvoker(() => { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); //for (int i = 0; i < freqv.Length; i++) for (int i = 0; i < peaksIndex2[j].Length; i++) { //chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); chart1.Series[j + 16].Points.AddXY(freqv[peaksIndex2[j][i]], power[j][peaksIndex2[j][i]]); //chart1.Series[j + 16].Points.AddXY(freqv[peaksIndex1[j][i]], power[j][peaksIndex1[j][i]]); //chart1.Series[j + 16].Points[i].ToolTip = freqv[i].ToString(); } } chart1.Invalidate(); })); } else { for (int j = 0; j < signal.Channels; j++) { chart1.Series[j + 16].Points.Clear(); for (int i = 0; i < freqv.Length; i++) { chart1.Series[j + 16].Points.AddXY(freqv[i], power[j][i]); chart1.Series[j + 16].Points[i].ToolTip = freqv[i].ToString(); } } chart1.Invalidate(); } } //保存频谱 /* * StringBuilder sb = new StringBuilder(2048); * string stamp = DateTime.Now.ToString("yyyy-MM-dd HH:mm:ss"); * //sb.AppendLine(stamp + ","); * for(int i=0;i< signal.Channels; i++) * { * if (vibrateChannels.ContainsKey(i + 1)) * { * sb.Append(vibrateChannels[i + 1] + "," + stamp + ","); * * for (int j = 0; j < freqv.Length; j++) * { * sb.Append(power[i][j] + ","); * } * sb.Remove(sb.Length - 1, 1); * sb.Append("\r\n"); * } * } * * //AppendLog(sb.ToString()); * AppendRecord(sb); */ }