private void bgw_DoWork(object sender, DoWorkEventArgs e) { bool refpeak = false; if (_refChanged) { _refWav = new WavFileWrapper(refPath); if (_refWav.Load()) { _refMfcc = new MFCCWrapper(_refWav, option.TimeFrame, option.TimeShift, option.CepFilter, option.LowFreq, option.HighFreq, option.NumCeps, 4); if (option.NormalizeAudio) { refpeak = option.NormalizeAudio; peakRef = _refWav.Peak(); } _refMfcc.Process(); _refPitch = new PitchWrapper(_refWav, option.PitchTimeFrame, option.PitchTimeShift, option.PitchLowFreq, option.PitchHighFreq, option.PitchType, option.DropUnPitch); if (option.UseMedian) { _refPitch.SetMedianWindowSize(option.MedianWindow); } _refPitch.Process(); /// Debug.WriteLine("Process Ref file completed Time {0}", DateTime.Now); } } if (_refMfcc != null && _refMfcc.ProcessDone) { SetDataChart(FormTag.REF_WAVE); Debug.WriteLine("Process Ref: Draw Wave Done {0}", DateTime.Now); SetDataChart(FormTag.REF_FREQ); Debug.WriteLine("Process Ref: Draw Freq Done {0}", DateTime.Now); SetDataChart(FormTag.REF_MFCC); Debug.WriteLine("Process Ref: Draw MFCC Done {0}", DateTime.Now); SetDataChart(FormTag.REF_DOUBLE); Debug.WriteLine("Process Ref: Draw Double Done {0}", DateTime.Now); SetDataChart(FormTag.REF_DETAL); Debug.WriteLine("Process Ref: Draw Detal Done {0}", DateTime.Now); SetDataChart(FormTag.REF_PITCH); Debug.WriteLine("Process Ref: Draw Pitch Done {0}", DateTime.Now); } Debug.WriteLine("Set data chart Ref Ref Done {0}", DateTime.Now); if (_yourChanged) { _yourWav = new WavFileWrapper(_yourPath); if (_yourWav.Load()) { int size = _yourWav.FullData.Count; uint startPnt = (uint)(_startSelected * size); uint endPnt = (uint)(_endSelected * size); Debug.WriteLine("Select Data voice: Start {0} End {1}", startPnt, endPnt); _yourWav.SelectedWave(startPnt, endPnt); if (refpeak) { _yourWav.NormalizeWave(peakRef); } _yourMfcc = new MFCCWrapper(_yourWav, option.TimeFrame, option.TimeShift, option.CepFilter, option.LowFreq, option.HighFreq, option.NumCeps, 4); _yourMfcc.Process(); _yourPitch = new PitchWrapper(_yourWav, option.PitchTimeFrame, option.PitchTimeShift, option.PitchLowFreq, option.PitchHighFreq, option.PitchType, option.DropUnPitch); if (option.UseMedian) { _yourPitch.SetMedianWindowSize(option.MedianWindow); } _yourPitch.Process(); } } if (_yourMfcc != null && _yourMfcc.ProcessDone) { // TO DO: Process Bar SetDataChart(FormTag.YOUR_WAVE); SetDataChart(FormTag.YOUR_MFCC); SetDataChart(FormTag.YOUR_FREQ); SetDataChart(FormTag.YOUR_DOUBLE); SetDataChart(FormTag.YOUR_DETAL); SetDataChart(FormTag.YOUR_PITCH); } if (_yourMfcc != null && _refMfcc != null && _yourMfcc.ProcessDone && _refMfcc.ProcessDone) { //// TO DO: Process Bar //string log = string.Format("\nCompare : Your Path - {0}\n Ref Path - {1}\n", _yourPath, refPath); //// TO DO: Process Bar //log += "Distance of 2 Vec Pitch: "; //float resPitch = DTWUtilWrapper.DistanceOf2Vector(_yourPitch.Pitchs, _refPitch.Pitchs, true); //log += string.Format("{0:0.###}", resPitch); //// TO DO: Process Bar //log += "Compute DistanceOf2Array3DHorizon:"; //List<float> res = DTWUtilWrapper.DistanceOf2Array3DHorizon(_yourMfcc.DetalMfcc, _refMfcc.DetalMfcc, true); //_mfccViewer.MFCC = res; //log += "Distance of 2 Vec Delta MFCC: "; //float resMFCC = DTWUtilWrapper.DistanceOf2Array3D(_yourMfcc.Mfcc, _refMfcc.Mfcc, true); //log += string.Format("{0:0.###}", resMFCC); ////float sum = 0.0f; ////for (int i = 0; i < res.Count; i++) ////{ //// log += string.Format(" {0}: {1}", i, res[i]); //// sum += res[i]; ////} ////ShowValueCostMFCC(string.Format("{0:0.###}", res / res.Count)); //LogUtil.Info(log); ////ShowValueCostPitch(string.Format("{0:0.###}", resPitch)); // TO DO: Process Bar string log = string.Format("**********************************************************\nCompare : Your Path - {0}\n Ref Path - {1}\n", _yourPath, refPath); log += "Distance of 2 Vec Delta MFCC: "; //float resMFCC = DTWUtilWrapper.DistanceOf2Array3D(yourmfcc.Mfcc, refmfcc.Mfcc, true); double dis = DTWUtilWrapper.DistanceOf2Vector(_yourMfcc.Mfcc, _refMfcc.Mfcc, false); double fac = _yourMfcc.Mfcc.Count > _refMfcc.Mfcc.Count ? _refMfcc.Mfcc.Count : _yourMfcc.Mfcc.Count; double cos = dis / fac; //log += string.Format("Dis MFCC: {0:0.###} Score MFCC: {1:0.###}\n", 10 *dis / fac, -4.51297 * Math.Log10(-0.083653 * dis / fac + 1)); log += string.Format("Dis MFCC: {0:0.###} Cos {1:0.###} \n", cos, ScoreMath.Score(cos)); // TO DO: Process Bar log += "Distance of 2 Vec Pitch: "; double resPitch = DTWUtilWrapper.DistanceOf2Vector(_yourPitch.Pitchs, _refPitch.Pitchs, true); double facD = _refPitch.Pitchs.Count > _yourPitch.Pitchs.Count ? _yourPitch.Pitchs.Count : _refPitch.Pitchs.Count; double cosp = resPitch / facD; log += string.Format("{0:0.###} \n", cosp); // log += string.Format(" Score {0:0.###} {1:0.###} {2:0.###} \n", ); // TO DO: Process Bar //log += "Distance of Component MFCC:\n"; List <double> res = DTWUtilWrapper.DistanceOf2Array3DHorizon(_yourMfcc.Mfcc, _refMfcc.Mfcc, false); _mfccViewer.MFCC = res; //for (int i = 0; i < res.Count; i++) { // log += string.Format(" {0}: {1}\n", i, res[i]); //} LogUtil.Info(log); ShowValueCostMFCC(string.Format("{0:0.###}", ScoreMath.Score(cos))); ShowValueCostPitch(string.Format("{0:0.###}", resPitch)); } }
private void bgw_DoWork(object sender, DoWorkEventArgs e) { bool refpeak = false; if (rightChanged) { _refWav = new WavFileWrapper(refPath); //_refWav = new WavFileWrapper(@"C:\Users\Jimmy\Desktop\Human Voice Detector\HumanVoiceDetector\bin\Debug\Echo IVRresult_id=21774831&t=audio&r=1434196481.wav"); ; if (_refWav.Load()) { if (option.NormalizeAudio) { peakRef = _refWav.Peak(); refpeak = option.NormalizeAudio; } refmfcc = new MFCCWrapper(_refWav, option.TimeFrame, option.TimeShift, option.CepFilter, option.LowFreq, option.HighFreq, option.NumCeps, 4); refmfcc.Process(); refpitch = new PitchWrapper(_refWav, option.PitchTimeFrame, option.PitchTimeShift, option.PitchLowFreq, option.PitchHighFreq, option.PitchType, option.DropUnPitch); if (option.UseMedian) { refpitch.SetMedianWindowSize(option.MedianWindow); } refpitch.Process(); rightChanged = false; // Debug.WriteLine("Process Ref file completed Time {0}", DateTime.Now); } } if (refmfcc != null && refmfcc.ProcessDone) { SetDataChart(FormTag.REF_WAVE); //Debug.WriteLine("Process Ref: Draw Wave Done {0}", DateTime.Now); SetDataChart(FormTag.REF_FREQ); //Debug.WriteLine("Process Ref: Draw Freq Done {0}", DateTime.Now); SetDataChart(FormTag.REF_MFCC); //Debug.WriteLine("Process Ref: Draw MFCC Done {0}", DateTime.Now); SetDataChart(FormTag.REF_DOUBLE); //Debug.WriteLine("Process Ref: Draw Double Done {0}", DateTime.Now); SetDataChart(FormTag.REF_DETAL); //Debug.WriteLine("Process Ref: Draw Detal Done {0}", DateTime.Now); SetDataChart(FormTag.REF_PITCH); //Debug.WriteLine("Process Ref: Draw Pitch Done {0}", DateTime.Now); } //Debug.WriteLine("Set data chart Ref Ref Done {0}", DateTime.Now); if (leftChanged) { _yourWav = new WavFileWrapper(yourPath); if (_yourWav.Load()) { yourmfcc = new MFCCWrapper(_yourWav, option.TimeFrame, option.TimeShift, option.CepFilter, option.LowFreq, option.HighFreq, option.NumCeps, 4); if (refpeak) { _yourWav.NormalizeWave(peakRef); } yourmfcc.Process(); yourpitch = new PitchWrapper(_yourWav, option.PitchTimeFrame, option.PitchTimeShift, option.PitchLowFreq, option.PitchHighFreq, option.PitchType, option.DropUnPitch); if (option.UseMedian) { yourpitch.SetMedianWindowSize(option.MedianWindow); } yourpitch.Process(); leftChanged = false; } } if (yourmfcc != null && yourmfcc.ProcessDone) { // TO DO: Process Bar SetDataChart(FormTag.YOUR_WAVE); SetDataChart(FormTag.YOUR_MFCC); SetDataChart(FormTag.YOUR_FREQ); SetDataChart(FormTag.YOUR_DOUBLE); SetDataChart(FormTag.YOUR_DETAL); SetDataChart(FormTag.YOUR_PITCH); } if (yourmfcc != null && refmfcc != null && yourmfcc.ProcessDone && refmfcc.ProcessDone) { // TO DO: Process Bar string log = string.Format("**********************************************************\nCompare : Your Path - {0}\n Ref Path - {1}\n", yourPath, refPath); log += "Distance of 2 Vec Delta MFCC: "; double dis = DTWUtilWrapper.DistanceOf2Vector(yourmfcc.Mfcc, refmfcc.Mfcc, false); double fac = yourmfcc.Mfcc.Count > refmfcc.Mfcc.Count ? refmfcc.Mfcc.Count : yourmfcc.Mfcc.Count; double cos = dis / fac; log += string.Format("Dis MFCC: {0:0.###} Cos {1:0.###} \n", cos, ScoreMath.Score(cos)); // TO DO: Process Bar log += "Distance of 2 Vec Pitch: "; double resPitch = DTWUtilWrapper.DistanceOf2Vector(yourpitch.Pitchs, refpitch.Pitchs, true); double facD = refpitch.Pitchs.Count > yourpitch.Pitchs.Count ? yourpitch.Pitchs.Count : refpitch.Pitchs.Count; double cosp = resPitch / facD; log += string.Format("{0:0.###} \n", cosp); List <double> res = DTWUtilWrapper.DistanceOf2Array3DHorizon(yourmfcc.Mfcc, refmfcc.Mfcc, false); _mfccViewer.MFCC = res; LogUtil.Info(log); ShowValueCostMFCC(string.Format("{0:0.###}", ScoreMath.Score(cos))); ShowValueCostPitch(string.Format("{0:0.###}", resPitch)); } }
private void bgw_DoWork(object sender, DoWorkEventArgs e) { bool reg = (bool)e.Argument; if (_yourChanged) { _yourWav = new WavFileWrapper(_yourPath); if (_yourWav.Load()) { _yourWav.NormalizeWave(1.0); option = VCContext.Instance.MFCCOptions; LogUtil.Info("Load Wave: {0} -- OK\n", _yourPath); if (option.ShiftSampleToZero) { LogUtil.Info("Shift Sample To Zero: -- -- OK\n"); _yourWav.ShifToZero(); } int size = _yourWav.FullData.Count; uint startPnt = (uint)(_startSelected * size); uint endPnt = (uint)(_endSelected * size); Debug.WriteLine("Select Data voice: Start {0} End {1}", startPnt, endPnt); _yourWav.SelectedWave(startPnt, endPnt); _yourMfcc = new MFCCWrapper(_yourWav, option.TimeFrame, option.TimeShift, option.CepFilter, option.LowFreq, option.HighFreq, option.NumCeps, 4); _yourMfcc.UserStandardization = option.UseStandardization; _yourMfcc.Process(); _yourPitch = new PitchWrapper(_yourWav, option.PitchTimeFrame, option.PitchTimeShift, option.PitchLowFreq, option.PitchHighFreq, option.PitchType, option.DropUnPitch); if (option.UseMedian) { _yourPitch.SetMedianWindowSize(option.MedianWindow); } _yourPitch.Process(); } } if (_yourMfcc != null && _yourMfcc.ProcessDone) { // TO DO: Process Bar SetDataChart(FormTag.YOUR_WAVE); SetDataChart(FormTag.YOUR_MFCC); SetDataChart(FormTag.YOUR_FREQ); SetDataChart(FormTag.YOUR_DOUBLE); SetDataChart(FormTag.YOUR_DETAL); SetDataChart(FormTag.YOUR_PITCH); } e.Result = reg; if (reg) { if (_yourMfcc != null) { List <List <double> > data = null; switch (VCContext.Instance.MFCCOptions.TrainCofficientType) { case 0: data = _yourMfcc.Mfcc; break; case 1: data = _yourMfcc.DetalMfcc; break; case 2: data = _yourMfcc.DoubleDetalMfcc; break; } Action act = new Action(() => { reg_lb.Text = _trainTask.Reg(data); }); Invoke(act); } } }