private async void openToolStripMenuItem_Click(object sender, EventArgs e)
{
var ofd = new OpenFileDialog();
if (ofd.ShowDialog() != DialogResult.OK)
{
return;
}
using (var stream = new FileStream(ofd.FileName, FileMode.Open))
{
var waveFile = new WaveFile(stream, true);
_signal = waveFile[Channels.Left];
}
var sr = _signal.SamplingRate;
var barkbands = FilterBanks.BarkBands(16, 512, sr, 100 /*Hz*/, 6500 /*Hz*/, overlap: false);
var barkbank = FilterBanks.Triangular(512, sr, barkbands);
var mfccExtractor = new MfccExtractor(_signal.SamplingRate, 13,
//filterbankSize: 40,
//lowFreq: 100,
//highFreq: 4200,
//lifterSize: 22,
preEmphasis: 0.97,
//filterbank: barkbank,
window: WindowTypes.Hamming);
_mfccVectors = mfccExtractor.ComputeFrom(_signal);
//FeaturePostProcessing.NormalizeMean(_mfccVectors); // optional
//FeaturePostProcessing.AddDeltas(_mfccVectors);
FillFeaturesList(_mfccVectors, mfccExtractor.FeatureDescriptions);
mfccListView.Items[0].Selected = true;
melFilterBankPanel.Groups = mfccExtractor.FilterBank;
mfccPanel.Line = _mfccVectors[0].Features;
using (var csvFile = new FileStream("mfccs.csv", FileMode.Create))
{
var header = mfccExtractor.FeatureDescriptions;
//.Concat(mfccExtractor.DeltaFeatureDescriptions)
//.Concat(mfccExtractor.DeltaDeltaFeatureDescriptions);
var serializer = new CsvFeatureSerializer(_mfccVectors, header);
await serializer.SerializeAsync(csvFile);
}
}
private void buttonCompute_Click(object sender, EventArgs e)
{
var filterCount = int.Parse(textBoxSize.Text);
var samplingRate = _signal.SamplingRate;
var fftSize = int.Parse(textBoxFftSize.Text);
var lowFreq = float.Parse(textBoxLowFreq.Text);
var highFreq = float.Parse(textBoxHighFreq.Text);
Tuple <double, double, double>[] bands;
float[][] filterbank = null;
VtlnWarper vtln = null;
if (checkBoxVtln.Checked)
{
var alpha = float.Parse(textBoxVtlnAlpha.Text);
var vtlnLow = float.Parse(textBoxVtlnLow.Text);
var vtlnHigh = float.Parse(textBoxVtlnHigh.Text);
vtln = new VtlnWarper(alpha, lowFreq, highFreq, vtlnLow, vtlnHigh);
}
switch (comboBoxFilterbank.Text)
{
case "Mel":
bands = FilterBanks.MelBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
break;
case "Mel Slaney":
bands = FilterBanks.MelBandsSlaney(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
filterbank = FilterBanks.MelBankSlaney(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxNormalize.Checked, vtln);
break;
case "Bark":
bands = FilterBanks.BarkBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
break;
case "Bark Slaney":
bands = FilterBanks.BarkBandsSlaney(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
filterbank = FilterBanks.BarkBankSlaney(filterCount, fftSize, samplingRate, lowFreq, highFreq);
break;
case "Critical bands":
bands = FilterBanks.CriticalBands(filterCount, fftSize, samplingRate, lowFreq, highFreq);
break;
case "Octave bands":
bands = FilterBanks.OctaveBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
break;
case "ERB":
bands = null;
filterbank = FilterBanks.Erb(filterCount, fftSize, samplingRate, lowFreq, highFreq);
break;
default:
bands = FilterBanks.HerzBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, checkBoxOverlap.Checked);
break;
}
if (bands != null && filterbank == null)
{
switch (comboBoxShape.Text)
{
case "Triangular":
filterbank = FilterBanks.Triangular(fftSize, samplingRate, bands, vtln, Utils.Scale.HerzToMel);
break;
case "Trapezoidal":
filterbank = FilterBanks.Trapezoidal(fftSize, samplingRate, bands, vtln);
break;
case "BiQuad":
filterbank = FilterBanks.BiQuad(fftSize, samplingRate, bands);
break;
default:
filterbank = FilterBanks.Rectangular(fftSize, samplingRate, bands, vtln);
break;
}
if (checkBoxNormalize.Checked)
{
FilterBanks.Normalize(filterCount, bands, filterbank);
}
}
var spectrumType = (SpectrumType)comboBoxSpectrum.SelectedIndex;
var nonLinearity = (NonLinearityType)comboBoxNonLinearity.SelectedIndex;
var logFloor = float.Parse(textBoxLogFloor.Text);
var mfccExtractor = new MfccExtractor(//samplingRate, 13, 0.025, 0.01,
samplingRate, 13, 512.0 / samplingRate, 0.01,
filterbank: filterbank,
//filterbankSize: 26,
//highFreq: 8000,
//preEmphasis: 0.97,
//lifterSize: 22,
//includeEnergy: true,
spectrumType: spectrumType,
nonLinearity: nonLinearity,
dctType: comboBoxDct.Text,
window: WindowTypes.Hamming,
logFloor: logFloor);
_mfccVectors = mfccExtractor.ComputeFrom(_signal);
//_mfccVectors = mfccExtractor.ComputeFrom(_signal * 32768);
//var mfccVectorsP = mfccExtractor.ParallelComputeFrom(_signal * 32768);
//for (var i = 0; i < _mfccVectors.Count; i++)
//{
// for (var j = 0; j < _mfccVectors[i].Features.Length; j++)
// {
// if (Math.Abs(_mfccVectors[i].Features[j] - mfccVectorsP[i].Features[j]) > 1e-32f)
// {
// MessageBox.Show($"Nope: {i} - {j}");
// return;
// }
// if (Math.Abs(_mfccVectors[i].TimePosition - mfccVectorsP[i].TimePosition) > 1e-32f)
// {
// MessageBox.Show($"Time: {i} - {j}");
// return;
// }
// }
//}
//FeaturePostProcessing.NormalizeMean(_mfccVectors); // optional (but REQUIRED for PNCC!)
//FeaturePostProcessing.AddDeltas(_mfccVectors);
var header = mfccExtractor.FeatureDescriptions;
//.Concat(mfccExtractor.DeltaFeatureDescriptions)
//.Concat(mfccExtractor.DeltaDeltaFeatureDescriptions);
FillFeaturesList(_mfccVectors, header);
mfccListView.Items[0].Selected = true;
melFilterBankPanel.Groups = mfccExtractor.FilterBank;
mfccPanel.Line = _mfccVectors[0].Features;
}
private void filterbankButton_Click(object sender, EventArgs e)
{
var filterCount = int.Parse(filterCountTextBox.Text);
var samplingRate = int.Parse(samplingRateTextBox.Text);
var fftSize = int.Parse(fftSizeTextBox.Text);
var lowFreq = float.Parse(lowFreqTextBox.Text);
var highFreq = float.Parse(highFreqTextBox.Text);
Tuple <double, double, double>[] bands;
switch (filterbankComboBox.Text)
{
case "Mel":
bands = FilterBanks.MelBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, overlapCheckBox.Checked);
break;
case "Bark":
bands = FilterBanks.BarkBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, overlapCheckBox.Checked);
break;
case "Critical bands":
bands = FilterBanks.CriticalBands(filterCount, fftSize, samplingRate, lowFreq, highFreq);
break;
case "Octave bands":
bands = FilterBanks.OctaveBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, overlapCheckBox.Checked);
break;
case "ERB":
bands = null;
_filterbank = FilterBanks.Erb(filterCount, fftSize, samplingRate, lowFreq, highFreq);
// ====================================================
// =================== ! SQUARE ! ====================
//foreach (var filter in _filterbank)
//{
// for (var j = 0; j < filter.Length; j++)
// {
// var squared = filter[j] * filter[j];
// filter[j] = squared;
// }
//}
// normalization coefficient (for plotting)
var scaleCoeff = (int)(1.0 / _filterbank.Max(f => f.Max()));
filterbankPanel.Gain = 100 * scaleCoeff;
break;
default:
bands = FilterBanks.HerzBands(filterCount, fftSize, samplingRate, lowFreq, highFreq, overlapCheckBox.Checked);
break;
}
if (bands != null)
{
switch (shapeComboBox.Text)
{
case "Triangular":
_filterbank = FilterBanks.Triangular(fftSize, samplingRate, bands);
break;
case "Trapezoidal":
_filterbank = FilterBanks.Trapezoidal(fftSize, samplingRate, bands);
break;
case "BiQuad":
_filterbank = FilterBanks.BiQuad(fftSize, samplingRate, bands);
break;
default:
_filterbank = FilterBanks.Rectangular(fftSize, samplingRate, bands);
break;
}
}
band1ComboBox.DataSource = Enumerable.Range(1, filterCount).ToArray();
band2ComboBox.DataSource = Enumerable.Range(1, filterCount).ToArray();
band3ComboBox.DataSource = Enumerable.Range(1, filterCount).ToArray();
band4ComboBox.DataSource = Enumerable.Range(1, filterCount).ToArray();
band1ComboBox.Text = "1";
band2ComboBox.Text = "2";
band3ComboBox.Text = "3";
band4ComboBox.Text = "4";
filterbankPanel.Groups = _filterbank;
}
