public void FindPitchMarks(WAVSound sound, SpeechTypeSpecification speechTypeSpecification, PitchPeriodSpecification pitchPeriodSpecification)
// , double peakSearchTimeRange,
// double adjustmentTimeRange, double relativePeakThreshold, double energyComputationTimeRange)
{
List <Tuple <int, int, SpeechType> > segmentTypeList = speechTypeSpecification.GetSegmentTypes();
List <int> absoluteSampleList = sound.GetAbsoluteSamples(0);
pitchMarkTimeList = new List <double>();
for (int iSegment = 0; iSegment < segmentTypeList.Count; iSegment++)
{
SpeechType segmentType = segmentTypeList[iSegment].Item3;
if (segmentType == SpeechType.Voiced)
{
int startIndex = segmentTypeList[iSegment].Item1;
int endIndex = segmentTypeList[iSegment].Item2;
double startTime = speechTypeSpecification.TimeSpeechTypeTupleList[startIndex].Item1;
double endTime = speechTypeSpecification.TimeSpeechTypeTupleList[endIndex].Item1;
int startSearchIndex = sound.GetSampleIndexAtTime(startTime);
int endSearchIndex = sound.GetSampleIndexAtTime(endTime);
int peakIndexSearchRange = (int)Math.Round(peakSearchTimeRange * sound.SampleRate);
int adjustmentIndexRange = (int)Math.Round(adjustmentTimeRange * sound.SampleRate);
int indexOfAbsoluteMaximum = sound.GetIndexOfAbsoluteMaximum(startSearchIndex, endSearchIndex);
int adjustedMainPitchMarkIndex = AdjustPitchMark(sound, indexOfAbsoluteMaximum, adjustmentIndexRange); // , relativePeakThreshold, energyComputationTimeRange);
double adjustedMainPitchMarkTime = sound.GetTimeAtSampleIndex(adjustedMainPitchMarkIndex);
pitchMarkTimeList.Add(adjustedMainPitchMarkTime);
Boolean inVoicedSegment = true;
double previousPitchMarkTime = adjustedMainPitchMarkTime;
// Next, move forward until the end of the voiced segment
while (inVoicedSegment)
{
double pitchPeriod = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = (int)Math.Round(pitchPeriod * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex + 2 * peakIndexSearchRange >= sound.Samples[0].Count)
{
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, adjustmentIndexRange); //, relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
// Make an incursion into the non-voiced segment
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
if (speechTypeSpecification.GetSpeechType(currentTime) != SpeechType.Voiced)
{
inVoicedSegment = false;
}
/* if (speechTypeSpecification.GetSpeechType(currentTime) == SpeechType.Voiced)
* {
* pitchMarkTimeList.Add(adjustedTime);
* previousPitchMarkTime = adjustedTime;
* }
* else { inVoicedSegment = false; } */
}
double voicedEndTime = pitchMarkTimeList.Last();
// Then continue half-way through any non-voiced segment followed by another voiced segment,
// or until the end of the sound if no voiced segment follows:
if (iSegment < segmentTypeList.Count)
{
double subsequenceVoicedSegmentStartTime = 0;
Boolean hasSubsequentVoicedSegment = false;
if (iSegment + 1 < segmentTypeList.Count)
{
for (int kk = iSegment + 1; kk < segmentTypeList.Count; kk++)
{
if (segmentTypeList[kk].Item3 == SpeechType.Voiced)
{
hasSubsequentVoicedSegment = true;
int startSegmentIndex = segmentTypeList[kk].Item1;
subsequenceVoicedSegmentStartTime = speechTypeSpecification.TimeSpeechTypeTupleList[startSegmentIndex].Item1;
break;
}
}
}
if (!hasSubsequentVoicedSegment)
{
// No following voiced segment: Just continue to the end
Boolean endReached = false;
while (!endReached)
{
double pitchPeriod = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = (int)Math.Round(pitchPeriod * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex + 2 * peakIndexSearchRange >= sound.Samples[0].Count)
{
endReached = true;
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, adjustmentIndexRange); //, relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
}
}
else // Proceed to the half-way mark of the interval from the end of the current voice segment to the beginning of the next.
{
double stopTime = voicedEndTime + (subsequenceVoicedSegmentStartTime - voicedEndTime) / 2;
int stopTimeIndex = sound.GetSampleIndexAtTime(stopTime);
Boolean endReached = false;
while (!endReached)
{
double pitchPeriod = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = (int)Math.Round(pitchPeriod * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex + 2 * peakIndexSearchRange >= stopTimeIndex)
{
endReached = true;
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, adjustmentIndexRange); // , relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
}
}
}
// Then move backward until the beginning of the voiced segment
inVoicedSegment = true;
previousPitchMarkTime = adjustedMainPitchMarkTime;
double voicedStartTime = 0;
while (inVoicedSegment)
{
double pitch = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = -(int)Math.Round(pitch * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex - 2 * peakIndexSearchRange < 0)
{
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, peakIndexSearchRange); // , relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
// Make an incursion into the non-voiced segment
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
if (speechTypeSpecification.GetSpeechType(currentTime) != SpeechType.Voiced)
{
inVoicedSegment = false;
voicedStartTime = adjustedTime;
}
}
// Then continue half-way through any non-voiced segment preceded by another voiced segment,
// or until the beginning of the sound if no voiced segment follows:
if (iSegment > 0)
{
double priorVoicedSegmentEndTime = 0;
Boolean hasPriorVoicedSegment = false;
if (iSegment - 1 > 0)
{
for (int kk = iSegment - 1; kk >= 0; kk--)
{
if (segmentTypeList[kk].Item3 == SpeechType.Voiced)
{
hasPriorVoicedSegment = true;
int endSegmentIndex = segmentTypeList[kk].Item2;
priorVoicedSegmentEndTime = speechTypeSpecification.TimeSpeechTypeTupleList[endSegmentIndex].Item1;
break;
}
}
}
if (!hasPriorVoicedSegment)
{
// No following voiced segment: Just continue to the end
Boolean endReached = false;
while (!endReached)
{
double pitchPeriod = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = -(int)Math.Round(pitchPeriod * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex - 2 * peakIndexSearchRange < 0)
{
endReached = true;
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, adjustmentIndexRange); // , relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
}
}
else // Proceed to the half-way mark of the interval from the end of the current voice segment to the beginning of the next.
{
double stopTime = voicedStartTime - (voicedStartTime - priorVoicedSegmentEndTime) / 2;
int stopTimeIndex = sound.GetSampleIndexAtTime(stopTime);
Boolean endReached = false;
while (!endReached)
{
double pitchPeriod = pitchPeriodSpecification.GetPitchPeriod(previousPitchMarkTime);
int deltaSample = -(int)Math.Round(pitchPeriod * sound.SampleRate);
int previousSampleIndex = sound.GetSampleIndexAtTime(previousPitchMarkTime);
int pitchSampleIndex = previousSampleIndex + deltaSample;
if (pitchSampleIndex - 2 * peakIndexSearchRange <= stopTimeIndex)
{
endReached = true;
break;
}
int currentSampleIndex = sound.GetIndexOfAbsoluteMaximum(pitchSampleIndex - peakIndexSearchRange, pitchSampleIndex + peakIndexSearchRange);
double currentTime = sound.GetTimeAtSampleIndex(currentSampleIndex);
int adjustedSampleIndex = AdjustPitchMark(sound, currentSampleIndex, adjustmentIndexRange); // , relativePeakThreshold, energyComputationTimeRange);
if (adjustedSampleIndex <= previousSampleIndex)
{
adjustedSampleIndex = currentSampleIndex; // Emergency fallback in cases where the search gets stuck (can happen if the pitch period is too small relative to the search range)
}
double adjustedTime = sound.GetTimeAtSampleIndex(adjustedSampleIndex);
pitchMarkTimeList.Add(adjustedTime);
previousPitchMarkTime = adjustedTime;
}
}
}
}
}
pitchMarkTimeList.Sort();
// Finally, remove any pitch marks that are too close (should only happen in non-voiced segments)
double minimumPitchPeriod = pitchPeriodSpecification.GetMinimumPitchPeriod();
int index = 1;
while (index < pitchMarkTimeList.Count)
{
double previousTime = pitchMarkTimeList[index - 1];
double currentTime = pitchMarkTimeList[index];
SpeechType previousSpeechType = speechTypeSpecification.GetSpeechType(previousTime);
SpeechType currentSpeechType = speechTypeSpecification.GetSpeechType(currentTime);
if ((previousSpeechType != SpeechType.Voiced) && (currentSpeechType != SpeechType.Voiced))
{
double deltaTime = currentTime - previousTime;
if (deltaTime < MINIMUM_UNVOICED_PITCHMARK_SPACING)
{
pitchMarkTimeList.RemoveAt(index);
}
else
{
index++;
}
}
else
{
index++;
}
}
}
