public AudioHandler(KinectSensor kinectSensor)
{
audioPreAnalysis = new AudioPreAnalysis();
this.kinectSensor = kinectSensor;
// Get its audio source
AudioSource audioSource = this.kinectSensor.AudioSource;
// Allocate 1024 bytes to hold a single audio sub frame. Duration sub frame
// is 16 msec, the sample rate is 16khz, which means 256 samples per sub frame.
// With 4 bytes per sample, that gives us 1024 bytes.
this.audioBuffer = new byte[audioSource.SubFrameLengthInBytes];
// Open the reader for the audio frames
this.reader = audioSource.OpenReader();
// PixelFormats.Indexed1;
this.energyBitmap = new WriteableBitmap(EnergyBitmapWidth, EnergyBitmapHeight, 96, 96, PixelFormats.Indexed4, new BitmapPalette(new List <Color> {
Colors.White, Colors.Green, Colors.Red, Colors.LightBlue, Colors.Aquamarine, Colors.Pink, Colors.Orange
}));
// Initialize foreground pixels
this.foregroundPixels = new byte[EnergyBitmapHeight];
for (int i = 0; i < this.foregroundPixels.Length; ++i)
{
this.foregroundPixels[i] = 0xff;
}
for (int i = 0; i < this.lineVolumePixels.Length; ++i)
{
this.lineVolumePixels[i] = 0x55;
}
for (int i = 0; i < this.lineVolumePixelsIsSpeaking.Length; ++i)
{
this.lineVolumePixelsIsSpeaking[i] = 0x11;
}
for (int i = 0; i < this.lineVolumePixelsSoft.Length; ++i)
{
this.lineVolumePixelsSoft[i] = 0x22;
}
for (int i = 0; i < this.lineVolumePixelsLoud.Length; ++i)
{
this.lineVolumePixelsLoud[i] = 0x33;
}
// this.kinectImage.Source = this.energyBitmap;
CompositionTarget.Rendering += this.UpdateEnergy;
//if (this.reader != null)
//{
// // Subscribe to new audio frame arrived events
// this.reader.FrameArrived += this.Reader_FrameArrived;
//}
getSpeechthings();
}
public void analyze()
{
ffpa = this.parent.faceFrameHandler.faceFramePreAnalysis;
bfpa = this.parent.bodyFrameHandler.bodyFramePreAnalysis;
apa = this.parent.audioHandler.audioPreAnalysis;
searchMistakes();
saveCurrentBodyAsOldBody();
}
