public MP3PitchLoop(Sound SourceAudio, bool autoplay = false)
{
MP3PitchLoopCount++;
this.SourceAudio = SourceAudio;
this.Rate = 1.0;
// X:\jsc.svn\examples\actionscript\air\AIRThreadedSoundAsyncLoop\AIRThreadedSoundAsyncLoop\ApplicationSprite.cs
// X:\jsc.svn\examples\actionscript\air\AIRAudioWorker\AIRAudioWorker\ApplicationSprite.cs
// on mobile AIR, something behaves differently?
var SourceAudioBytes = new ByteArray { endian = Endian.LITTLE_ENDIAN };
var samplesperchannel = (int)SourceAudio.extract(SourceAudioBytes, 0x100000, 0);
#region Autoconfigure
{
var bytes = SourceAudioBytes.ToMemoryStream();
bytes.Position = 0;
var r = new BinaryReader(bytes);
var floats = new double[bytes.Length / 4];
//Console.WriteLine("floats " + new { floats.Length });
for (int i = 0; i < floats.Length; i++)
{
floats[i] = r.ReadSingle();
}
var paddingmode_yellow = true;
var paddingsamples_yellow = 0;
var paddingmode_yellow_agg = 0.0;
var paddingmode_yellow_grace = 411;
var paddingmode_red = true;
var paddingsamples_red = 0;
var paddingmode_red_agg = 0.0;
var paddingmode_red_grace = 411;
#region max
var min = 0.0;
var minset = false;
var max = 0.0;
var maxset = false;
for (int ix = 0; ix < floats.Length; ix += 2)
{
// arg[0] is typeof System.Single
//script: error JSC1000: No implementation found for this native method, please implement [static System.Console.WriteLine(System.Single)]
var l0 = floats[ix];
var r0 = floats[ix + 1];
if (l0 != 0)
if (minset)
{
min = Math.Min(min, l0);
}
else
{
min = l0;
minset = true;
}
if (maxset)
{
max = Math.Max(max, l0);
}
else
{
max = l0;
maxset = true;
}
}
var absmax = max.Max(Math.Abs(min));
#endregion
#region paddingmode_yellow
for (int ix = 0; ix < floats.Length; ix += 2)
{
// arg[0] is typeof System.Single
//script: error JSC1000: No implementation found for this native method, please implement [static System.Console.WriteLine(System.Single)]
var l0 = floats[ix];
var r0 = floats[ix + 1];
if (paddingmode_yellow)
{
// discard noise
if (Math.Abs(l0) > 0.08 * absmax)
paddingmode_yellow_agg += Math.Abs(l0);
}
if (paddingmode_yellow_agg > absmax * 2.1)
{
if (Math.Abs(l0) < 0.02 * absmax)
{
paddingmode_yellow = false;
}
}
if (paddingmode_yellow)
{
paddingsamples_yellow++;
if (paddingmode_yellow_agg > absmax * 3.2)
{
if (paddingmode_yellow_grace > 0)
{
paddingmode_yellow_grace--;
}
else
{
// rollback
paddingsamples_yellow -= 411;
paddingmode_yellow = false;
}
}
}
}
#endregion
// count down while near zero, then wait for zero
#region paddingmode_red
for (int ix = floats.Length - 1; ix >= 0; ix -= 2)
{
var l0 = floats[ix];
var r0 = floats[ix + 1];
if (paddingmode_red)
{
// discard noise
if (Math.Abs(l0) > 0.08 * absmax)
paddingmode_red_agg += Math.Abs(l0);
}
if (paddingmode_red_agg > absmax * 2.1)
{
if (Math.Abs(l0) < 0.02 * absmax)
{
paddingmode_red = false;
}
}
if (paddingmode_red)
{
paddingsamples_red++;
if (paddingmode_red_agg > absmax * 3.2)
{
if (paddingmode_red_grace > 0)
{
paddingmode_red_grace--;
}
else
{
// rollback
paddingsamples_red -= 411;
paddingmode_red = false;
}
}
}
}
#endregion
this.SourceAudioInitialPosition = Convert.ToDouble(paddingsamples_yellow);
this.SourceAudioPosition = Convert.ToDouble(paddingsamples_yellow);
this.SourceAudioPaddingRight = Convert.ToDouble(paddingsamples_red);
}
#endregion
// http://stackoverflow.com/questions/16733369/stuttering-playback-when-playing-a-stream-received-via-udp-socket
// https://forums.adobe.com/message/4187920#4187920
// https://forums.adobe.com/message/3932678#3932678
// https://forums.adobe.com/message/3260161#3260161
// http://stackoverflow.com/questions/4944351/flash-10-1-as3-applying-realtime-effects-to-microphone-stutter-problems
// shat causes audio stutter on android?
// this costs us 58% of total time?
Sound.sampleData +=
e =>
{
var i = 0;
var TargetAudioStream = e.data;
if (MasterVolume < 0.05)
{
while (i < BLOCK_SIZE)
{
if (glitchmode)
{
glitch.Add(0);
glitch.Add(0);
}
TargetAudioStream.writeFloat(0.0);
TargetAudioStream.writeFloat(0.0);
++i;
}
return;
}
if (glitchmode)
{
//glitchmode = false;
glitch.Clear();
//foreach (var item in glitch)
//{
// TargetAudioStream.writeFloat(item);
//}
//return;
}
try
{
//-- REUSE INSTEAD OF RECREATION
LoopAudioStream.position = 0;
var scaledBlockSize = BLOCK_SIZE * Rate;
// this costs us 13% of total time?
//var positionInt = Convert.ToInt32(SourceAudioPosition);
var positionInt = (int)(SourceAudioPosition);
var alpha = SourceAudioPosition - positionInt;
var positionTargetNum = alpha;
var positionTargetInt = -1;
//-- COMPUTE NUMBER OF SAMPLES NEED TO PROCESS BLOCK (+2 FOR INTERPOLATION)
//var need = Convert.ToInt32(Math.Ceiling(scaledBlockSize) + 2);
var need = (int)(Math.Ceiling(scaledBlockSize) + 2);
var nextposition = SourceAudioPosition + scaledBlockSize;
//-- EXTRACT SAMPLES
//var need1 = Math.Min(
// positionInt + need,
// SourceAudio.bytesTotal //- SourceAudioPaddingRight
//) - positionInt;
var need1offset = positionInt + need;
// http://help.adobe.com/en_US/FlashPlatform/reference/actionscript/3/flash/media/Sound.html#extract()
var need1 = Math.Min(positionInt + need,
// in bytes or in samples??
samplesperchannel - this.SourceAudioPaddingRight) - positionInt;
//if (AtDiagnostics != null)
// AtDiagnostics(new { positionInt, samplesperchannel, SourceAudioBytes.length, need1, need }.ToString());
// Scout tells this costs us 5% of total time
#region SourceAudio.extract
var read = (int)SourceAudio.extract(LoopAudioStream, need1, positionInt);
var n = BLOCK_SIZE;
if (read != need)
{
var p0 = LoopAudioStream.position;
var need2 = n - read;
nextposition = SourceAudioInitialPosition;
var read2 = (int)SourceAudio.extract(LoopAudioStream, need2, nextposition);
// we need to ease the edges now to make the click effect to o away.
//var samples = read + read2;
//var trace0 = new { samples, read, read2, LoopAudioStream.length };
//if (AtDiagnostics != null)
// AtDiagnostics("fixup_LoopAudioStream " + trace0);
//var fixup_LoopAudioStream = new ByteArray();
var p1 = LoopAudioStream.position;
read += read2;
nextposition += read2;
//for (int fixup_i = 0; fixup_i < (read + read2); fixup_i++)
#region ReadFloat32At
Action<int, Action<double, double>> ReadFloat32At =
(p, y) =>
{
// wrap by 8 bytes!
LoopAudioStream.position = (uint)(((p + 0) + (read * 8)) % (read * 8));
var fixup_l0 = LoopAudioStream.readFloat();
LoopAudioStream.position = (uint)(((p + 4) + (read * 8)) % (read * 8));
var fixup_r0 = LoopAudioStream.readFloat();
y(fixup_l0, fixup_r0);
};
#endregion
#region WriteFloat32At
Action<int, double, double> WriteFloat32At =
(p, fixup_l0, fixup_r0) =>
{
// wrap by 8 bytes!
LoopAudioStream.position = (uint)(((p + 0) + (read * 8)) % (read * 8));
LoopAudioStream.writeFloat(fixup_l0);
LoopAudioStream.position = (uint)(((p + 4) + (read * 8)) % (read * 8));
LoopAudioStream.writeFloat(fixup_r0);
};
#endregion
#region DoSmoothingAt
Action<int, int> DoSmoothingAt =
(pp, radius) =>
{
ReadFloat32At((int)pp - 8 * radius,
(fixup_l0, fixup_r0) =>
{
ReadFloat32At((int)pp + 8 * radius,
(fixup_l1, fixup_r1) =>
{
// mark it, can we see it?
var dl = fixup_l1 - fixup_l0;
var dr = fixup_r1 - fixup_r0;
for (var fixupi = 0; fixupi < radius * 2; fixupi++)
{
var p = (double)fixupi / (double)(radius * 2);
WriteFloat32At(
(int)pp + 8 * (fixupi - radius),
fixup_l0 + dl * p,
fixup_r0 + dr * p
);
}
}
);
}
);
};
// does it actually help us??
DoSmoothingAt((int)p0, 40);
//DoSmoothingAt(0, 40);
#endregion
LoopAudioStream.position = p1;
//if (AtDiagnostics != null)
// AtDiagnostics("fixup_LoopAudioStream done! " + new { fixup_LoopAudioStream.length, trace0 });
//LoopAudioStream = fixup_LoopAudioStream;
glitchmode = true;
}
#endregion
if (read != need)
{
//n = Convert.ToInt32(read / Rate);
n = (int)(read / Rate);
}
#region TargetAudioStream.writeFloat
var l0 = .0;
var r0 = .0;
var l1 = .0;
var r1 = .0;
for (; i < n; i++)
{
//-- AVOID READING EQUAL SAMPLES, IF RATE < 1.0
if (Convert.ToInt32(positionTargetNum) != positionTargetInt)
{
//positionTargetInt = Convert.ToInt32(positionTargetNum);
positionTargetInt = (int)(positionTargetNum);
//-- SET TARGET READ POSITION
LoopAudioStream.position = (uint)(positionTargetInt << 3);
//-- READ TWO STEREO SAMPLES FOR LINEAR INTERPOLATION
l0 = LoopAudioStream.readFloat() * LeftVolume * MasterVolume;
r0 = LoopAudioStream.readFloat() * RightVolume * MasterVolume;
l1 = LoopAudioStream.readFloat() * LeftVolume * MasterVolume;
r1 = LoopAudioStream.readFloat() * RightVolume * MasterVolume;
}
//-- WRITE INTERPOLATED AMPLITUDES INTO STREAM
var tl0 = l0 + alpha * (l1 - l0);
if (glitchmode)
glitch.Add(tl0);
TargetAudioStream.writeFloat(tl0);
var tr0 = r0 + alpha * (r1 - r0);
if (glitchmode)
glitch.Add(tr0);
TargetAudioStream.writeFloat(tr0);
//-- INCREASE TARGET POSITION
positionTargetNum += Rate;
//-- INCREASE FRACTION AND CLAMP BETWEEN 0 AND 1
alpha += Rate;
while (alpha >= 1.0) --alpha;
}
#endregion
#region -- FILL REST OF STREAM WITH ZEROs
//if (i < BLOCK_SIZE)
//{
while (i < BLOCK_SIZE)
{
if (glitchmode)
{
glitch.Add(0);
glitch.Add(0);
}
TargetAudioStream.writeFloat(0.0);
TargetAudioStream.writeFloat(0.0);
++i;
}
//}
#endregion
//-- INCREASE SOUND POSITION
SourceAudioPosition = nextposition;
if (SourceAudioPositionChanged != null)
SourceAudioPositionChanged();
}
catch (Exception ex)
{
var StackTrace = ((ScriptCoreLib.ActionScript.Error)(object)ex).getStackTrace();
if (AtDiagnostics != null)
AtDiagnostics("error: " + new { ex.Message, StackTrace });
}
};
if (autoplay)
Sound.play();
}
private Sound f(Sound _mp3)
{
var _target = new ByteArray();
var _position = 0.0;
var _sound = new Sound();
_sound.sampleData +=
e =>
{
//-- REUSE INSTEAD OF RECREATION
_target.position = 0;
//-- SHORTCUT
var data = e.data;
var scaledBlockSize = BLOCK_SIZE * _rate;
var positionInt = Convert.ToInt32(_position);
var alpha = _position - positionInt;
var positionTargetNum = alpha;
var positionTargetInt = -1;
//-- COMPUTE NUMBER OF SAMPLES NEED TO PROCESS BLOCK (+2 FOR INTERPOLATION)
var need = Convert.ToInt32(Math.Ceiling(scaledBlockSize) + 2);
//-- EXTRACT SAMPLES
var read = (int)_mp3.extract(_target, need, positionInt);
var n = BLOCK_SIZE;
if (read != need)
n = Convert.ToInt32(read / _rate);
var l0 = .0;
var r0 = .0;
var l1 = .0;
var r1 = .0;
var i = 0;
for (; i < n; i++)
{
//-- AVOID READING EQUAL SAMPLES, IF RATE < 1.0
if (Convert.ToInt32(positionTargetNum) != positionTargetInt)
{
positionTargetInt = Convert.ToInt32(positionTargetNum);
//-- SET TARGET READ POSITION
_target.position = (uint)(positionTargetInt << 3);
//-- READ TWO STEREO SAMPLES FOR LINEAR INTERPOLATION
l0 = _target.readFloat();
r0 = _target.readFloat();
l1 = _target.readFloat();
r1 = _target.readFloat();
}
//-- WRITE INTERPOLATED AMPLITUDES INTO STREAM
data.writeFloat(l0 + alpha * (l1 - l0));
data.writeFloat(r0 + alpha * (r1 - r0));
//-- INCREASE TARGET POSITION
positionTargetNum += _rate;
//-- INCREASE FRACTION AND CLAMP BETWEEN 0 AND 1
alpha += _rate;
while (alpha >= 1.0) --alpha;
}
//-- FILL REST OF STREAM WITH ZEROs
if (i < BLOCK_SIZE)
{
while (i < BLOCK_SIZE)
{
data.writeFloat(0.0);
data.writeFloat(0.0);
++i;
}
}
//-- INCREASE SOUND POSITION
_position += scaledBlockSize;
};
return _sound;
}
