/// <summary>
/// Transforms a stereo frame into a mono frame and stores intensity stereo
/// </summary>
/// <param name="bits"></param>
/// <param name="data"></param>
/// <param name="frameSize"></param>
public static void encode(Bits bits, float[] data, int frameSize)
{
int i, tmp;
float e_left = 0, e_right = 0, e_tot = 0;
float balance, e_ratio;
for (i = 0; i < frameSize; i++)
{
e_left += data[2 * i] * data[2 * i];
e_right += data[2 * i + 1] * data[2 * i + 1];
data[i] = .5f * (data[2 * i] + data[2 * i + 1]);
e_tot += data[i] * data[i];
}
balance = (e_left + 1) / (e_right + 1);
e_ratio = e_tot / (1 + e_left + e_right);
/*Quantization*/
bits.Pack(14, 5);
bits.Pack(SPEEX_INBAND_STEREO, 4);
balance = (float)(4 * Math.Log(balance));
/*Pack balance*/
if (balance > 0)
{
bits.Pack(0, 1);
}
else
{
bits.Pack(1, 1);
}
balance = (float)Math.Floor(.5f + Math.Abs(balance));
if (balance > 30)
{
balance = 31;
}
bits.Pack((int)balance, 5);
/*Quantize energy ratio*/
tmp = VQ.index(e_ratio, e_ratio_quant, 4);
bits.Pack(tmp, 2);
}
public int Encode(Bits bits, float[] vin)
{
int i;
float[] res, target, mem;
float[] syn_resp;
float[] orig;
/* Copy new data in input buffer */
System.Array.Copy(frmBuf, frameSize, frmBuf, 0, bufSize - frameSize);
frmBuf[bufSize - frameSize] = vin[0] - preemph * pre_mem;
for (i = 1; i < frameSize; i++)
{
frmBuf[bufSize - frameSize + i] = vin[i] - preemph * vin[i - 1];
}
pre_mem = vin[frameSize - 1];
/* Move signals 1 frame towards the past */
System.Array.Copy(exc2Buf, frameSize, exc2Buf, 0, bufSize - frameSize);
System.Array.Copy(excBuf, frameSize, excBuf, 0, bufSize - frameSize);
System.Array.Copy(swBuf, frameSize, swBuf, 0, bufSize - frameSize);
/* Window for analysis */
for (i = 0; i < windowSize; i++)
{
buf2[i] = frmBuf[i + frmIdx] * window[i];
}
/* Compute auto-correlation */
Lpc.autocorr(buf2, autocorr, lpcSize + 1, windowSize);
autocorr[0] += 10; /* prevents NANs */
autocorr[0] *= lpc_floor; /* Noise floor in auto-correlation domain */
/* Lag windowing: equivalent to filtering in the power-spectrum domain */
for (i = 0; i < lpcSize + 1; i++)
{
autocorr[i] *= lagWindow[i];
}
/* Levinson-Durbin */
Lpc.wld(lpc, autocorr, rc, lpcSize); // tmperr
System.Array.Copy(lpc, 0, lpc, 1, lpcSize);
lpc[0] = 1;
/* LPC to LSPs (x-domain) transform */
int roots = Lsp.lpc2lsp(lpc, lpcSize, lsp, 15, 0.2f);
/* Check if we found all the roots */
if (roots == lpcSize)
{
/* LSP x-domain to angle domain*/
for (i = 0; i < lpcSize; i++)
{
lsp[i] = (float)Math.Acos(lsp[i]);
}
}
else
{
/* Search again if we can afford it */
if (complexity > 1)
{
roots = Lsp.lpc2lsp(lpc, lpcSize, lsp, 11, 0.05f);
}
if (roots == lpcSize)
{
/* LSP x-domain to angle domain*/
for (i = 0; i < lpcSize; i++)
{
lsp[i] = (float)Math.Acos(lsp[i]);
}
}
else
{
/*If we can't find all LSP's, do some damage control and use previous filter*/
for (i = 0; i < lpcSize; i++)
{
lsp[i] = old_lsp[i];
}
}
}
float lsp_dist = 0;
for (i = 0; i < lpcSize; i++)
{
lsp_dist += (old_lsp[i] - lsp[i]) * (old_lsp[i] - lsp[i]);
}
/* Whole frame analysis (open-loop estimation of pitch and excitation gain) */
float ol_gain;
int ol_pitch;
float ol_pitch_coef;
{
if (first != 0)
{
for (i = 0; i < lpcSize; i++)
{
interp_lsp[i] = lsp[i];
}
}
else
{
for (i = 0; i < lpcSize; i++)
{
interp_lsp[i] = .375f * old_lsp[i] + .625f * lsp[i];
}
}
Lsp.enforce_margin(interp_lsp, lpcSize, .002f);
/* Compute interpolated LPCs (unquantized) for whole frame*/
for (i = 0; i < lpcSize; i++)
{
interp_lsp[i] = (float)Math.Cos(interp_lsp[i]);
}
m_lsp.lsp2lpc(interp_lsp, interp_lpc, lpcSize);
/*Open-loop pitch*/
if (submodes[submodeID] == null ||
vbr_enabled != 0 || vad_enabled != 0 ||
submodes[submodeID].forced_pitch_gain != 0 ||
submodes[submodeID].lbr_pitch != -1)
{
int[] nol_pitch = new int[6];
float[] nol_pitch_coef = new float[6];
Filters.bw_lpc(gamma1, interp_lpc, bw_lpc1, lpcSize);
Filters.bw_lpc(gamma2, interp_lpc, bw_lpc2, lpcSize);
Filters.filter_mem2(frmBuf, frmIdx, bw_lpc1, bw_lpc2, swBuf, swIdx,
frameSize, lpcSize, mem_sw_whole, 0);
Ltp.open_loop_nbest_pitch(swBuf, swIdx, min_pitch, max_pitch, frameSize,
nol_pitch, nol_pitch_coef, 6);
ol_pitch = nol_pitch[0];
ol_pitch_coef = nol_pitch_coef[0];
/*Try to remove pitch multiples*/
for (i = 1; i < 6; i++)
{
if ((nol_pitch_coef[i] > .85 * ol_pitch_coef) &&
(Math.Abs(nol_pitch[i] - ol_pitch / 2.0) <= 1 ||
Math.Abs(nol_pitch[i] - ol_pitch / 3.0) <= 1 ||
Math.Abs(nol_pitch[i] - ol_pitch / 4.0) <= 1 ||
Math.Abs(nol_pitch[i] - ol_pitch / 5.0) <= 1))
{
/*ol_pitch_coef=nol_pitch_coef[i];*/
ol_pitch = nol_pitch[i];
}
}
/*if (ol_pitch>50)
* ol_pitch/=2;*/
/*ol_pitch_coef = sqrt(ol_pitch_coef);*/
}
else
{
ol_pitch = 0;
ol_pitch_coef = 0;
}
/*Compute "real" excitation*/
Filters.fir_mem2(frmBuf, frmIdx, interp_lpc, excBuf, excIdx, frameSize, lpcSize, mem_exc);
/* Compute open-loop excitation gain */
ol_gain = 0;
for (i = 0; i < frameSize; i++)
{
ol_gain += excBuf[excIdx + i] * excBuf[excIdx + i];
}
ol_gain = (float)Math.Sqrt(1 + ol_gain / frameSize);
}
/*VBR stuff*/
if (vbr != null && (vbr_enabled != 0 || vad_enabled != 0))
{
if (abr_enabled != 0)
{
float qual_change = 0;
if (abr_drift2 * abr_drift > 0)
{
/* Only adapt if long-term and short-term drift are the same sign */
qual_change = -.00001f * abr_drift / (1 + abr_count);
if (qual_change > .05f)
{
qual_change = .05f;
}
if (qual_change < -.05f)
{
qual_change = -.05f;
}
}
vbr_quality += qual_change;
if (vbr_quality > 10)
{
vbr_quality = 10;
}
if (vbr_quality < 0)
{
vbr_quality = 0;
}
}
relative_quality = vbr.analysis(vin, frameSize, ol_pitch, ol_pitch_coef);
/*if (delta_qual<0)*/
/* delta_qual*=.1*(3+st->vbr_quality);*/
if (vbr_enabled != 0)
{
int mode;
int choice = 0;
float min_diff = 100;
mode = 8;
while (mode > 0)
{
int v1;
float thresh;
v1 = (int)Math.Floor(vbr_quality);
if (v1 == 10)
{
thresh = NSpeex.Vbr.nb_thresh[mode][v1];
}
else
{
thresh = (vbr_quality - v1) * NSpeex.Vbr.nb_thresh[mode][v1 + 1] +
(1 + v1 - vbr_quality) * NSpeex.Vbr.nb_thresh[mode][v1];
}
if (relative_quality > thresh &&
relative_quality - thresh < min_diff)
{
choice = mode;
min_diff = relative_quality - thresh;
}
mode--;
}
mode = choice;
if (mode == 0)
{
if (dtx_count == 0 || lsp_dist > .05 || dtx_enabled == 0 || dtx_count > 20)
{
mode = 1;
dtx_count = 1;
}
else
{
mode = 0;
dtx_count++;
}
}
else
{
dtx_count = 0;
}
Mode = mode;
if (abr_enabled != 0)
{
int bitrate;
bitrate = BitRate;
abr_drift += (bitrate - abr_enabled);
abr_drift2 = .95f * abr_drift2 + .05f * (bitrate - abr_enabled);
abr_count += 1.0f;
}
}
else
{
/*VAD only case*/
int mode;
if (relative_quality < 2)
{
if (dtx_count == 0 || lsp_dist > .05 || dtx_enabled == 0 || dtx_count > 20)
{
dtx_count = 1;
mode = 1;
}
else
{
mode = 0;
dtx_count++;
}
}
else
{
dtx_count = 0;
mode = submodeSelect;
}
/*speex_encoder_ctl(state, SPEEX_SET_MODE, &mode);*/
submodeID = mode;
}
}
else
{
relative_quality = -1;
}
/* First, transmit a zero for narrowband */
bits.Pack(0, 1);
/* Transmit the sub-mode we use for this frame */
bits.Pack(submodeID, NB_SUBMODE_BITS);
/* If null mode (no transmission), just set a couple things to zero*/
if (submodes[submodeID] == null)
{
for (i = 0; i < frameSize; i++)
{
excBuf[excIdx + i] = exc2Buf[exc2Idx + i] = swBuf[swIdx + i] = VERY_SMALL;
}
for (i = 0; i < lpcSize; i++)
{
mem_sw[i] = 0;
}
first = 1;
bounded_pitch = 1;
/* Final signal synthesis from excitation */
Filters.iir_mem2(excBuf, excIdx, interp_qlpc, frmBuf, frmIdx, frameSize, lpcSize, mem_sp);
vin[0] = frmBuf[frmIdx] + preemph * pre_mem2;
for (i = 1; i < frameSize; i++)
{
vin[i] = frmBuf[frmIdx = i] + preemph * vin[i - 1];
}
pre_mem2 = vin[frameSize - 1];
return(0);
}
/* LSP Quantization */
if (first != 0)
{
for (i = 0; i < lpcSize; i++)
{
old_lsp[i] = lsp[i];
}
}
/*Quantize LSPs*/
//#if 1 /*0 for unquantized*/
submodes[submodeID].lsqQuant.quant(lsp, qlsp, lpcSize, bits);
//#else
// for (i=0;i<lpcSize;i++)
// qlsp[i]=lsp[i];
//#endif
/*If we use low bit-rate pitch mode, transmit open-loop pitch*/
if (submodes[submodeID].lbr_pitch != -1)
{
bits.Pack(ol_pitch - min_pitch, 7);
}
if (submodes[submodeID].forced_pitch_gain != 0)
{
int quant;
quant = (int)Math.Floor(.5 + 15 * ol_pitch_coef);
if (quant > 15)
{
quant = 15;
}
if (quant < 0)
{
quant = 0;
}
bits.Pack(quant, 4);
ol_pitch_coef = (float)0.066667 * quant;
}
/*Quantize and transmit open-loop excitation gain*/
{
int qe = (int)(Math.Floor(0.5 + 3.5 * Math.Log(ol_gain)));
if (qe < 0)
{
qe = 0;
}
if (qe > 31)
{
qe = 31;
}
ol_gain = (float)Math.Exp(qe / 3.5);
bits.Pack(qe, 5);
}
/* Special case for first frame */
if (first != 0)
{
for (i = 0; i < lpcSize; i++)
{
old_qlsp[i] = qlsp[i];
}
}
/* Filter response */
res = new float[subframeSize];
/* Target signal */
target = new float[subframeSize];
syn_resp = new float[subframeSize];
mem = new float[lpcSize];
orig = new float[frameSize];
for (i = 0; i < frameSize; i++)
{
orig[i] = frmBuf[frmIdx + i];
}
/* Loop on sub-frames */
for (int sub = 0; sub < nbSubframes; sub++)
{
float tmp;
int offset;
int sp, sw, exc, exc2;
int pitchval;
/* Offset relative to start of frame */
offset = subframeSize * sub;
/* Original signal */
sp = frmIdx + offset;
/* Excitation */
exc = excIdx + offset;
/* Weighted signal */
sw = swIdx + offset;
exc2 = exc2Idx + offset;
/* LSP interpolation (quantized and unquantized) */
tmp = (float)(1.0 + sub) / nbSubframes;
for (i = 0; i < lpcSize; i++)
{
interp_lsp[i] = (1 - tmp) * old_lsp[i] + tmp * lsp[i];
}
for (i = 0; i < lpcSize; i++)
{
interp_qlsp[i] = (1 - tmp) * old_qlsp[i] + tmp * qlsp[i];
}
/* Make sure the filters are stable */
Lsp.enforce_margin(interp_lsp, lpcSize, .002f);
Lsp.enforce_margin(interp_qlsp, lpcSize, .002f);
/* Compute interpolated LPCs (quantized and unquantized) */
for (i = 0; i < lpcSize; i++)
{
interp_lsp[i] = (float)Math.Cos(interp_lsp[i]);
}
m_lsp.lsp2lpc(interp_lsp, interp_lpc, lpcSize);
for (i = 0; i < lpcSize; i++)
{
interp_qlsp[i] = (float)Math.Cos(interp_qlsp[i]);
}
m_lsp.lsp2lpc(interp_qlsp, interp_qlpc, lpcSize);
/* Compute analysis filter gain at w=pi (for use in SB-CELP) */
tmp = 1;
pi_gain[sub] = 0;
for (i = 0; i <= lpcSize; i++)
{
pi_gain[sub] += tmp * interp_qlpc[i];
tmp = -tmp;
}
/* Compute bandwidth-expanded (unquantized) LPCs for perceptual weighting */
Filters.bw_lpc(gamma1, interp_lpc, bw_lpc1, lpcSize);
if (gamma2 >= 0)
{
Filters.bw_lpc(gamma2, interp_lpc, bw_lpc2, lpcSize);
}
else
{
bw_lpc2[0] = 1;
bw_lpc2[1] = -preemph;
for (i = 2; i <= lpcSize; i++)
{
bw_lpc2[i] = 0;
}
}
/* Compute impulse response of A(z/g1) / ( A(z)*A(z/g2) )*/
for (i = 0; i < subframeSize; i++)
{
excBuf[exc + i] = 0;
}
excBuf[exc] = 1;
Filters.syn_percep_zero(excBuf, exc, interp_qlpc, bw_lpc1, bw_lpc2, syn_resp, subframeSize, lpcSize);
/* Reset excitation */
for (i = 0; i < subframeSize; i++)
{
excBuf[exc + i] = 0;
}
for (i = 0; i < subframeSize; i++)
{
exc2Buf[exc2 + i] = 0;
}
/* Compute zero response of A(z/g1) / ( A(z/g2) * A(z) ) */
for (i = 0; i < lpcSize; i++)
{
mem[i] = mem_sp[i];
}
Filters.iir_mem2(excBuf, exc, interp_qlpc, excBuf, exc, subframeSize, lpcSize, mem);
for (i = 0; i < lpcSize; i++)
{
mem[i] = mem_sw[i];
}
Filters.filter_mem2(excBuf, exc, bw_lpc1, bw_lpc2, res, 0, subframeSize, lpcSize, mem, 0);
/* Compute weighted signal */
for (i = 0; i < lpcSize; i++)
{
mem[i] = mem_sw[i];
}
Filters.filter_mem2(frmBuf, sp, bw_lpc1, bw_lpc2, swBuf, sw, subframeSize, lpcSize, mem, 0);
/* Compute target signal */
for (i = 0; i < subframeSize; i++)
{
target[i] = swBuf[sw + i] - res[i];
}
for (i = 0; i < subframeSize; i++)
{
excBuf[exc + i] = exc2Buf[exc2 + i] = 0;
}
/* If we have a long-term predictor (otherwise, something's wrong) */
// if (submodes[submodeID].ltp.quant)
// {
int pit_min, pit_max;
/* Long-term prediction */
if (submodes[submodeID].lbr_pitch != -1)
{
/* Low bit-rate pitch handling */
int margin;
margin = submodes[submodeID].lbr_pitch;
if (margin != 0)
{
if (ol_pitch < min_pitch + margin - 1)
{
ol_pitch = min_pitch + margin - 1;
}
if (ol_pitch > max_pitch - margin)
{
ol_pitch = max_pitch - margin;
}
pit_min = ol_pitch - margin + 1;
pit_max = ol_pitch + margin;
}
else
{
pit_min = pit_max = ol_pitch;
}
}
else
{
pit_min = min_pitch;
pit_max = max_pitch;
}
/* Force pitch to use only the current frame if needed */
if (bounded_pitch != 0 && pit_max > offset)
{
pit_max = offset;
}
/* Perform pitch search */
pitchval = submodes[submodeID].ltp.Quant(target, swBuf, sw, interp_qlpc, bw_lpc1, bw_lpc2,
excBuf, exc, pit_min, pit_max, ol_pitch_coef, lpcSize,
subframeSize, bits, exc2Buf, exc2, syn_resp, complexity);
pitch[sub] = pitchval;
// } else {
// speex_error ("No pitch prediction, what's wrong");
// }
/* Update target for adaptive codebook contribution */
Filters.syn_percep_zero(excBuf, exc, interp_qlpc, bw_lpc1, bw_lpc2, res, subframeSize, lpcSize);
for (i = 0; i < subframeSize; i++)
{
target[i] -= res[i];
}
/* Quantization of innovation */
{
int innovptr;
float ener = 0, ener_1;
innovptr = sub * subframeSize;
for (i = 0; i < subframeSize; i++)
{
innov[innovptr + i] = 0;
}
Filters.residue_percep_zero(target, 0, interp_qlpc, bw_lpc1, bw_lpc2, buf2, subframeSize, lpcSize);
for (i = 0; i < subframeSize; i++)
{
ener += buf2[i] * buf2[i];
}
ener = (float)Math.Sqrt(.1f + ener / subframeSize);
/*for (i=0;i<subframeSize;i++)
* System.out.print(buf2[i]/ener + "\t");
*/
ener /= ol_gain;
/* Calculate gain correction for the sub-frame (if any) */
if (submodes[submodeID].have_subframe_gain != 0)
{
int qe;
ener = (float)Math.Log(ener);
if (submodes[submodeID].have_subframe_gain == 3)
{
qe = VQ.index(ener, exc_gain_quant_scal3, 8);
bits.Pack(qe, 3);
ener = exc_gain_quant_scal3[qe];
}
else
{
qe = VQ.index(ener, exc_gain_quant_scal1, 2);
bits.Pack(qe, 1);
ener = exc_gain_quant_scal1[qe];
}
ener = (float)Math.Exp(ener);
}
else
{
ener = 1;
}
ener *= ol_gain;
/*System.out.println(ener + " " + ol_gain);*/
ener_1 = 1 / ener;
/* Normalize innovation */
for (i = 0; i < subframeSize; i++)
{
target[i] *= ener_1;
}
/* Quantize innovation */
// if (submodes[submodeID].innovation != null)
// {
/* Codebook search */
submodes[submodeID].innovation.Quant(target, interp_qlpc, bw_lpc1, bw_lpc2,
lpcSize, subframeSize, innov,
innovptr, syn_resp, bits, complexity);
/* De-normalize innovation and update excitation */
for (i = 0; i < subframeSize; i++)
{
innov[innovptr + i] *= ener;
}
for (i = 0; i < subframeSize; i++)
{
excBuf[exc + i] += innov[innovptr + i];
}
// } else {
// speex_error("No fixed codebook");
// }
/* In some (rare) modes, we do a second search (more bits) to reduce noise even more */
if (submodes[submodeID].double_codebook != 0)
{
float[] innov2 = new float[subframeSize];
// for (i=0;i<subframeSize;i++)
// innov2[i]=0;
for (i = 0; i < subframeSize; i++)
{
target[i] *= 2.2f;
}
submodes[submodeID].innovation.Quant(target, interp_qlpc, bw_lpc1, bw_lpc2,
lpcSize, subframeSize, innov2, 0,
syn_resp, bits, complexity);
for (i = 0; i < subframeSize; i++)
{
innov2[i] *= ener * (1f / 2.2f);
}
for (i = 0; i < subframeSize; i++)
{
excBuf[exc + i] += innov2[i];
}
}
for (i = 0; i < subframeSize; i++)
{
target[i] *= ener;
}
}
/*Keep the previous memory*/
for (i = 0; i < lpcSize; i++)
{
mem[i] = mem_sp[i];
}
/* Final signal synthesis from excitation */
Filters.iir_mem2(excBuf, exc, interp_qlpc, frmBuf, sp, subframeSize, lpcSize, mem_sp);
/* Compute weighted signal again, from synthesized speech (not sure it's the right thing) */
Filters.filter_mem2(frmBuf, sp, bw_lpc1, bw_lpc2, swBuf, sw, subframeSize, lpcSize, mem_sw, 0);
for (i = 0; i < subframeSize; i++)
{
exc2Buf[exc2 + i] = excBuf[exc + i];
}
}
/* Store the LSPs for interpolation in the next frame */
if (submodeID >= 1)
{
for (i = 0; i < lpcSize; i++)
{
old_lsp[i] = lsp[i];
}
for (i = 0; i < lpcSize; i++)
{
old_qlsp[i] = qlsp[i];
}
}
if (submodeID == 1)
{
if (dtx_count != 0)
{
bits.Pack(15, 4);
}
else
{
bits.Pack(0, 4);
}
}
/* The next frame will not be the first (Duh!) */
first = 0;
{
float ener = 0, err = 0;
float snr;
for (i = 0; i < frameSize; i++)
{
ener += frmBuf[frmIdx + i] * frmBuf[frmIdx + i];
err += (frmBuf[frmIdx + i] - orig[i]) * (frmBuf[frmIdx + i] - orig[i]);
}
snr = (float)(10 * Math.Log((ener + 1) / (err + 1)));
/*System.out.println("Frame result: SNR="+snr+" E="+ener+" Err="+err+"\r\n");*/
}
/* Replace input by synthesized speech */
vin[0] = frmBuf[frmIdx] + preemph * pre_mem2;
for (i = 1; i < frameSize; i++)
{
vin[i] = frmBuf[frmIdx + i] + preemph * vin[i - 1];
}
pre_mem2 = vin[frameSize - 1];
if (submodes[submodeID].innovation is NoiseSearch || submodeID == 0)
{
bounded_pitch = 1;
}
else
{
bounded_pitch = 0;
}
return(1);
}
