/* Copyright (c) 2007-2008 CSIRO Copyright (c) 2007-2009 Xiph.Org Foundation Copyright (c) 2008-2009 Gregory Maxwell Written by Jean-Marc Valin and Gregory Maxwell */ /* Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met: - Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer. - Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution. - Neither the name of the Xiph.org Foundation nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include "bands.h" #include "modes.h" #include "vq.h" #include "cwrs.h" #include "stack_alloc.h" #include "os_support.h" #include "mathops.h" #include "rate.h" /* This is a cos() approximation designed to be bit-exact on any platform. Bit exactness with this approximation is important because it has an impact on the bit allocation */ static celt_int16 bitexact_cos(celt_int16 x) { celt_int32 tmp; celt_int16 x2; tmp = (4096+((celt_int32)(x)*(x)))>>13; if (tmp > 32767) tmp = 32767; x2 = tmp; x2 = (32767-x2) + FRAC_MUL16(x2, (-7651 + FRAC_MUL16(x2, (8277 + FRAC_MUL16(-626, x2))))); if (x2 > 32766) x2 = 32766; return 1+x2; } #ifdef FIXED_POINT /* Compute the amplitude (sqrt energy) in each of the bands */ void compute_band_energies(const CELTMode *m, const celt_sig *X, celt_ener *bank, int end, int _C, int M) { int i, c, N; const celt_int16 *eBands = m->eBands; const int C = CHANNELS(_C); N = M*m->shortMdctSize; for (c=0;c 0) { int shift = celt_ilog2(maxval)-10; j=M*eBands[i]; do { sum = MAC16_16(sum, EXTRACT16(VSHR32(X[j+c*N],shift)), EXTRACT16(VSHR32(X[j+c*N],shift))); } while (++jnbEBands] = EPSILON+VSHR32(EXTEND32(celt_sqrt(sum)),-shift); } else { bank[i+c*m->nbEBands] = EPSILON; } /*printf ("%f ", bank[i+c*m->nbEBands]);*/ } } /*printf ("\n");*/ } /* Normalise each band such that the energy is one. */ void normalise_bands(const CELTMode *m, const celt_sig * restrict freq, celt_norm * restrict X, const celt_ener *bank, int end, int _C, int M) { int i, c, N; const celt_int16 *eBands = m->eBands; const int C = CHANNELS(_C); N = M*m->shortMdctSize; for (c=0;cnbEBands])-13; E = VSHR32(bank[i+c*m->nbEBands], shift); g = EXTRACT16(celt_rcp(SHL32(E,3))); j=M*eBands[i]; do { X[j+c*N] = MULT16_16_Q15(VSHR32(freq[j+c*N],shift-1),g); } while (++jeBands; const int C = CHANNELS(_C); N = M*m->shortMdctSize; for (c=0;cnbEBands] = sqrt(sum); /*printf ("%f ", bank[i+c*m->nbEBands]);*/ } } /*printf ("\n");*/ } /* Normalise each band such that the energy is one. */ void normalise_bands(const CELTMode *m, const celt_sig * restrict freq, celt_norm * restrict X, const celt_ener *bank, int end, int _C, int M) { int i, c, N; const celt_int16 *eBands = m->eBands; const int C = CHANNELS(_C); N = M*m->shortMdctSize; for (c=0;cnbEBands]); for (j=M*eBands[i];jeBands; const int C = CHANNELS(_C); for (c=0;cshortMdctSize, Q15ONE, M*eBands[i+1]-M*eBands[i], 1); } while (++ieBands; const int C = CHANNELS(_C); N = M*m->shortMdctSize; celt_assert2(C<=2, "denormalise_bands() not implemented for >2 channels"); for (c=0;cnbEBands],1); j=M*eBands[i]; band_end = M*eBands[i+1]; do { *f++ = SHL32(MULT16_32_Q15(*x, g),2); x++; } while (++jnbEBands];ipitchEnd; int N = M*m->shortMdctSize; #ifdef FIXED_POINT int shift = 0; celt_word32 maxabs=0; for (c=0;cQCONST32(2.f, 13)) { *gain_id=9; *gain_prod = QCONST32(2.f, 13); } if (*gain_id < 0) { *gain_id = 0; return 0; } else { if (*gain_id > 15) *gain_id = 15; return 1; } } void apply_pitch(const CELTMode *m, celt_sig *X, const celt_sig *P, int gain_id, int pred, int _C, int M) { int j, c, N; celt_word16 gain; celt_word16 delta; const int C = CHANNELS(_C); int len = M*m->pitchEnd; N = M*m->shortMdctSize; gain = ADD16(QCONST16(.5f,14), MULT16_16_16(QCONST16(.05f,14),gain_id)); delta = PDIV32_16(gain, len); if (pred) gain = -gain; else delta = -delta; for (c=0;cnbEBands]))-13; #endif left = VSHR32(bank[i],shift); right = VSHR32(bank[i+m->nbEBands],shift); norm = EPSILON + celt_sqrt(EPSILON+MULT16_16(left,left)+MULT16_16(right,right)); a1 = DIV32_16(SHL32(EXTEND32(left),14),norm); a2 = dir*DIV32_16(SHL32(EXTEND32(right),14),norm); } for (j=0;jeBands; N0 = M*m->shortMdctSize; for (c=0;cmax_val) { max_val = ABS16(x[j]); max_i = j; } } #if 0 for (j=0;j2) floor_ener += x[j]*x[j]; } #else floor_ener = QCONST32(1.,28)-MULT16_16(max_val,max_val); if (max_i < N-1) floor_ener -= MULT16_16(x[(max_i+1)], x[(max_i+1)]); if (max_i < N-2) floor_ener -= MULT16_16(x[(max_i+2)], x[(max_i+2)]); if (max_i > 0) floor_ener -= MULT16_16(x[(max_i-1)], x[(max_i-1)]); if (max_i > 1) floor_ener -= MULT16_16(x[(max_i-2)], x[(max_i-2)]); floor_ener = MAX32(floor_ener, EPSILON); #endif if (N>7) { celt_word16 r; celt_word16 den = celt_sqrt(floor_ener); den = MAX32(QCONST16(.02f, 15), den); r = DIV32_16(SHL32(EXTEND32(max_val),8),den); ratio = ADD32(ratio, EXTEND32(r)); NR++; } } } if (NR>0) ratio = DIV32_16(ratio, NR); ratio = ADD32(HALF32(ratio), HALF32(*average)); if (!*last_decision) { *last_decision = (ratio < QCONST16(1.8f,8)); } else { *last_decision = (ratio < QCONST16(3.f,8)); } *average = EXTRACT16(ratio); return *last_decision; } static void interleave_vector(celt_norm *X, int N0, int stride) { int i,j; VARDECL(celt_norm, tmp); int N; SAVE_STACK; N = N0*stride; ALLOC(tmp, N, celt_norm); for (i=0;i>= 1; for (i=0;i=1<=1< 1 && level == 0 && tf_change>0) { while (B>1 && tf_change>0) { B>>=1; N_B<<=1; if (encode) haar1(X, N_B, B); if (lowband) haar1(lowband, N_B, B); recombine++; tf_change--; } B0=B; N_B0 = N_B; } /* Increasing the time resolution */ if (!stereo && level==0) { while ((N_B&1) == 0 && tf_change<0 && B <= (1<>= 1; time_divide++; tf_change++; } B0 = B; N_B0 = N_B; } /* Reorganize the samples in time order instead of frequency order */ if (!stereo && B0>1 && level==0) { if (encode) deinterleave_vector(X, N_B, B0); if (lowband) deinterleave_vector(lowband, N_B, B0); } /* If we need more than 32 bits, try splitting the band in two. */ if (!stereo && LM != -1 && b > 32<2) { if (LM>0 || (N&1)==0) { N >>= 1; Y = X+N; split = 1; LM -= 1; B = (B+1)>>1; } } if (split) { int qb; int itheta=0; int mbits, sbits, delta; int qalloc; celt_word16 mid, side; int offset, N2; offset = m->logN[i]+(LM<2) N2--; qb = (b+N2*offset)/(N2< (b>>(BITRES+1))-1) qb = (b>>(BITRES+1))-1; if (qb<0) qb = 0; if (qb>14) qb = 14; qalloc = 0; if (qb!=0) { int shift; shift = 14-qb; if (encode) { if (stereo) stereo_band_mix(m, X, Y, bandE, qb==0, i, 1, N); mid = renormalise_vector(X, Q15ONE, N, 1); side = renormalise_vector(Y, Q15ONE, N, 1); /* theta is the atan() of the ration between the (normalized) side and mid. With just that parameter, we can re-scale both mid and side because we know that 1) they have unit norm and 2) they are orthogonal. */ #ifdef FIXED_POINT /* 0.63662 = 2/pi */ itheta = MULT16_16_Q15(QCONST16(0.63662f,15),celt_atan2p(side, mid)); #else itheta = floor(.5f+16384*0.63662f*atan2(side,mid)); #endif itheta = (itheta+(1<>1))>>shift; } /* Entropy coding of the angle. We use a uniform pdf for the first stereo split but a triangular one for the rest. */ if (stereo || qb>9 || B>1) { if (encode) ec_enc_uint((ec_enc*)ec, itheta, (1<>1)+1)*((1<>1)+1); if (encode) { int j; int fl=0; j=0; while(1) { if (j==itheta) break; fl+=fs; if (j<(1<>1)) fs++; else fs--; j++; } ec_encode((ec_enc*)ec, fl, fl+fs, ft); } else { int fl=0; int j, fm; fm = ec_decode((ec_dec*)ec, ft); j=0; while (1) { if (fm < fl+fs) break; fl+=fs; if (j<(1<>1)) fs++; else fs--; j++; } itheta = j; ec_dec_update((ec_dec*)ec, fl, fl+fs, ft); } qalloc = log2_frac(ft,BITRES) - log2_frac(fs,BITRES) + 1; } itheta <<= shift; } if (itheta == 0) { imid = 32767; iside = 0; delta = -10000; } else if (itheta == 16384) { imid = 0; iside = 32767; delta = 10000; } else { imid = bitexact_cos(itheta); iside = bitexact_cos(16384-itheta); /* This is the mid vs side allocation that minimizes squared error in that band. */ delta = (N-1)*(log2_frac(iside,BITRES+2)-log2_frac(imid,BITRES+2))>>2; } /* This is a special case for N=2 that only works for stereo and takes advantage of the fact that mid and side are orthogonal to encode the side with just one bit. */ if (N==2 && stereo) { int c, c2; int sign=1; celt_norm v[2], w[2]; celt_norm *x2, *y2; mbits = b-qalloc; sbits = 0; /* Only need one bit for the side */ if (itheta != 0 && itheta != 16384) sbits = 1< 8192 ? 1 : 0; *remaining_bits -= qalloc+sbits; x2 = X; y2 = Y; if (encode) { c2 = 1-c; /* v is the largest vector between mid and side. w is the other */ if (c==0) { v[0] = x2[0]; v[1] = x2[1]; w[0] = y2[0]; w[1] = y2[1]; } else { v[0] = y2[0]; v[1] = y2[1]; w[0] = x2[0]; w[1] = x2[1]; } /* Here we only need to encode a sign for the side */ if (v[0]*w[1] - v[1]*w[0] > 0) sign = 1; else sign = -1; } quant_band(encode, m, i, v, NULL, N, mbits, spread, B, tf_change, lowband, resynth, ec, remaining_bits, LM, lowband_out, NULL, level+1, seed); if (sbits) { if (encode) { ec_enc_bits((ec_enc*)ec, sign==1, 1); } else { sign = 2*ec_dec_bits((ec_dec*)ec, 1)-1; } } else { sign = 1; } w[0] = -sign*v[1]; w[1] = sign*v[0]; if (c==0) { x2[0] = v[0]; x2[1] = v[1]; y2[0] = w[0]; y2[1] = w[1]; } else { x2[0] = w[0]; x2[1] = w[1]; y2[0] = v[0]; y2[1] = v[1]; } } else { /* "Normal" split code */ celt_norm *next_lowband2=NULL; celt_norm *next_lowband_out1=NULL; int next_level=0; /* Give more bits to low-energy MDCTs than they would otherwise deserve */ if (B>1 && !stereo) delta >>= 1; mbits = (b-qalloc/2-delta)/2; if (mbits > b-qalloc) mbits = b-qalloc; if (mbits<0) mbits=0; sbits = b-qalloc-mbits; *remaining_bits -= qalloc; if (lowband && !stereo) next_lowband2 = lowband+N; /* >32-bit split case */ /* Only stereo needs to pass on lowband_out. Otherwise, it's handled at the end */ if (stereo) next_lowband_out1 = lowband_out; else next_level = level+1; quant_band(encode, m, i, X, NULL, N, mbits, spread, B, tf_change, lowband, resynth, ec, remaining_bits, LM, next_lowband_out1, NULL, next_level, seed); quant_band(encode, m, i, Y, NULL, N, sbits, spread, B, tf_change, next_lowband2, resynth, ec, remaining_bits, LM, NULL, NULL, level, seed); } } else { /* This is the basic no-split case */ q = bits2pulses(m, m->bits[LM][i], N, b); curr_bits = pulses2bits(m->bits[LM][i], N, q); *remaining_bits -= curr_bits; /* Ensures we can never bust the budget */ while (*remaining_bits < 0 && q > 0) { *remaining_bits += curr_bits; q--; curr_bits = pulses2bits(m->bits[LM][i], N, q); *remaining_bits -= curr_bits; } /* Finally do the actual quantization */ if (encode) alg_quant(X, N, q, spread, B, lowband, resynth, (ec_enc*)ec, seed); else alg_unquant(X, N, q, spread, B, lowband, (ec_dec*)ec, seed); } /* This code is used by the decoder and by the resynthesis-enabled encoder */ if (resynth) { int k; if (split) { int j; celt_word16 mid, side; #ifdef FIXED_POINT mid = imid; side = iside; #else mid = (1.f/32768)*imid; side = (1.f/32768)*iside; #endif for (j=0;j1 && level==0) { interleave_vector(X, N_B, B0); if (lowband) interleave_vector(lowband, N_B, B0); } /* Undo time-freq changes that we did earlier */ N_B = N_B0; B = B0; for (k=0;k>= 1; N_B <<= 1; haar1(X, N_B, B); if (lowband) haar1(lowband, N_B, B); } for (k=0;k>=1; B <<= 1; } /* Scale output for later folding */ if (lowband_out && !stereo) { int j; celt_word16 n; n = celt_sqrt(SHL32(EXTEND32(N0),22)); for (j=0;jeBands; celt_norm * restrict norm; VARDECL(celt_norm, _norm); int B; int M; int spread; celt_int32 seed; celt_norm *lowband; int update_lowband = 1; int C = _Y != NULL ? 2 : 1; SAVE_STACK; M = 1<nbEBands], celt_norm); norm = _norm; if (encode) seed = ((ec_enc*)ec)->rng; else seed = ((ec_dec*)ec)->rng; balance = 0; lowband = NULL; for (i=start;i 3) curr_balance = 3; curr_balance = balance / curr_balance; b = IMIN(remaining_bits+1,pulses[i]+curr_balance); if (b<0) b = 0; /* Prevents ridiculous bit depths */ if (b > C*16*N<= M*eBands[start] && (update_lowband || lowband==NULL)) lowband = norm+M*eBands[i]-N; tf_change = tf_res[i]; if (i>=m->effEBands) { X=norm; if (_Y!=NULL) Y = norm; } if (tf_change==0 && !shortBlocks && fold) effective_lowband = NULL; else effective_lowband = lowband; quant_band(encode, m, i, X, Y, N, b, fold, B, tf_change, effective_lowband, resynth, ec, &remaining_bits, LM, norm+M*eBands[i], bandE, 0, &seed); balance += pulses[i] + tell; /* Update the folding position only as long as we have 2 bit/sample depth */ update_lowband = (b>>BITRES)>2*N; } RESTORE_STACK; }