xref: /aosp_15_r20/external/libopus/silk/PLC.c (revision a58d3d2adb790c104798cd88c8a3aff4fa8b82cc)
1*a58d3d2aSXin Li /***********************************************************************
2*a58d3d2aSXin Li Copyright (c) 2006-2011, Skype Limited. All rights reserved.
3*a58d3d2aSXin Li Redistribution and use in source and binary forms, with or without
4*a58d3d2aSXin Li modification, are permitted provided that the following conditions
5*a58d3d2aSXin Li are met:
6*a58d3d2aSXin Li - Redistributions of source code must retain the above copyright notice,
7*a58d3d2aSXin Li this list of conditions and the following disclaimer.
8*a58d3d2aSXin Li - Redistributions in binary form must reproduce the above copyright
9*a58d3d2aSXin Li notice, this list of conditions and the following disclaimer in the
10*a58d3d2aSXin Li documentation and/or other materials provided with the distribution.
11*a58d3d2aSXin Li - Neither the name of Internet Society, IETF or IETF Trust, nor the
12*a58d3d2aSXin Li names of specific contributors, may be used to endorse or promote
13*a58d3d2aSXin Li products derived from this software without specific prior written
14*a58d3d2aSXin Li permission.
15*a58d3d2aSXin Li THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16*a58d3d2aSXin Li AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17*a58d3d2aSXin Li IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18*a58d3d2aSXin Li ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19*a58d3d2aSXin Li LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20*a58d3d2aSXin Li CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21*a58d3d2aSXin Li SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22*a58d3d2aSXin Li INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23*a58d3d2aSXin Li CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24*a58d3d2aSXin Li ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25*a58d3d2aSXin Li POSSIBILITY OF SUCH DAMAGE.
26*a58d3d2aSXin Li ***********************************************************************/
27*a58d3d2aSXin Li 
28*a58d3d2aSXin Li #ifdef HAVE_CONFIG_H
29*a58d3d2aSXin Li #include "config.h"
30*a58d3d2aSXin Li #endif
31*a58d3d2aSXin Li 
32*a58d3d2aSXin Li #include "main.h"
33*a58d3d2aSXin Li #include "stack_alloc.h"
34*a58d3d2aSXin Li #include "PLC.h"
35*a58d3d2aSXin Li 
36*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
37*a58d3d2aSXin Li #include "lpcnet.h"
38*a58d3d2aSXin Li #endif
39*a58d3d2aSXin Li 
40*a58d3d2aSXin Li #define NB_ATT 2
41*a58d3d2aSXin Li static const opus_int16 HARM_ATT_Q15[NB_ATT]              = { 32440, 31130 }; /* 0.99, 0.95 */
42*a58d3d2aSXin Li static const opus_int16 PLC_RAND_ATTENUATE_V_Q15[NB_ATT]  = { 31130, 26214 }; /* 0.95, 0.8 */
43*a58d3d2aSXin Li static const opus_int16 PLC_RAND_ATTENUATE_UV_Q15[NB_ATT] = { 32440, 29491 }; /* 0.99, 0.9 */
44*a58d3d2aSXin Li 
45*a58d3d2aSXin Li static OPUS_INLINE void silk_PLC_update(
46*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O Decoder state        */
47*a58d3d2aSXin Li     silk_decoder_control                *psDecCtrl          /* I/O Decoder control      */
48*a58d3d2aSXin Li );
49*a58d3d2aSXin Li 
50*a58d3d2aSXin Li static OPUS_INLINE void silk_PLC_conceal(
51*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O Decoder state        */
52*a58d3d2aSXin Li     silk_decoder_control                *psDecCtrl,         /* I/O Decoder control      */
53*a58d3d2aSXin Li     opus_int16                          frame[],            /* O LPC residual signal    */
54*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
55*a58d3d2aSXin Li     LPCNetPLCState                      *lpcnet,
56*a58d3d2aSXin Li #endif
57*a58d3d2aSXin Li     int                                 arch                /* I  Run-time architecture */
58*a58d3d2aSXin Li );
59*a58d3d2aSXin Li 
60*a58d3d2aSXin Li 
silk_PLC_Reset(silk_decoder_state * psDec)61*a58d3d2aSXin Li void silk_PLC_Reset(
62*a58d3d2aSXin Li     silk_decoder_state                  *psDec              /* I/O Decoder state        */
63*a58d3d2aSXin Li )
64*a58d3d2aSXin Li {
65*a58d3d2aSXin Li     psDec->sPLC.pitchL_Q8 = silk_LSHIFT( psDec->frame_length, 8 - 1 );
66*a58d3d2aSXin Li     psDec->sPLC.prevGain_Q16[ 0 ] = SILK_FIX_CONST( 1, 16 );
67*a58d3d2aSXin Li     psDec->sPLC.prevGain_Q16[ 1 ] = SILK_FIX_CONST( 1, 16 );
68*a58d3d2aSXin Li     psDec->sPLC.subfr_length = 20;
69*a58d3d2aSXin Li     psDec->sPLC.nb_subfr = 2;
70*a58d3d2aSXin Li }
71*a58d3d2aSXin Li 
silk_PLC(silk_decoder_state * psDec,silk_decoder_control * psDecCtrl,opus_int16 frame[],opus_int lost,LPCNetPLCState * lpcnet,int arch)72*a58d3d2aSXin Li void silk_PLC(
73*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O Decoder state        */
74*a58d3d2aSXin Li     silk_decoder_control                *psDecCtrl,         /* I/O Decoder control      */
75*a58d3d2aSXin Li     opus_int16                          frame[],            /* I/O  signal              */
76*a58d3d2aSXin Li     opus_int                            lost,               /* I Loss flag              */
77*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
78*a58d3d2aSXin Li     LPCNetPLCState                      *lpcnet,
79*a58d3d2aSXin Li #endif
80*a58d3d2aSXin Li     int                                 arch                /* I Run-time architecture  */
81*a58d3d2aSXin Li )
82*a58d3d2aSXin Li {
83*a58d3d2aSXin Li     /* PLC control function */
84*a58d3d2aSXin Li     if( psDec->fs_kHz != psDec->sPLC.fs_kHz ) {
85*a58d3d2aSXin Li         silk_PLC_Reset( psDec );
86*a58d3d2aSXin Li         psDec->sPLC.fs_kHz = psDec->fs_kHz;
87*a58d3d2aSXin Li     }
88*a58d3d2aSXin Li 
89*a58d3d2aSXin Li     if( lost ) {
90*a58d3d2aSXin Li         /****************************/
91*a58d3d2aSXin Li         /* Generate Signal          */
92*a58d3d2aSXin Li         /****************************/
93*a58d3d2aSXin Li         silk_PLC_conceal( psDec, psDecCtrl, frame,
94*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
95*a58d3d2aSXin Li             lpcnet,
96*a58d3d2aSXin Li #endif
97*a58d3d2aSXin Li             arch );
98*a58d3d2aSXin Li 
99*a58d3d2aSXin Li         psDec->lossCnt++;
100*a58d3d2aSXin Li     } else {
101*a58d3d2aSXin Li         /****************************/
102*a58d3d2aSXin Li         /* Update state             */
103*a58d3d2aSXin Li         /****************************/
104*a58d3d2aSXin Li         silk_PLC_update( psDec, psDecCtrl );
105*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
106*a58d3d2aSXin Li         if ( lpcnet != NULL && psDec->sPLC.fs_kHz == 16 ) {
107*a58d3d2aSXin Li             int k;
108*a58d3d2aSXin Li             for( k = 0; k < psDec->nb_subfr; k += 2 ) {
109*a58d3d2aSXin Li                 lpcnet_plc_update( lpcnet, frame + k * psDec->subfr_length );
110*a58d3d2aSXin Li             }
111*a58d3d2aSXin Li         }
112*a58d3d2aSXin Li #endif
113*a58d3d2aSXin Li     }
114*a58d3d2aSXin Li }
115*a58d3d2aSXin Li 
116*a58d3d2aSXin Li /**************************************************/
117*a58d3d2aSXin Li /* Update state of PLC                            */
118*a58d3d2aSXin Li /**************************************************/
silk_PLC_update(silk_decoder_state * psDec,silk_decoder_control * psDecCtrl)119*a58d3d2aSXin Li static OPUS_INLINE void silk_PLC_update(
120*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O Decoder state        */
121*a58d3d2aSXin Li     silk_decoder_control                *psDecCtrl          /* I/O Decoder control      */
122*a58d3d2aSXin Li )
123*a58d3d2aSXin Li {
124*a58d3d2aSXin Li     opus_int32 LTP_Gain_Q14, temp_LTP_Gain_Q14;
125*a58d3d2aSXin Li     opus_int   i, j;
126*a58d3d2aSXin Li     silk_PLC_struct *psPLC;
127*a58d3d2aSXin Li 
128*a58d3d2aSXin Li     psPLC = &psDec->sPLC;
129*a58d3d2aSXin Li 
130*a58d3d2aSXin Li     /* Update parameters used in case of packet loss */
131*a58d3d2aSXin Li     psDec->prevSignalType = psDec->indices.signalType;
132*a58d3d2aSXin Li     LTP_Gain_Q14 = 0;
133*a58d3d2aSXin Li     if( psDec->indices.signalType == TYPE_VOICED ) {
134*a58d3d2aSXin Li         /* Find the parameters for the last subframe which contains a pitch pulse */
135*a58d3d2aSXin Li         for( j = 0; j * psDec->subfr_length < psDecCtrl->pitchL[ psDec->nb_subfr - 1 ]; j++ ) {
136*a58d3d2aSXin Li             if( j == psDec->nb_subfr ) {
137*a58d3d2aSXin Li                 break;
138*a58d3d2aSXin Li             }
139*a58d3d2aSXin Li             temp_LTP_Gain_Q14 = 0;
140*a58d3d2aSXin Li             for( i = 0; i < LTP_ORDER; i++ ) {
141*a58d3d2aSXin Li                 temp_LTP_Gain_Q14 += psDecCtrl->LTPCoef_Q14[ ( psDec->nb_subfr - 1 - j ) * LTP_ORDER  + i ];
142*a58d3d2aSXin Li             }
143*a58d3d2aSXin Li             if( temp_LTP_Gain_Q14 > LTP_Gain_Q14 ) {
144*a58d3d2aSXin Li                 LTP_Gain_Q14 = temp_LTP_Gain_Q14;
145*a58d3d2aSXin Li                 silk_memcpy( psPLC->LTPCoef_Q14,
146*a58d3d2aSXin Li                     &psDecCtrl->LTPCoef_Q14[ silk_SMULBB( psDec->nb_subfr - 1 - j, LTP_ORDER ) ],
147*a58d3d2aSXin Li                     LTP_ORDER * sizeof( opus_int16 ) );
148*a58d3d2aSXin Li 
149*a58d3d2aSXin Li                 psPLC->pitchL_Q8 = silk_LSHIFT( psDecCtrl->pitchL[ psDec->nb_subfr - 1 - j ], 8 );
150*a58d3d2aSXin Li             }
151*a58d3d2aSXin Li         }
152*a58d3d2aSXin Li 
153*a58d3d2aSXin Li         silk_memset( psPLC->LTPCoef_Q14, 0, LTP_ORDER * sizeof( opus_int16 ) );
154*a58d3d2aSXin Li         psPLC->LTPCoef_Q14[ LTP_ORDER / 2 ] = LTP_Gain_Q14;
155*a58d3d2aSXin Li 
156*a58d3d2aSXin Li         /* Limit LT coefs */
157*a58d3d2aSXin Li         if( LTP_Gain_Q14 < V_PITCH_GAIN_START_MIN_Q14 ) {
158*a58d3d2aSXin Li             opus_int   scale_Q10;
159*a58d3d2aSXin Li             opus_int32 tmp;
160*a58d3d2aSXin Li 
161*a58d3d2aSXin Li             tmp = silk_LSHIFT( V_PITCH_GAIN_START_MIN_Q14, 10 );
162*a58d3d2aSXin Li             scale_Q10 = silk_DIV32( tmp, silk_max( LTP_Gain_Q14, 1 ) );
163*a58d3d2aSXin Li             for( i = 0; i < LTP_ORDER; i++ ) {
164*a58d3d2aSXin Li                 psPLC->LTPCoef_Q14[ i ] = silk_RSHIFT( silk_SMULBB( psPLC->LTPCoef_Q14[ i ], scale_Q10 ), 10 );
165*a58d3d2aSXin Li             }
166*a58d3d2aSXin Li         } else if( LTP_Gain_Q14 > V_PITCH_GAIN_START_MAX_Q14 ) {
167*a58d3d2aSXin Li             opus_int   scale_Q14;
168*a58d3d2aSXin Li             opus_int32 tmp;
169*a58d3d2aSXin Li 
170*a58d3d2aSXin Li             tmp = silk_LSHIFT( V_PITCH_GAIN_START_MAX_Q14, 14 );
171*a58d3d2aSXin Li             scale_Q14 = silk_DIV32( tmp, silk_max( LTP_Gain_Q14, 1 ) );
172*a58d3d2aSXin Li             for( i = 0; i < LTP_ORDER; i++ ) {
173*a58d3d2aSXin Li                 psPLC->LTPCoef_Q14[ i ] = silk_RSHIFT( silk_SMULBB( psPLC->LTPCoef_Q14[ i ], scale_Q14 ), 14 );
174*a58d3d2aSXin Li             }
175*a58d3d2aSXin Li         }
176*a58d3d2aSXin Li     } else {
177*a58d3d2aSXin Li         psPLC->pitchL_Q8 = silk_LSHIFT( silk_SMULBB( psDec->fs_kHz, 18 ), 8 );
178*a58d3d2aSXin Li         silk_memset( psPLC->LTPCoef_Q14, 0, LTP_ORDER * sizeof( opus_int16 ));
179*a58d3d2aSXin Li     }
180*a58d3d2aSXin Li 
181*a58d3d2aSXin Li     /* Save LPC coeficients */
182*a58d3d2aSXin Li     silk_memcpy( psPLC->prevLPC_Q12, psDecCtrl->PredCoef_Q12[ 1 ], psDec->LPC_order * sizeof( opus_int16 ) );
183*a58d3d2aSXin Li     psPLC->prevLTP_scale_Q14 = psDecCtrl->LTP_scale_Q14;
184*a58d3d2aSXin Li 
185*a58d3d2aSXin Li     /* Save last two gains */
186*a58d3d2aSXin Li     silk_memcpy( psPLC->prevGain_Q16, &psDecCtrl->Gains_Q16[ psDec->nb_subfr - 2 ], 2 * sizeof( opus_int32 ) );
187*a58d3d2aSXin Li 
188*a58d3d2aSXin Li     psPLC->subfr_length = psDec->subfr_length;
189*a58d3d2aSXin Li     psPLC->nb_subfr = psDec->nb_subfr;
190*a58d3d2aSXin Li }
191*a58d3d2aSXin Li 
silk_PLC_energy(opus_int32 * energy1,opus_int * shift1,opus_int32 * energy2,opus_int * shift2,const opus_int32 * exc_Q14,const opus_int32 * prevGain_Q10,int subfr_length,int nb_subfr)192*a58d3d2aSXin Li static OPUS_INLINE void silk_PLC_energy(opus_int32 *energy1, opus_int *shift1, opus_int32 *energy2, opus_int *shift2,
193*a58d3d2aSXin Li       const opus_int32 *exc_Q14, const opus_int32 *prevGain_Q10, int subfr_length, int nb_subfr)
194*a58d3d2aSXin Li {
195*a58d3d2aSXin Li     int i, k;
196*a58d3d2aSXin Li     VARDECL( opus_int16, exc_buf );
197*a58d3d2aSXin Li     opus_int16 *exc_buf_ptr;
198*a58d3d2aSXin Li     SAVE_STACK;
199*a58d3d2aSXin Li     ALLOC( exc_buf, 2*subfr_length, opus_int16 );
200*a58d3d2aSXin Li     /* Find random noise component */
201*a58d3d2aSXin Li     /* Scale previous excitation signal */
202*a58d3d2aSXin Li     exc_buf_ptr = exc_buf;
203*a58d3d2aSXin Li     for( k = 0; k < 2; k++ ) {
204*a58d3d2aSXin Li         for( i = 0; i < subfr_length; i++ ) {
205*a58d3d2aSXin Li             exc_buf_ptr[ i ] = (opus_int16)silk_SAT16( silk_RSHIFT(
206*a58d3d2aSXin Li                 silk_SMULWW( exc_Q14[ i + ( k + nb_subfr - 2 ) * subfr_length ], prevGain_Q10[ k ] ), 8 ) );
207*a58d3d2aSXin Li         }
208*a58d3d2aSXin Li         exc_buf_ptr += subfr_length;
209*a58d3d2aSXin Li     }
210*a58d3d2aSXin Li     /* Find the subframe with lowest energy of the last two and use that as random noise generator */
211*a58d3d2aSXin Li     silk_sum_sqr_shift( energy1, shift1, exc_buf,                  subfr_length );
212*a58d3d2aSXin Li     silk_sum_sqr_shift( energy2, shift2, &exc_buf[ subfr_length ], subfr_length );
213*a58d3d2aSXin Li     RESTORE_STACK;
214*a58d3d2aSXin Li }
215*a58d3d2aSXin Li 
silk_PLC_conceal(silk_decoder_state * psDec,silk_decoder_control * psDecCtrl,opus_int16 frame[],LPCNetPLCState * lpcnet,int arch)216*a58d3d2aSXin Li static OPUS_INLINE void silk_PLC_conceal(
217*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O Decoder state        */
218*a58d3d2aSXin Li     silk_decoder_control                *psDecCtrl,         /* I/O Decoder control      */
219*a58d3d2aSXin Li     opus_int16                          frame[],            /* O LPC residual signal    */
220*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
221*a58d3d2aSXin Li     LPCNetPLCState                      *lpcnet,
222*a58d3d2aSXin Li #endif
223*a58d3d2aSXin Li     int                                 arch                /* I Run-time architecture  */
224*a58d3d2aSXin Li )
225*a58d3d2aSXin Li {
226*a58d3d2aSXin Li     opus_int   i, j, k;
227*a58d3d2aSXin Li     opus_int   lag, idx, sLTP_buf_idx, shift1, shift2;
228*a58d3d2aSXin Li     opus_int32 rand_seed, harm_Gain_Q15, rand_Gain_Q15, inv_gain_Q30;
229*a58d3d2aSXin Li     opus_int32 energy1, energy2, *rand_ptr, *pred_lag_ptr;
230*a58d3d2aSXin Li     opus_int32 LPC_pred_Q10, LTP_pred_Q12;
231*a58d3d2aSXin Li     opus_int16 rand_scale_Q14;
232*a58d3d2aSXin Li     opus_int16 *B_Q14;
233*a58d3d2aSXin Li     opus_int32 *sLPC_Q14_ptr;
234*a58d3d2aSXin Li     opus_int16 A_Q12[ MAX_LPC_ORDER ];
235*a58d3d2aSXin Li #ifdef SMALL_FOOTPRINT
236*a58d3d2aSXin Li     opus_int16 *sLTP;
237*a58d3d2aSXin Li #else
238*a58d3d2aSXin Li     VARDECL( opus_int16, sLTP );
239*a58d3d2aSXin Li #endif
240*a58d3d2aSXin Li     VARDECL( opus_int32, sLTP_Q14 );
241*a58d3d2aSXin Li     silk_PLC_struct *psPLC = &psDec->sPLC;
242*a58d3d2aSXin Li     opus_int32 prevGain_Q10[2];
243*a58d3d2aSXin Li     SAVE_STACK;
244*a58d3d2aSXin Li 
245*a58d3d2aSXin Li     ALLOC( sLTP_Q14, psDec->ltp_mem_length + psDec->frame_length, opus_int32 );
246*a58d3d2aSXin Li #ifdef SMALL_FOOTPRINT
247*a58d3d2aSXin Li     /* Ugly hack that breaks aliasing rules to save stack: put sLTP at the very end of sLTP_Q14. */
248*a58d3d2aSXin Li     sLTP = ((opus_int16*)&sLTP_Q14[psDec->ltp_mem_length + psDec->frame_length])-psDec->ltp_mem_length;
249*a58d3d2aSXin Li #else
250*a58d3d2aSXin Li     ALLOC( sLTP, psDec->ltp_mem_length, opus_int16 );
251*a58d3d2aSXin Li #endif
252*a58d3d2aSXin Li 
253*a58d3d2aSXin Li     prevGain_Q10[0] = silk_RSHIFT( psPLC->prevGain_Q16[ 0 ], 6);
254*a58d3d2aSXin Li     prevGain_Q10[1] = silk_RSHIFT( psPLC->prevGain_Q16[ 1 ], 6);
255*a58d3d2aSXin Li 
256*a58d3d2aSXin Li     if( psDec->first_frame_after_reset ) {
257*a58d3d2aSXin Li        silk_memset( psPLC->prevLPC_Q12, 0, sizeof( psPLC->prevLPC_Q12 ) );
258*a58d3d2aSXin Li     }
259*a58d3d2aSXin Li 
260*a58d3d2aSXin Li     silk_PLC_energy(&energy1, &shift1, &energy2, &shift2, psDec->exc_Q14, prevGain_Q10, psDec->subfr_length, psDec->nb_subfr);
261*a58d3d2aSXin Li 
262*a58d3d2aSXin Li     if( silk_RSHIFT( energy1, shift2 ) < silk_RSHIFT( energy2, shift1 ) ) {
263*a58d3d2aSXin Li         /* First sub-frame has lowest energy */
264*a58d3d2aSXin Li         rand_ptr = &psDec->exc_Q14[ silk_max_int( 0, ( psPLC->nb_subfr - 1 ) * psPLC->subfr_length - RAND_BUF_SIZE ) ];
265*a58d3d2aSXin Li     } else {
266*a58d3d2aSXin Li         /* Second sub-frame has lowest energy */
267*a58d3d2aSXin Li         rand_ptr = &psDec->exc_Q14[ silk_max_int( 0, psPLC->nb_subfr * psPLC->subfr_length - RAND_BUF_SIZE ) ];
268*a58d3d2aSXin Li     }
269*a58d3d2aSXin Li 
270*a58d3d2aSXin Li     /* Set up Gain to random noise component */
271*a58d3d2aSXin Li     B_Q14          = psPLC->LTPCoef_Q14;
272*a58d3d2aSXin Li     rand_scale_Q14 = psPLC->randScale_Q14;
273*a58d3d2aSXin Li 
274*a58d3d2aSXin Li     /* Set up attenuation gains */
275*a58d3d2aSXin Li     harm_Gain_Q15 = HARM_ATT_Q15[ silk_min_int( NB_ATT - 1, psDec->lossCnt ) ];
276*a58d3d2aSXin Li     if( psDec->prevSignalType == TYPE_VOICED ) {
277*a58d3d2aSXin Li         rand_Gain_Q15 = PLC_RAND_ATTENUATE_V_Q15[  silk_min_int( NB_ATT - 1, psDec->lossCnt ) ];
278*a58d3d2aSXin Li     } else {
279*a58d3d2aSXin Li         rand_Gain_Q15 = PLC_RAND_ATTENUATE_UV_Q15[ silk_min_int( NB_ATT - 1, psDec->lossCnt ) ];
280*a58d3d2aSXin Li     }
281*a58d3d2aSXin Li 
282*a58d3d2aSXin Li     /* LPC concealment. Apply BWE to previous LPC */
283*a58d3d2aSXin Li     silk_bwexpander( psPLC->prevLPC_Q12, psDec->LPC_order, SILK_FIX_CONST( BWE_COEF, 16 ) );
284*a58d3d2aSXin Li 
285*a58d3d2aSXin Li     /* Preload LPC coeficients to array on stack. Gives small performance gain */
286*a58d3d2aSXin Li     silk_memcpy( A_Q12, psPLC->prevLPC_Q12, psDec->LPC_order * sizeof( opus_int16 ) );
287*a58d3d2aSXin Li 
288*a58d3d2aSXin Li     /* First Lost frame */
289*a58d3d2aSXin Li     if( psDec->lossCnt == 0 ) {
290*a58d3d2aSXin Li         rand_scale_Q14 = 1 << 14;
291*a58d3d2aSXin Li 
292*a58d3d2aSXin Li         /* Reduce random noise Gain for voiced frames */
293*a58d3d2aSXin Li         if( psDec->prevSignalType == TYPE_VOICED ) {
294*a58d3d2aSXin Li             for( i = 0; i < LTP_ORDER; i++ ) {
295*a58d3d2aSXin Li                 rand_scale_Q14 -= B_Q14[ i ];
296*a58d3d2aSXin Li             }
297*a58d3d2aSXin Li             rand_scale_Q14 = silk_max_16( 3277, rand_scale_Q14 ); /* 0.2 */
298*a58d3d2aSXin Li             rand_scale_Q14 = (opus_int16)silk_RSHIFT( silk_SMULBB( rand_scale_Q14, psPLC->prevLTP_scale_Q14 ), 14 );
299*a58d3d2aSXin Li         } else {
300*a58d3d2aSXin Li             /* Reduce random noise for unvoiced frames with high LPC gain */
301*a58d3d2aSXin Li             opus_int32 invGain_Q30, down_scale_Q30;
302*a58d3d2aSXin Li 
303*a58d3d2aSXin Li             invGain_Q30 = silk_LPC_inverse_pred_gain( psPLC->prevLPC_Q12, psDec->LPC_order, arch );
304*a58d3d2aSXin Li 
305*a58d3d2aSXin Li             down_scale_Q30 = silk_min_32( silk_RSHIFT( (opus_int32)1 << 30, LOG2_INV_LPC_GAIN_HIGH_THRES ), invGain_Q30 );
306*a58d3d2aSXin Li             down_scale_Q30 = silk_max_32( silk_RSHIFT( (opus_int32)1 << 30, LOG2_INV_LPC_GAIN_LOW_THRES ), down_scale_Q30 );
307*a58d3d2aSXin Li             down_scale_Q30 = silk_LSHIFT( down_scale_Q30, LOG2_INV_LPC_GAIN_HIGH_THRES );
308*a58d3d2aSXin Li 
309*a58d3d2aSXin Li             rand_Gain_Q15 = silk_RSHIFT( silk_SMULWB( down_scale_Q30, rand_Gain_Q15 ), 14 );
310*a58d3d2aSXin Li         }
311*a58d3d2aSXin Li     }
312*a58d3d2aSXin Li 
313*a58d3d2aSXin Li     rand_seed    = psPLC->rand_seed;
314*a58d3d2aSXin Li     lag          = silk_RSHIFT_ROUND( psPLC->pitchL_Q8, 8 );
315*a58d3d2aSXin Li     sLTP_buf_idx = psDec->ltp_mem_length;
316*a58d3d2aSXin Li 
317*a58d3d2aSXin Li     /* Rewhiten LTP state */
318*a58d3d2aSXin Li     idx = psDec->ltp_mem_length - lag - psDec->LPC_order - LTP_ORDER / 2;
319*a58d3d2aSXin Li     celt_assert( idx > 0 );
320*a58d3d2aSXin Li     silk_LPC_analysis_filter( &sLTP[ idx ], &psDec->outBuf[ idx ], A_Q12, psDec->ltp_mem_length - idx, psDec->LPC_order, arch );
321*a58d3d2aSXin Li     /* Scale LTP state */
322*a58d3d2aSXin Li     inv_gain_Q30 = silk_INVERSE32_varQ( psPLC->prevGain_Q16[ 1 ], 46 );
323*a58d3d2aSXin Li     inv_gain_Q30 = silk_min( inv_gain_Q30, silk_int32_MAX >> 1 );
324*a58d3d2aSXin Li     for( i = idx + psDec->LPC_order; i < psDec->ltp_mem_length; i++ ) {
325*a58d3d2aSXin Li         sLTP_Q14[ i ] = silk_SMULWB( inv_gain_Q30, sLTP[ i ] );
326*a58d3d2aSXin Li     }
327*a58d3d2aSXin Li 
328*a58d3d2aSXin Li     /***************************/
329*a58d3d2aSXin Li     /* LTP synthesis filtering */
330*a58d3d2aSXin Li     /***************************/
331*a58d3d2aSXin Li     for( k = 0; k < psDec->nb_subfr; k++ ) {
332*a58d3d2aSXin Li         /* Set up pointer */
333*a58d3d2aSXin Li         pred_lag_ptr = &sLTP_Q14[ sLTP_buf_idx - lag + LTP_ORDER / 2 ];
334*a58d3d2aSXin Li         for( i = 0; i < psDec->subfr_length; i++ ) {
335*a58d3d2aSXin Li             /* Unrolled loop */
336*a58d3d2aSXin Li             /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
337*a58d3d2aSXin Li             LTP_pred_Q12 = 2;
338*a58d3d2aSXin Li             LTP_pred_Q12 = silk_SMLAWB( LTP_pred_Q12, pred_lag_ptr[  0 ], B_Q14[ 0 ] );
339*a58d3d2aSXin Li             LTP_pred_Q12 = silk_SMLAWB( LTP_pred_Q12, pred_lag_ptr[ -1 ], B_Q14[ 1 ] );
340*a58d3d2aSXin Li             LTP_pred_Q12 = silk_SMLAWB( LTP_pred_Q12, pred_lag_ptr[ -2 ], B_Q14[ 2 ] );
341*a58d3d2aSXin Li             LTP_pred_Q12 = silk_SMLAWB( LTP_pred_Q12, pred_lag_ptr[ -3 ], B_Q14[ 3 ] );
342*a58d3d2aSXin Li             LTP_pred_Q12 = silk_SMLAWB( LTP_pred_Q12, pred_lag_ptr[ -4 ], B_Q14[ 4 ] );
343*a58d3d2aSXin Li             pred_lag_ptr++;
344*a58d3d2aSXin Li 
345*a58d3d2aSXin Li             /* Generate LPC excitation */
346*a58d3d2aSXin Li             rand_seed = silk_RAND( rand_seed );
347*a58d3d2aSXin Li             idx = silk_RSHIFT( rand_seed, 25 ) & RAND_BUF_MASK;
348*a58d3d2aSXin Li             sLTP_Q14[ sLTP_buf_idx ] = silk_LSHIFT32( silk_SMLAWB( LTP_pred_Q12, rand_ptr[ idx ], rand_scale_Q14 ), 2 );
349*a58d3d2aSXin Li             sLTP_buf_idx++;
350*a58d3d2aSXin Li         }
351*a58d3d2aSXin Li 
352*a58d3d2aSXin Li         /* Gradually reduce LTP gain */
353*a58d3d2aSXin Li         for( j = 0; j < LTP_ORDER; j++ ) {
354*a58d3d2aSXin Li             B_Q14[ j ] = silk_RSHIFT( silk_SMULBB( harm_Gain_Q15, B_Q14[ j ] ), 15 );
355*a58d3d2aSXin Li         }
356*a58d3d2aSXin Li         /* Gradually reduce excitation gain */
357*a58d3d2aSXin Li         rand_scale_Q14 = silk_RSHIFT( silk_SMULBB( rand_scale_Q14, rand_Gain_Q15 ), 15 );
358*a58d3d2aSXin Li 
359*a58d3d2aSXin Li         /* Slowly increase pitch lag */
360*a58d3d2aSXin Li         psPLC->pitchL_Q8 = silk_SMLAWB( psPLC->pitchL_Q8, psPLC->pitchL_Q8, PITCH_DRIFT_FAC_Q16 );
361*a58d3d2aSXin Li         psPLC->pitchL_Q8 = silk_min_32( psPLC->pitchL_Q8, silk_LSHIFT( silk_SMULBB( MAX_PITCH_LAG_MS, psDec->fs_kHz ), 8 ) );
362*a58d3d2aSXin Li         lag = silk_RSHIFT_ROUND( psPLC->pitchL_Q8, 8 );
363*a58d3d2aSXin Li     }
364*a58d3d2aSXin Li 
365*a58d3d2aSXin Li     /***************************/
366*a58d3d2aSXin Li     /* LPC synthesis filtering */
367*a58d3d2aSXin Li     /***************************/
368*a58d3d2aSXin Li     sLPC_Q14_ptr = &sLTP_Q14[ psDec->ltp_mem_length - MAX_LPC_ORDER ];
369*a58d3d2aSXin Li 
370*a58d3d2aSXin Li     /* Copy LPC state */
371*a58d3d2aSXin Li     silk_memcpy( sLPC_Q14_ptr, psDec->sLPC_Q14_buf, MAX_LPC_ORDER * sizeof( opus_int32 ) );
372*a58d3d2aSXin Li 
373*a58d3d2aSXin Li     celt_assert( psDec->LPC_order >= 10 ); /* check that unrolling works */
374*a58d3d2aSXin Li     for( i = 0; i < psDec->frame_length; i++ ) {
375*a58d3d2aSXin Li         /* partly unrolled */
376*a58d3d2aSXin Li         /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
377*a58d3d2aSXin Li         LPC_pred_Q10 = silk_RSHIFT( psDec->LPC_order, 1 );
378*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  1 ], A_Q12[ 0 ] );
379*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  2 ], A_Q12[ 1 ] );
380*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  3 ], A_Q12[ 2 ] );
381*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  4 ], A_Q12[ 3 ] );
382*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  5 ], A_Q12[ 4 ] );
383*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  6 ], A_Q12[ 5 ] );
384*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  7 ], A_Q12[ 6 ] );
385*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  8 ], A_Q12[ 7 ] );
386*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i -  9 ], A_Q12[ 8 ] );
387*a58d3d2aSXin Li         LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i - 10 ], A_Q12[ 9 ] );
388*a58d3d2aSXin Li         for( j = 10; j < psDec->LPC_order; j++ ) {
389*a58d3d2aSXin Li             LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14_ptr[ MAX_LPC_ORDER + i - j - 1 ], A_Q12[ j ] );
390*a58d3d2aSXin Li         }
391*a58d3d2aSXin Li 
392*a58d3d2aSXin Li         /* Add prediction to LPC excitation */
393*a58d3d2aSXin Li         sLPC_Q14_ptr[ MAX_LPC_ORDER + i ] = silk_ADD_SAT32( sLPC_Q14_ptr[ MAX_LPC_ORDER + i ],
394*a58d3d2aSXin Li                                             silk_LSHIFT_SAT32( LPC_pred_Q10, 4 ));
395*a58d3d2aSXin Li 
396*a58d3d2aSXin Li         /* Scale with Gain */
397*a58d3d2aSXin Li         frame[ i ] = (opus_int16)silk_SAT16( silk_SAT16( silk_RSHIFT_ROUND( silk_SMULWW( sLPC_Q14_ptr[ MAX_LPC_ORDER + i ], prevGain_Q10[ 1 ] ), 8 ) ) );
398*a58d3d2aSXin Li     }
399*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
400*a58d3d2aSXin Li     if ( lpcnet != NULL && lpcnet->loaded && psDec->sPLC.fs_kHz == 16 ) {
401*a58d3d2aSXin Li         int run_deep_plc = psDec->sPLC.enable_deep_plc || lpcnet->fec_fill_pos != 0;
402*a58d3d2aSXin Li         if( run_deep_plc ) {
403*a58d3d2aSXin Li             for( k = 0; k < psDec->nb_subfr; k += 2 ) {
404*a58d3d2aSXin Li                 lpcnet_plc_conceal( lpcnet, frame + k * psDec->subfr_length );
405*a58d3d2aSXin Li             }
406*a58d3d2aSXin Li             /* We *should* be able to copy only from psDec->frame_length-MAX_LPC_ORDER, i.e. the last MAX_LPC_ORDER samples. */
407*a58d3d2aSXin Li             for( i = 0; i < psDec->frame_length; i++ ) {
408*a58d3d2aSXin Li                 sLPC_Q14_ptr[ MAX_LPC_ORDER + i ] = (int)floor(.5 + frame[ i ] * (float)(1 << 24) / prevGain_Q10[ 1 ] );
409*a58d3d2aSXin Li             }
410*a58d3d2aSXin Li         } else {
411*a58d3d2aSXin Li           for( k = 0; k < psDec->nb_subfr; k += 2 ) {
412*a58d3d2aSXin Li               lpcnet_plc_update( lpcnet, frame + k * psDec->subfr_length );
413*a58d3d2aSXin Li           }
414*a58d3d2aSXin Li         }
415*a58d3d2aSXin Li     }
416*a58d3d2aSXin Li #endif
417*a58d3d2aSXin Li 
418*a58d3d2aSXin Li     /* Save LPC state */
419*a58d3d2aSXin Li     silk_memcpy( psDec->sLPC_Q14_buf, &sLPC_Q14_ptr[ psDec->frame_length ], MAX_LPC_ORDER * sizeof( opus_int32 ) );
420*a58d3d2aSXin Li 
421*a58d3d2aSXin Li     /**************************************/
422*a58d3d2aSXin Li     /* Update states                      */
423*a58d3d2aSXin Li     /**************************************/
424*a58d3d2aSXin Li     psPLC->rand_seed     = rand_seed;
425*a58d3d2aSXin Li     psPLC->randScale_Q14 = rand_scale_Q14;
426*a58d3d2aSXin Li     for( i = 0; i < MAX_NB_SUBFR; i++ ) {
427*a58d3d2aSXin Li         psDecCtrl->pitchL[ i ] = lag;
428*a58d3d2aSXin Li     }
429*a58d3d2aSXin Li     RESTORE_STACK;
430*a58d3d2aSXin Li }
431*a58d3d2aSXin Li 
432*a58d3d2aSXin Li /* Glues concealed frames with new good received frames */
silk_PLC_glue_frames(silk_decoder_state * psDec,opus_int16 frame[],opus_int length)433*a58d3d2aSXin Li void silk_PLC_glue_frames(
434*a58d3d2aSXin Li     silk_decoder_state                  *psDec,             /* I/O decoder state        */
435*a58d3d2aSXin Li     opus_int16                          frame[],            /* I/O signal               */
436*a58d3d2aSXin Li     opus_int                            length              /* I length of signal       */
437*a58d3d2aSXin Li )
438*a58d3d2aSXin Li {
439*a58d3d2aSXin Li     opus_int   i, energy_shift;
440*a58d3d2aSXin Li     opus_int32 energy;
441*a58d3d2aSXin Li     silk_PLC_struct *psPLC;
442*a58d3d2aSXin Li     psPLC = &psDec->sPLC;
443*a58d3d2aSXin Li 
444*a58d3d2aSXin Li     if( psDec->lossCnt ) {
445*a58d3d2aSXin Li         /* Calculate energy in concealed residual */
446*a58d3d2aSXin Li         silk_sum_sqr_shift( &psPLC->conc_energy, &psPLC->conc_energy_shift, frame, length );
447*a58d3d2aSXin Li 
448*a58d3d2aSXin Li         psPLC->last_frame_lost = 1;
449*a58d3d2aSXin Li     } else {
450*a58d3d2aSXin Li         if( psDec->sPLC.last_frame_lost ) {
451*a58d3d2aSXin Li             /* Calculate residual in decoded signal if last frame was lost */
452*a58d3d2aSXin Li             silk_sum_sqr_shift( &energy, &energy_shift, frame, length );
453*a58d3d2aSXin Li 
454*a58d3d2aSXin Li             /* Normalize energies */
455*a58d3d2aSXin Li             if( energy_shift > psPLC->conc_energy_shift ) {
456*a58d3d2aSXin Li                 psPLC->conc_energy = silk_RSHIFT( psPLC->conc_energy, energy_shift - psPLC->conc_energy_shift );
457*a58d3d2aSXin Li             } else if( energy_shift < psPLC->conc_energy_shift ) {
458*a58d3d2aSXin Li                 energy = silk_RSHIFT( energy, psPLC->conc_energy_shift - energy_shift );
459*a58d3d2aSXin Li             }
460*a58d3d2aSXin Li 
461*a58d3d2aSXin Li             /* Fade in the energy difference */
462*a58d3d2aSXin Li             if( energy > psPLC->conc_energy ) {
463*a58d3d2aSXin Li                 opus_int32 frac_Q24, LZ;
464*a58d3d2aSXin Li                 opus_int32 gain_Q16, slope_Q16;
465*a58d3d2aSXin Li 
466*a58d3d2aSXin Li                 LZ = silk_CLZ32( psPLC->conc_energy );
467*a58d3d2aSXin Li                 LZ = LZ - 1;
468*a58d3d2aSXin Li                 psPLC->conc_energy = silk_LSHIFT( psPLC->conc_energy, LZ );
469*a58d3d2aSXin Li                 energy = silk_RSHIFT( energy, silk_max_32( 24 - LZ, 0 ) );
470*a58d3d2aSXin Li 
471*a58d3d2aSXin Li                 frac_Q24 = silk_DIV32( psPLC->conc_energy, silk_max( energy, 1 ) );
472*a58d3d2aSXin Li 
473*a58d3d2aSXin Li                 gain_Q16 = silk_LSHIFT( silk_SQRT_APPROX( frac_Q24 ), 4 );
474*a58d3d2aSXin Li                 slope_Q16 = silk_DIV32_16( ( (opus_int32)1 << 16 ) - gain_Q16, length );
475*a58d3d2aSXin Li                 /* Make slope 4x steeper to avoid missing onsets after DTX */
476*a58d3d2aSXin Li                 slope_Q16 = silk_LSHIFT( slope_Q16, 2 );
477*a58d3d2aSXin Li #ifdef ENABLE_DEEP_PLC
478*a58d3d2aSXin Li                 if ( psDec->sPLC.fs_kHz != 16 )
479*a58d3d2aSXin Li #endif
480*a58d3d2aSXin Li                 {
481*a58d3d2aSXin Li                     for( i = 0; i < length; i++ ) {
482*a58d3d2aSXin Li                         frame[ i ] = silk_SMULWB( gain_Q16, frame[ i ] );
483*a58d3d2aSXin Li                         gain_Q16 += slope_Q16;
484*a58d3d2aSXin Li                         if( gain_Q16 > (opus_int32)1 << 16 ) {
485*a58d3d2aSXin Li                             break;
486*a58d3d2aSXin Li                         }
487*a58d3d2aSXin Li                     }
488*a58d3d2aSXin Li                 }
489*a58d3d2aSXin Li             }
490*a58d3d2aSXin Li         }
491*a58d3d2aSXin Li         psPLC->last_frame_lost = 0;
492*a58d3d2aSXin Li     }
493*a58d3d2aSXin Li }
494