xref: /aosp_15_r20/external/libopus/dnn/osce_structs.h (revision a58d3d2adb790c104798cd88c8a3aff4fa8b82cc)
1*a58d3d2aSXin Li /* Copyright (c) 2023 Amazon
2*a58d3d2aSXin Li    Written by Jan Buethe */
3*a58d3d2aSXin Li /*
4*a58d3d2aSXin Li    Redistribution and use in source and binary forms, with or without
5*a58d3d2aSXin Li    modification, are permitted provided that the following conditions
6*a58d3d2aSXin Li    are met:
7*a58d3d2aSXin Li 
8*a58d3d2aSXin Li    - Redistributions of source code must retain the above copyright
9*a58d3d2aSXin Li    notice, this list of conditions and the following disclaimer.
10*a58d3d2aSXin Li 
11*a58d3d2aSXin Li    - Redistributions in binary form must reproduce the above copyright
12*a58d3d2aSXin Li    notice, this list of conditions and the following disclaimer in the
13*a58d3d2aSXin Li    documentation and/or other materials provided with the distribution.
14*a58d3d2aSXin Li 
15*a58d3d2aSXin Li    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16*a58d3d2aSXin Li    ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17*a58d3d2aSXin Li    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18*a58d3d2aSXin Li    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
19*a58d3d2aSXin Li    OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20*a58d3d2aSXin Li    EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21*a58d3d2aSXin Li    PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22*a58d3d2aSXin Li    PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
23*a58d3d2aSXin Li    LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
24*a58d3d2aSXin Li    NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25*a58d3d2aSXin Li    SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26*a58d3d2aSXin Li */
27*a58d3d2aSXin Li 
28*a58d3d2aSXin Li #ifndef OSCE_STRUCTS_H
29*a58d3d2aSXin Li #define OSCE_STRUCTS_H
30*a58d3d2aSXin Li 
31*a58d3d2aSXin Li #include "opus_types.h"
32*a58d3d2aSXin Li #include "osce_config.h"
33*a58d3d2aSXin Li #ifndef DISABLE_LACE
34*a58d3d2aSXin Li #include "lace_data.h"
35*a58d3d2aSXin Li #endif
36*a58d3d2aSXin Li #ifndef DISABLE_NOLACE
37*a58d3d2aSXin Li #include "nolace_data.h"
38*a58d3d2aSXin Li #endif
39*a58d3d2aSXin Li #include "nndsp.h"
40*a58d3d2aSXin Li #include "nnet.h"
41*a58d3d2aSXin Li 
42*a58d3d2aSXin Li /* feature calculation */
43*a58d3d2aSXin Li 
44*a58d3d2aSXin Li typedef struct {
45*a58d3d2aSXin Li     float               numbits_smooth;
46*a58d3d2aSXin Li     int                 pitch_hangover_count;
47*a58d3d2aSXin Li     int                 last_lag;
48*a58d3d2aSXin Li     int                 last_type;
49*a58d3d2aSXin Li     float               signal_history[OSCE_FEATURES_MAX_HISTORY];
50*a58d3d2aSXin Li     int                 reset;
51*a58d3d2aSXin Li } OSCEFeatureState;
52*a58d3d2aSXin Li 
53*a58d3d2aSXin Li 
54*a58d3d2aSXin Li #ifndef DISABLE_LACE
55*a58d3d2aSXin Li /* LACE */
56*a58d3d2aSXin Li typedef struct {
57*a58d3d2aSXin Li     float feature_net_conv2_state[LACE_FNET_CONV2_STATE_SIZE];
58*a58d3d2aSXin Li     float feature_net_gru_state[LACE_COND_DIM];
59*a58d3d2aSXin Li     AdaCombState cf1_state;
60*a58d3d2aSXin Li     AdaCombState cf2_state;
61*a58d3d2aSXin Li     AdaConvState af1_state;
62*a58d3d2aSXin Li     float preemph_mem;
63*a58d3d2aSXin Li     float deemph_mem;
64*a58d3d2aSXin Li } LACEState;
65*a58d3d2aSXin Li 
66*a58d3d2aSXin Li typedef struct
67*a58d3d2aSXin Li {
68*a58d3d2aSXin Li     LACELayers layers;
69*a58d3d2aSXin Li     float window[LACE_OVERLAP_SIZE];
70*a58d3d2aSXin Li } LACE;
71*a58d3d2aSXin Li 
72*a58d3d2aSXin Li #endif /* #ifndef DISABLE_LACE */
73*a58d3d2aSXin Li 
74*a58d3d2aSXin Li 
75*a58d3d2aSXin Li #ifndef DISABLE_NOLACE
76*a58d3d2aSXin Li /* NoLACE */
77*a58d3d2aSXin Li typedef struct {
78*a58d3d2aSXin Li     float feature_net_conv2_state[NOLACE_FNET_CONV2_STATE_SIZE];
79*a58d3d2aSXin Li     float feature_net_gru_state[NOLACE_COND_DIM];
80*a58d3d2aSXin Li     float post_cf1_state[NOLACE_COND_DIM];
81*a58d3d2aSXin Li     float post_cf2_state[NOLACE_COND_DIM];
82*a58d3d2aSXin Li     float post_af1_state[NOLACE_COND_DIM];
83*a58d3d2aSXin Li     float post_af2_state[NOLACE_COND_DIM];
84*a58d3d2aSXin Li     float post_af3_state[NOLACE_COND_DIM];
85*a58d3d2aSXin Li     AdaCombState cf1_state;
86*a58d3d2aSXin Li     AdaCombState cf2_state;
87*a58d3d2aSXin Li     AdaConvState af1_state;
88*a58d3d2aSXin Li     AdaConvState af2_state;
89*a58d3d2aSXin Li     AdaConvState af3_state;
90*a58d3d2aSXin Li     AdaConvState af4_state;
91*a58d3d2aSXin Li     AdaShapeState tdshape1_state;
92*a58d3d2aSXin Li     AdaShapeState tdshape2_state;
93*a58d3d2aSXin Li     AdaShapeState tdshape3_state;
94*a58d3d2aSXin Li     float preemph_mem;
95*a58d3d2aSXin Li     float deemph_mem;
96*a58d3d2aSXin Li } NoLACEState;
97*a58d3d2aSXin Li 
98*a58d3d2aSXin Li typedef struct {
99*a58d3d2aSXin Li     NOLACELayers layers;
100*a58d3d2aSXin Li     float window[LACE_OVERLAP_SIZE];
101*a58d3d2aSXin Li } NoLACE;
102*a58d3d2aSXin Li 
103*a58d3d2aSXin Li #endif /* #ifndef DISABLE_NOLACE */
104*a58d3d2aSXin Li 
105*a58d3d2aSXin Li /* OSCEModel */
106*a58d3d2aSXin Li typedef struct {
107*a58d3d2aSXin Li    int loaded;
108*a58d3d2aSXin Li #ifndef DISABLE_LACE
109*a58d3d2aSXin Li     LACE lace;
110*a58d3d2aSXin Li #endif
111*a58d3d2aSXin Li #ifndef DISABLE_NOLACE
112*a58d3d2aSXin Li     NoLACE nolace;
113*a58d3d2aSXin Li #endif
114*a58d3d2aSXin Li } OSCEModel;
115*a58d3d2aSXin Li 
116*a58d3d2aSXin Li typedef union {
117*a58d3d2aSXin Li #ifndef DISABLE_LACE
118*a58d3d2aSXin Li     LACEState lace;
119*a58d3d2aSXin Li #endif
120*a58d3d2aSXin Li #ifndef DISABLE_NOLACE
121*a58d3d2aSXin Li     NoLACEState nolace;
122*a58d3d2aSXin Li #endif
123*a58d3d2aSXin Li } OSCEState;
124*a58d3d2aSXin Li 
125*a58d3d2aSXin Li #endif
126