@scrypted/libav 1.0.170 → 1.0.172

package/opus/dnn/freq.c

@@ -1,328 +0,0 @@
-/* Copyright (c) 2017-2018 Mozilla */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
-   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include <stdlib.h>
-#include <string.h>
-#include <stdio.h>
-#include "kiss_fft.h"
-#include <math.h>
-#include "freq.h"
-#include "pitch.h"
-#include "arch.h"
-#include "burg.h"
-#include <assert.h>
-#include "os_support.h"
-
-#define SQUARE(x) ((x)*(x))
-
-static const opus_int16 eband5ms[] = {
-/*0  200 400 600 800  1k 1.2 1.4 1.6  2k 2.4 2.8 3.2  4k 4.8 5.6 6.8  8k*/
-  0,  1,  2,  3,  4,  5,  6,  7,  8, 10, 12, 14, 16, 20, 24, 28, 34, 40
-};
-
-static const float compensation[] = {
-    0.8f, 1.f, 1.f, 1.f, 1.f, 1.f, 1.f, 1.f, 0.666667f, 0.5f, 0.5f, 0.5f, 0.333333f, 0.25f, 0.25f, 0.2f, 0.166667f, 0.173913f
-};
-
-
-extern const kiss_fft_state kfft;
-extern const float half_window[OVERLAP_SIZE];
-extern const float dct_table[NB_BANDS*NB_BANDS];
-
-
-static void compute_band_energy_inverse(float *bandE, const kiss_fft_cpx *X) {
-  int i;
-  float sum[NB_BANDS] = {0};
-  for (i=0;i<NB_BANDS-1;i++)
-  {
-    int j;
-    int band_size;
-    band_size = (eband5ms[i+1]-eband5ms[i])*WINDOW_SIZE_5MS;
-    for (j=0;j<band_size;j++) {
-      float tmp;
-      float frac = (float)j/band_size;
-      tmp = SQUARE(X[(eband5ms[i]*WINDOW_SIZE_5MS) + j].r);
-      tmp += SQUARE(X[(eband5ms[i]*WINDOW_SIZE_5MS) + j].i);
-      tmp = 1.f/(tmp + 1e-9);
-      sum[i] += (1-frac)*tmp;
-      sum[i+1] += frac*tmp;
-    }
-  }
-  sum[0] *= 2;
-  sum[NB_BANDS-1] *= 2;
-  for (i=0;i<NB_BANDS;i++)
-  {
-    bandE[i] = sum[i];
-  }
-}
-
-static float lpcn_lpc(
-      opus_val16 *lpc, /* out: [0...p-1] LPC coefficients      */
-      opus_val16 *rc,
-const opus_val32 *ac,  /* in:  [0...p] autocorrelation values  */
-int          p
-)
-{
-   int i, j;
-   opus_val32 r;
-   opus_val32 error = ac[0];
-
-   OPUS_CLEAR(lpc, p);
-   OPUS_CLEAR(rc, p);
-   if (ac[0] != 0)
-   {
-      for (i = 0; i < p; i++) {
-         /* Sum up this iteration's reflection coefficient */
-         opus_val32 rr = 0;
-         for (j = 0; j < i; j++)
-            rr += MULT32_32_Q31(lpc[j],ac[i - j]);
-         rr += SHR32(ac[i + 1],3);
-         r = -SHL32(rr,3)/error;
-         rc[i] = r;
-         /*  Update LPC coefficients and total error */
-         lpc[i] = SHR32(r,3);
-         for (j = 0; j < (i+1)>>1; j++)
-         {
-            opus_val32 tmp1, tmp2;
-            tmp1 = lpc[j];
-            tmp2 = lpc[i-1-j];
-            lpc[j]     = tmp1 + MULT32_32_Q31(r,tmp2);
-            lpc[i-1-j] = tmp2 + MULT32_32_Q31(r,tmp1);
-         }
-
-         error = error - MULT32_32_Q31(MULT32_32_Q31(r,r),error);
-         /* Bail out once we get 30 dB gain */
-         if (error<.001f*ac[0])
-            break;
-      }
-   }
-   return error;
-}
-
-
-
-void lpcn_compute_band_energy(float *bandE, const kiss_fft_cpx *X) {
-  int i;
-  float sum[NB_BANDS] = {0};
-  for (i=0;i<NB_BANDS-1;i++)
-  {
-    int j;
-    int band_size;
-    band_size = (eband5ms[i+1]-eband5ms[i])*WINDOW_SIZE_5MS;
-    for (j=0;j<band_size;j++) {
-      float tmp;
-      float frac = (float)j/band_size;
-      tmp = SQUARE(X[(eband5ms[i]*WINDOW_SIZE_5MS) + j].r);
-      tmp += SQUARE(X[(eband5ms[i]*WINDOW_SIZE_5MS) + j].i);
-      sum[i] += (1-frac)*tmp;
-      sum[i+1] += frac*tmp;
-    }
-  }
-  sum[0] *= 2;
-  sum[NB_BANDS-1] *= 2;
-  for (i=0;i<NB_BANDS;i++)
-  {
-    bandE[i] = sum[i];
-  }
-}
-
-static void compute_burg_cepstrum(const float *pcm, float *burg_cepstrum, int len, int order) {
-  int i;
-  float burg_in[FRAME_SIZE];
-  float burg_lpc[LPC_ORDER];
-  float x[WINDOW_SIZE];
-  float Eburg[NB_BANDS];
-  float g;
-  kiss_fft_cpx LPC[FREQ_SIZE];
-  float Ly[NB_BANDS];
-  float logMax = -2;
-  float follow = -2;
-  assert(order <= LPC_ORDER);
-  assert(len <= FRAME_SIZE);
-  for (i=0;i<len-1;i++) burg_in[i] = pcm[i+1] - PREEMPHASIS*pcm[i];
-  g = silk_burg_analysis(burg_lpc, burg_in, 1e-3, len-1, 1, order);
-  g /= len - 2*(order-1);
-  OPUS_CLEAR(x, WINDOW_SIZE);
-  x[0] = 1;
-  for (i=0;i<order;i++) x[i+1] = -burg_lpc[i]*pow(.995, i+1);
-  forward_transform(LPC, x);
-  compute_band_energy_inverse(Eburg, LPC);
-  for (i=0;i<NB_BANDS;i++) Eburg[i] *= .45*g*(1.f/((float)WINDOW_SIZE*WINDOW_SIZE*WINDOW_SIZE));
-  for (i=0;i<NB_BANDS;i++) {
-    Ly[i] = log10(1e-2+Eburg[i]);
-    Ly[i] = MAX16(logMax-8, MAX16(follow-2.5, Ly[i]));
-    logMax = MAX16(logMax, Ly[i]);
-    follow = MAX16(follow-2.5, Ly[i]);
-  }
-  dct(burg_cepstrum, Ly);
-  burg_cepstrum[0] += - 4;
-}
-
-void burg_cepstral_analysis(float *ceps, const float *x) {
-  int i;
-  compute_burg_cepstrum(x,                &ceps[0       ], FRAME_SIZE/2, LPC_ORDER);
-  compute_burg_cepstrum(&x[FRAME_SIZE/2], &ceps[NB_BANDS], FRAME_SIZE/2, LPC_ORDER);
-  for (i=0;i<NB_BANDS;i++) {
-    float c0, c1;
-    c0 = ceps[i];
-    c1 = ceps[NB_BANDS+i];
-    ceps[i         ] = .5*(c0+c1);
-    ceps[NB_BANDS+i] = (c0-c1);
-  }
-}
-
-
-static void interp_band_gain(float *g, const float *bandE) {
-  int i;
-  memset(g, 0, FREQ_SIZE);
-  for (i=0;i<NB_BANDS-1;i++)
-  {
-    int j;
-    int band_size;
-    band_size = (eband5ms[i+1]-eband5ms[i])*WINDOW_SIZE_5MS;
-    for (j=0;j<band_size;j++) {
-      float frac = (float)j/band_size;
-      g[(eband5ms[i]*WINDOW_SIZE_5MS) + j] = (1-frac)*bandE[i] + frac*bandE[i+1];
-    }
-  }
-}
-
-
-void dct(float *out, const float *in) {
-  int i;
-  for (i=0;i<NB_BANDS;i++) {
-    int j;
-    float sum = 0;
-    for (j=0;j<NB_BANDS;j++) {
-      sum += in[j] * dct_table[j*NB_BANDS + i];
-    }
-    out[i] = sum*sqrt(2./NB_BANDS);
-  }
-}
-
-static void idct(float *out, const float *in) {
-  int i;
-  for (i=0;i<NB_BANDS;i++) {
-    int j;
-    float sum = 0;
-    for (j=0;j<NB_BANDS;j++) {
-      sum += in[j] * dct_table[i*NB_BANDS + j];
-    }
-    out[i] = sum*sqrt(2./NB_BANDS);
-  }
-}
-
-void forward_transform(kiss_fft_cpx *out, const float *in) {
-  int i;
-  kiss_fft_cpx x[WINDOW_SIZE];
-  kiss_fft_cpx y[WINDOW_SIZE];
-  for (i=0;i<WINDOW_SIZE;i++) {
-    x[i].r = in[i];
-    x[i].i = 0;
-  }
-  opus_fft(&kfft, x, y, 0);
-  for (i=0;i<FREQ_SIZE;i++) {
-    out[i] = y[i];
-  }
-}
-
-static void inverse_transform(float *out, const kiss_fft_cpx *in) {
-  int i;
-  kiss_fft_cpx x[WINDOW_SIZE];
-  kiss_fft_cpx y[WINDOW_SIZE];
-  for (i=0;i<FREQ_SIZE;i++) {
-    x[i] = in[i];
-  }
-  for (;i<WINDOW_SIZE;i++) {
-    x[i].r = x[WINDOW_SIZE - i].r;
-    x[i].i = -x[WINDOW_SIZE - i].i;
-  }
-  opus_fft(&kfft, x, y, 0);
-  /* output in reverse order for IFFT. */
-  out[0] = WINDOW_SIZE*y[0].r;
-  for (i=1;i<WINDOW_SIZE;i++) {
-    out[i] = WINDOW_SIZE*y[WINDOW_SIZE - i].r;
-  }
-}
-
-static float lpc_from_bands(float *lpc, const float *Ex)
-{
-   int i;
-   float e;
-   float ac[LPC_ORDER+1];
-   float rc[LPC_ORDER];
-   float Xr[FREQ_SIZE];
-   kiss_fft_cpx X_auto[FREQ_SIZE];
-   float x_auto[WINDOW_SIZE];
-   interp_band_gain(Xr, Ex);
-   Xr[FREQ_SIZE-1] = 0;
-   OPUS_CLEAR(X_auto, FREQ_SIZE);
-   for (i=0;i<FREQ_SIZE;i++) X_auto[i].r = Xr[i];
-   inverse_transform(x_auto, X_auto);
-   for (i=0;i<LPC_ORDER+1;i++) ac[i] = x_auto[i];
-
-   /* -40 dB noise floor. */
-   ac[0] += ac[0]*1e-4 + 320/12/38.;
-   /* Lag windowing. */
-   for (i=1;i<LPC_ORDER+1;i++) ac[i] *= (1 - 6e-5*i*i);
-   e = lpcn_lpc(lpc, rc, ac, LPC_ORDER);
-   return e;
-}
-
-void lpc_weighting(float *lpc, float gamma)
-{
-  int i;
-  float gamma_i = gamma;
-  for (i = 0; i < LPC_ORDER; i++)
-  {
-    lpc[i] *= gamma_i;
-    gamma_i *= gamma;
-  }
-}
-
-float lpc_from_cepstrum(float *lpc, const float *cepstrum)
-{
-   int i;
-   float Ex[NB_BANDS];
-   float tmp[NB_BANDS];
-   OPUS_COPY(tmp, cepstrum, NB_BANDS);
-   tmp[0] += 4;
-   idct(Ex, tmp);
-   for (i=0;i<NB_BANDS;i++) Ex[i] = pow(10.f, Ex[i])*compensation[i];
-   return lpc_from_bands(lpc, Ex);
-}
-
-void apply_window(float *x) {
-  int i;
-  for (i=0;i<OVERLAP_SIZE;i++) {
-    x[i] *= half_window[i];
-    x[WINDOW_SIZE - 1 - i] *= half_window[i];
-  }
-}

package/opus/dnn/freq.h

@@ -1,61 +0,0 @@
-/* Copyright (c) 2017-2018 Mozilla */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
-   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef FREQ_H
-#define FREQ_H
-
-#include "kiss_fft.h"
-
-#define LPC_ORDER 16
-
-#define PREEMPHASIS (0.85f)
-
-#define FRAME_SIZE_5MS (2)
-#define OVERLAP_SIZE_5MS (2)
-#define TRAINING_OFFSET_5MS (1)
-
-#define WINDOW_SIZE_5MS (FRAME_SIZE_5MS + OVERLAP_SIZE_5MS)
-
-#define FRAME_SIZE (80*FRAME_SIZE_5MS)
-#define OVERLAP_SIZE (80*OVERLAP_SIZE_5MS)
-#define TRAINING_OFFSET (80*TRAINING_OFFSET_5MS)
-#define WINDOW_SIZE (FRAME_SIZE + OVERLAP_SIZE)
-#define FREQ_SIZE (WINDOW_SIZE/2 + 1)
-
-#define NB_BANDS 18
-#define NB_BANDS_1 (NB_BANDS - 1)
-
-void lpcn_compute_band_energy(float *bandE, const kiss_fft_cpx *X);
-void burg_cepstral_analysis(float *ceps, const float *x);
-
-void apply_window(float *x);
-void dct(float *out, const float *in);
-void forward_transform(kiss_fft_cpx *out, const float *in);
-float lpc_from_cepstrum(float *lpc, const float *cepstrum);
-void apply_window(float *x);
-void lpc_weighting(float *lpc, float gamma);
-
-#endif

package/opus/dnn/fwgan.c

@@ -1,322 +0,0 @@
-/* Copyright (c) 2023 Amazon */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
-   OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "fwgan.h"
-#include "os_support.h"
-#include "freq.h"
-#include "fwgan_data.h"
-#include "lpcnet.h"
-#include "pitch.h"
-#include "nnet.h"
-#include "lpcnet_private.h"
-
-#define FEAT_IN_SIZE (BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE/4 + FWGAN_FRAME_SIZE/2)
-
-#define FWGAN_FEATURES (NB_FEATURES-1)
-
-static void pitch_embeddings(float *pembed, float *phase, double w0) {
-  int i;
-  float wreal, wimag;
-#if 1
-  /* This Taylor expansion should be good enough since w0 is always small. */
-  float w2 = w0*w0;
-  wreal = 1 - .5*w2*(1.f - 0.083333333f*w2);
-  wimag = w0*(1 - 0.166666667f*w2*(1.f - 0.05f*w2));
-#else
-  wreal = cos(w0);
-  wimag = sin(w0);
-#endif
-  /* Speed-up phase reference by making phase a unit-norm complex value and rotating it
-     by exp(-i*w0) each sample.  */
-  for (i=0;i<SUBFRAME_SIZE;i++) {
-    float tmp;
-    tmp = phase[0]*wreal - phase[1]*wimag;
-    phase[1] = phase[0]*wimag + phase[1]*wreal;
-    phase[0] = tmp;
-    pembed[i] = phase[1];
-    pembed[SUBFRAME_SIZE+i] = phase[0];
-  }
-  /* Renormalize once per sub-frame, though we could probably do it even less frequently. */
-  {
-    float r = 1.f/sqrt(phase[0]*phase[0] + phase[1]*phase[1]);
-    phase[0] *= r;
-    phase[1] *= r;
-  }
-}
-
-static void compute_wlpc(float lpc[LPC_ORDER], const float *features) {
-  float lpc_weight;
-  int i;
-  lpc_from_cepstrum(lpc, features);
-  lpc_weight = 1.f;
-  for (i=0;i<LPC_ORDER;i++) {
-    lpc_weight *= FWGAN_GAMMA;
-    lpc[i] *= lpc_weight;
-  }
-}
-
-static void run_fwgan_upsampler(FWGANState *st, float *cond, const float *features)
-{
-  FWGAN *model;
-  model = &st->model;
-  celt_assert(FWGAN_FEATURES == model->bfcc_with_corr_upsampler_fc.nb_inputs);
-  celt_assert(BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE == model->bfcc_with_corr_upsampler_fc.nb_outputs);
-  compute_generic_dense(&model->bfcc_with_corr_upsampler_fc, cond, features, ACTIVATION_TANH);
-}
-
-static void fwgan_synthesize_impl(FWGANState *st, float *pcm, const float *lpc, const float *features);
-void fwgan_cont(FWGANState *st, const float *pcm0, const float *features0)
-{
-  int i;
-  float norm2, norm_1;
-  float wpcm0[CONT_PCM_INPUTS];
-  float cont_inputs[CONT_PCM_INPUTS+1];
-  float tmp1[MAX_CONT_SIZE];
-  float tmp2[MAX_CONT_SIZE];
-  float lpc[LPC_ORDER];
-  float new_pcm[FWGAN_FRAME_SIZE];
-  FWGAN *model;
-  st->embed_phase[0] = 1;
-  model = &st->model;
-  compute_wlpc(lpc, features0);
-  /* Deemphasis memory is just the last continuation sample. */
-  st->deemph_mem = pcm0[CONT_PCM_INPUTS-1];
-
-  /* Apply analysis filter, considering that the preemphasis and deemphasis filter
-     cancel each other in this case since the LPC filter is constant across that boundary.
-     */
-  for (i=LPC_ORDER;i<CONT_PCM_INPUTS;i++) {
-    int j;
-    wpcm0[i] = pcm0[i];
-    for (j=0;j<LPC_ORDER;j++) wpcm0[i] += lpc[j]*pcm0[i-j-1];
-  }
-  /* FIXME: Make this less stupid. */
-  for (i=0;i<LPC_ORDER;i++) wpcm0[i] = wpcm0[LPC_ORDER];
-
-  /* The memory of the pre-empahsis is the last sample of the weighted signal
-     (ignoring preemphasis+deemphasis combination). */
-  st->preemph_mem = wpcm0[CONT_PCM_INPUTS-1];
-  /* The memory of the synthesis filter is the pre-emphasized continuation. */
-  for (i=0;i<LPC_ORDER;i++) st->syn_mem[i] = pcm0[CONT_PCM_INPUTS-1-i] - FWGAN_DEEMPHASIS*pcm0[CONT_PCM_INPUTS-2-i];
-
-  norm2 = celt_inner_prod(wpcm0, wpcm0, CONT_PCM_INPUTS, st->arch);
-  norm_1 = 1.f/sqrt(1e-8f + norm2);
-  for (i=0;i<CONT_PCM_INPUTS;i++) cont_inputs[i+1] = norm_1*wpcm0[i];
-  cont_inputs[0] = log(sqrt(norm2) + 1e-7f);
-
-  /* Continuation network */
-  compute_generic_dense(&model->cont_net_0, tmp1, cont_inputs, ACTIVATION_TANH);
-  compute_generic_dense(&model->cont_net_2, tmp2, tmp1, ACTIVATION_TANH);
-  compute_generic_dense(&model->cont_net_4, tmp1, tmp2, ACTIVATION_TANH);
-  compute_generic_dense(&model->cont_net_6, tmp2, tmp1, ACTIVATION_TANH);
-  compute_generic_dense(&model->cont_net_8, tmp1, tmp2, ACTIVATION_TANH);
-  celt_assert(CONT_NET_10_OUT_SIZE == model->cont_net_10.nb_outputs);
-  compute_generic_dense(&model->cont_net_10, st->cont, tmp1, ACTIVATION_TANH);
-
-  /* Computing continuation for each layer. */
-  celt_assert(RNN_GRU_STATE_SIZE == model->rnn_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->rnn_cont_fc_0, st->rnn_state, st->cont, ACTIVATION_TANH);
-
-  celt_assert(FWC1_STATE_SIZE == model->fwc1_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc1_cont_fc_0, st->fwc1_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC2_STATE_SIZE == model->fwc2_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc2_cont_fc_0, st->fwc2_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC3_STATE_SIZE == model->fwc3_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc3_cont_fc_0, st->fwc3_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC4_STATE_SIZE == model->fwc4_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc4_cont_fc_0, st->fwc4_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC5_STATE_SIZE == model->fwc5_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc5_cont_fc_0, st->fwc5_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC6_STATE_SIZE == model->fwc6_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc6_cont_fc_0, st->fwc6_state, st->cont, ACTIVATION_TANH);
-  celt_assert(FWC7_STATE_SIZE == model->fwc7_cont_fc_0.nb_outputs);
-  compute_generic_dense(&model->fwc7_cont_fc_0, st->fwc7_state, st->cont, ACTIVATION_TANH);
-
-  st->cont_initialized = 1;
-  /* Process the first frame, discard the first subframe, and keep the rest for the first
-     synthesis call. */
-  fwgan_synthesize_impl(st, new_pcm, lpc, features0);
-  OPUS_COPY(st->pcm_buf, &new_pcm[SUBFRAME_SIZE], FWGAN_FRAME_SIZE-SUBFRAME_SIZE);
-}
-
-static void apply_gain(float *pcm, float c0, float *last_gain) {
-  int i;
-  float gain = pow(10.f, (0.5f*c0/sqrt(18.f)));
-  for (i=0;i<SUBFRAME_SIZE;i++) pcm[i] *= *last_gain;
-  *last_gain = gain;
-}
-
-static void fwgan_lpc_syn(float *pcm, float *mem, const float *lpc, float last_lpc[LPC_ORDER]) {
-  int i;
-  for (i=0;i<SUBFRAME_SIZE;i++) {
-    int j;
-    for (j=0;j<LPC_ORDER;j++) pcm[i] -= mem[j]*last_lpc[j];
-    OPUS_MOVE(&mem[1], &mem[0], LPC_ORDER-1);
-    mem[0] = pcm[i];
-  }
-  OPUS_COPY(last_lpc, lpc, LPC_ORDER);
-}
-
-static void fwgan_preemphasis(float *pcm, float *preemph_mem) {
-  int i;
-  for (i=0;i<SUBFRAME_SIZE;i++) {
-    float tmp = pcm[i];
-    pcm[i] -= FWGAN_DEEMPHASIS * *preemph_mem;
-    *preemph_mem = tmp;
-  }
-}
-
-static void fwgan_deemphasis(float *pcm, float *deemph_mem) {
-  int i;
-  for (i=0;i<SUBFRAME_SIZE;i++) {
-    pcm[i] += FWGAN_DEEMPHASIS * *deemph_mem;
-    *deemph_mem = pcm[i];
-  }
-}
-
-static void run_fwgan_subframe(FWGANState *st, float *pcm, const float *cond, double w0, const float *lpc, float c0)
-{
-  float tmp1[FWC1_FC_0_OUT_SIZE];
-  float tmp2[IMAX(RNN_GRU_STATE_SIZE, FWC2_FC_0_OUT_SIZE)];
-  float feat_in[FEAT_IN_SIZE];
-  float rnn_in[FEAT_IN_CONV1_CONV_OUT_SIZE];
-  float pembed[FWGAN_FRAME_SIZE/2];
-  FWGAN *model;
-  model = &st->model;
-
-  pitch_embeddings(pembed, st->embed_phase, w0);
-  /* Interleave bfcc_cond and pembed for each subframe in feat_in. */
-  OPUS_COPY(&feat_in[BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE/4], &cond[0], BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE/4);
-  OPUS_COPY(&feat_in[0], &pembed[0], FWGAN_FRAME_SIZE/2);
-
-  compute_generic_conv1d(&model->feat_in_conv1_conv, rnn_in, st->cont_conv1_mem, feat_in, FEAT_IN_CONV1_CONV_IN_SIZE, ACTIVATION_LINEAR);
-  celt_assert(FEAT_IN_NL1_GATE_OUT_SIZE == model->feat_in_nl1_gate.nb_outputs);
-  compute_gated_activation(&model->feat_in_nl1_gate, rnn_in, rnn_in, ACTIVATION_TANH);
-
-  if (st->cont_initialized == 1) {
-    /* On the very first subframe we stop here. We only want to run the feat_in layer since the
-       others are initialized via the continuation network. */
-    OPUS_CLEAR(pcm, SUBFRAME_SIZE);
-    st->cont_initialized = 2;
-    apply_gain(pcm, c0, &st->last_gain);
-    OPUS_COPY(st->last_lpc, lpc, LPC_ORDER);
-    return;
-  }
-
-  compute_generic_gru(&model->rnn_gru_input, &model->rnn_gru_recurrent, st->rnn_state, rnn_in);
-  celt_assert(IMAX(RNN_GRU_STATE_SIZE, FWC2_FC_0_OUT_SIZE) >= model->rnn_nl_gate.nb_outputs);
-  compute_gated_activation(&model->rnn_nl_gate, tmp2, st->rnn_state, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc1_fc_0, tmp1, st->fwc1_state, tmp2, RNN_GRU_STATE_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc1_fc_1_gate, tmp1, tmp1, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc2_fc_0, tmp2, st->fwc2_state, tmp1, FWC1_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc2_fc_1_gate, tmp2, tmp2, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc3_fc_0, tmp1, st->fwc3_state, tmp2, FWC2_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc3_fc_1_gate, tmp1, tmp1, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc4_fc_0, tmp2, st->fwc4_state, tmp1, FWC3_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc4_fc_1_gate, tmp2, tmp2, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc5_fc_0, tmp1, st->fwc5_state, tmp2, FWC4_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc5_fc_1_gate, tmp1, tmp1, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc6_fc_0, tmp2, st->fwc6_state, tmp1, FWC5_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc6_fc_1_gate, tmp2, tmp2, ACTIVATION_TANH);
-
-  compute_generic_conv1d(&model->fwc7_fc_0, tmp1, st->fwc7_state, tmp2, FWC6_FC_0_OUT_SIZE, ACTIVATION_LINEAR);
-  compute_gated_activation(&model->fwc7_fc_1_gate, pcm, tmp1, ACTIVATION_TANH);
-
-  apply_gain(pcm, c0, &st->last_gain);
-  fwgan_preemphasis(pcm, &st->preemph_mem);
-  fwgan_lpc_syn(pcm, st->syn_mem, lpc, st->last_lpc);
-  fwgan_deemphasis(pcm, &st->deemph_mem);
-}
-
-void fwgan_init(FWGANState *st)
-{
-  int ret;
-  OPUS_CLEAR(st, 1);
-  ret = init_fwgan(&st->model, fwgan_arrays);
-  celt_assert(ret == 0);
-  /* FIXME: perform arch detection. */
-}
-
-int fwgan_load_model(FWGANState *st, const unsigned char *data, int len) {
-  WeightArray *list;
-  int ret;
-  parse_weights(&list, data, len);
-  ret = init_fwgan(&st->model, list);
-  opus_free(list);
-  if (ret == 0) return 0;
-  else return -1;
-}
-
-static void fwgan_synthesize_impl(FWGANState *st, float *pcm, const float *lpc, const float *features)
-{
-  int subframe;
-  float cond[BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE];
-  double w0;
-  int period;
-  float fwgan_features[NB_FEATURES-1];
-  celt_assert(st->cont_initialized);
-  OPUS_COPY(fwgan_features, features, NB_FEATURES-2);
-  fwgan_features[NB_FEATURES-2] = features[NB_FEATURES-1]+.5;
-
-  period = (int)floor(.1 + 50*features[NB_BANDS]+100);
-  w0 = 2*M_PI/period;
-  run_fwgan_upsampler(st, cond, fwgan_features);
-  for (subframe=0;subframe<NB_SUBFRAMES;subframe++) {
-    float *sub_cond;
-    sub_cond = &cond[subframe*BFCC_WITH_CORR_UPSAMPLER_FC_OUT_SIZE/4];
-    run_fwgan_subframe(st, &pcm[subframe*SUBFRAME_SIZE], sub_cond, w0, lpc, features[0]);
-  }
-}
-
-void fwgan_synthesize(FWGANState *st, float *pcm, const float *features)
-{
-  float lpc[LPC_ORDER];
-  float new_pcm[FWGAN_FRAME_SIZE];
-  compute_wlpc(lpc, features);
-  fwgan_synthesize_impl(st, new_pcm, lpc, features);
-  /* Handle buffering. */
-  OPUS_COPY(pcm, st->pcm_buf, FWGAN_FRAME_SIZE-SUBFRAME_SIZE);
-  OPUS_COPY(&pcm[FWGAN_FRAME_SIZE-SUBFRAME_SIZE], new_pcm, SUBFRAME_SIZE);
-  OPUS_COPY(st->pcm_buf, &new_pcm[SUBFRAME_SIZE], FWGAN_FRAME_SIZE-SUBFRAME_SIZE);
-}
-
-void fwgan_synthesize_int(FWGANState *st, opus_int16 *pcm, const float *features)
-{
-  int i;
-  float fpcm[FWGAN_FRAME_SIZE];
-  fwgan_synthesize(st, fpcm, features);
-  for (i=0;i<LPCNET_FRAME_SIZE;i++) pcm[i] = (int)floor(.5 + MIN32(32767, MAX32(-32767, 32768.f*fpcm[i])));
-}