@scrypted/libav 1.0.169 → 1.0.171

package/opus/dnn/lpcnet.c

@@ -1,283 +0,0 @@
-/* Copyright (c) 2018 Mozilla */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
-   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include <math.h>
-#include <stdio.h>
-#include "nnet_data.h"
-#include "nnet.h"
-#include "common.h"
-#include "arch.h"
-#include "lpcnet.h"
-#include "lpcnet_private.h"
-#include "os_support.h"
-
-#define PREEMPH 0.85f
-
-#define PDF_FLOOR 0.002
-
-#define FRAME_INPUT_SIZE (NB_FEATURES + EMBED_PITCH_OUT_SIZE)
-
-
-#if 0
-static void print_vector(float *x, int N)
-{
-    int i;
-    for (i=0;i<N;i++) printf("%f ", x[i]);
-    printf("\n");
-}
-#endif
-
-#ifdef END2END
-void rc2lpc(float *lpc, const float *rc)
-{
-  int i, j, k;
-  float tmp[LPC_ORDER];
-  float ntmp[LPC_ORDER] = {0.0};
-  OPUS_COPY(tmp, rc, LPC_ORDER);
-  for(i = 0; i < LPC_ORDER ; i++)
-    {
-        for(j = 0; j <= i-1; j++)
-        {
-            ntmp[j] = tmp[j] + tmp[i]*tmp[i - j - 1];
-        }
-        for(k = 0; k <= i-1; k++)
-        {
-            tmp[k] = ntmp[k];
-        }
-    }
-  for(i = 0; i < LPC_ORDER ; i++)
-  {
-    lpc[i] = tmp[i];
-  }
-}
-
-#endif
-
-void run_frame_network(LPCNetState *lpcnet, float *gru_a_condition, float *gru_b_condition, float *lpc, const float *features)
-{
-    NNetState *net;
-    float condition[FEATURE_DENSE2_OUT_SIZE];
-    float in[FRAME_INPUT_SIZE];
-    float conv1_out[FEATURE_CONV1_OUT_SIZE];
-    float conv2_out[FEATURE_CONV2_OUT_SIZE];
-    float dense1_out[FEATURE_DENSE1_OUT_SIZE];
-    int pitch;
-    float rc[LPC_ORDER];
-    /* Matches the Python code -- the 0.1 avoids rounding issues. */
-    pitch = (int)floor(.1 + 50*features[NB_BANDS]+100);
-    pitch = IMIN(255, IMAX(33, pitch));
-    net = &lpcnet->nnet;
-    OPUS_COPY(in, features, NB_FEATURES);
-    compute_embedding(&lpcnet->model.embed_pitch, &in[NB_FEATURES], pitch);
-    compute_conv1d(&lpcnet->model.feature_conv1, conv1_out, net->feature_conv1_state, in);
-    if (lpcnet->frame_count < FEATURE_CONV1_DELAY) OPUS_CLEAR(conv1_out, FEATURE_CONV1_OUT_SIZE);
-    compute_conv1d(&lpcnet->model.feature_conv2, conv2_out, net->feature_conv2_state, conv1_out);
-    if (lpcnet->frame_count < FEATURES_DELAY) OPUS_CLEAR(conv2_out, FEATURE_CONV2_OUT_SIZE);
-    _lpcnet_compute_dense(&lpcnet->model.feature_dense1, dense1_out, conv2_out);
-    _lpcnet_compute_dense(&lpcnet->model.feature_dense2, condition, dense1_out);
-    OPUS_COPY(rc, condition, LPC_ORDER);
-    _lpcnet_compute_dense(&lpcnet->model.gru_a_dense_feature, gru_a_condition, condition);
-    _lpcnet_compute_dense(&lpcnet->model.gru_b_dense_feature, gru_b_condition, condition);
-#ifdef END2END
-    rc2lpc(lpc, rc);
-#elif FEATURES_DELAY>0
-    memcpy(lpc, lpcnet->old_lpc[FEATURES_DELAY-1], LPC_ORDER*sizeof(lpc[0]));
-    memmove(lpcnet->old_lpc[1], lpcnet->old_lpc[0], (FEATURES_DELAY-1)*LPC_ORDER*sizeof(lpc[0]));
-    lpc_from_cepstrum(lpcnet->old_lpc[0], features);
-#else
-    lpc_from_cepstrum(lpc, features);
-#endif
-#ifdef LPC_GAMMA
-    lpc_weighting(lpc, LPC_GAMMA);
-#endif
-    if (lpcnet->frame_count < 1000) lpcnet->frame_count++;
-}
-
-void run_frame_network_deferred(LPCNetState *lpcnet, const float *features)
-{
-    int max_buffer_size = lpcnet->model.feature_conv1.kernel_size + lpcnet->model.feature_conv2.kernel_size - 2;
-    celt_assert(max_buffer_size <= MAX_FEATURE_BUFFER_SIZE);
-    if (lpcnet->feature_buffer_fill == max_buffer_size) {
-        OPUS_MOVE(lpcnet->feature_buffer, &lpcnet->feature_buffer[NB_FEATURES],  (max_buffer_size-1)*NB_FEATURES);
-    } else {
-      lpcnet->feature_buffer_fill++;
-    }
-    OPUS_COPY(&lpcnet->feature_buffer[(lpcnet->feature_buffer_fill-1)*NB_FEATURES], features, NB_FEATURES);
-}
-
-void run_frame_network_flush(LPCNetState *lpcnet)
-{
-    int i;
-    for (i=0;i<lpcnet->feature_buffer_fill;i++) {
-        float lpc[LPC_ORDER];
-        float gru_a_condition[3*GRU_A_STATE_SIZE];
-        float gru_b_condition[3*GRU_B_STATE_SIZE];
-        run_frame_network(lpcnet, gru_a_condition, gru_b_condition, lpc, &lpcnet->feature_buffer[i*NB_FEATURES]);
-    }
-    lpcnet->feature_buffer_fill = 0;
-}
-
-int run_sample_network(LPCNetState *lpcnet, const float *gru_a_condition, const float *gru_b_condition, int last_exc, int last_sig, int pred, const float *sampling_logit_table, kiss99_ctx *rng)
-{
-    NNetState *net;
-    float gru_a_input[3*GRU_A_STATE_SIZE];
-    float in_b[GRU_A_STATE_SIZE+FEATURE_DENSE2_OUT_SIZE];
-    float gru_b_input[3*GRU_B_STATE_SIZE];
-    net = &lpcnet->nnet;
-#if 1
-    compute_gru_a_input(gru_a_input, gru_a_condition, GRU_A_STATE_SIZE, &lpcnet->model.gru_a_embed_sig, last_sig, &lpcnet->model.gru_a_embed_pred, pred, &lpcnet->model.gru_a_embed_exc, last_exc);
-#else
-    OPUS_COPY(gru_a_input, gru_a_condition, 3*GRU_A_STATE_SIZE);
-    accum_embedding(&lpcnet->model.gru_a_embed_sig, gru_a_input, last_sig);
-    accum_embedding(&lpcnet->model.gru_a_embed_pred, gru_a_input, pred);
-    accum_embedding(&lpcnet->model.gru_a_embed_exc, gru_a_input, last_exc);
-#endif
-    /*compute_gru3(&gru_a, net->gru_a_state, gru_a_input);*/
-    compute_sparse_gru(&lpcnet->model.sparse_gru_a, net->gru_a_state, gru_a_input);
-    OPUS_COPY(in_b, net->gru_a_state, GRU_A_STATE_SIZE);
-    OPUS_COPY(gru_b_input, gru_b_condition, 3*GRU_B_STATE_SIZE);
-    compute_gruB(&lpcnet->model.gru_b, gru_b_input, net->gru_b_state, in_b);
-    return sample_mdense(&lpcnet->model.dual_fc, net->gru_b_state, sampling_logit_table, rng);
-}
-
-int lpcnet_get_size()
-{
-    return sizeof(LPCNetState);
-}
-
-void lpcnet_reset(LPCNetState *lpcnet)
-{
-    const char* rng_string="LPCNet";
-    OPUS_CLEAR((char*)&lpcnet->LPCNET_RESET_START,
-            sizeof(LPCNetState)-
-            ((char*)&lpcnet->LPCNET_RESET_START - (char*)lpcnet));
-    lpcnet->last_exc = lin2ulaw(0.f);
-    kiss99_srand(&lpcnet->rng, (const unsigned char *)rng_string, strlen(rng_string));
-}
-
-int lpcnet_init(LPCNetState *lpcnet)
-{
-    int i;
-    int ret;
-    for (i=0;i<256;i++) {
-        float prob = .025f+.95f*i/255.f;
-        lpcnet->sampling_logit_table[i] = -log((1-prob)/prob);
-    }
-#ifndef USE_WEIGHTS_FILE
-    ret = init_lpcnet_model(&lpcnet->model, lpcnet_arrays);
-#else
-    ret = 0;
-#endif
-    lpcnet_reset(lpcnet);
-    celt_assert(ret == 0);
-    return ret;
-}
-
-int lpcnet_load_model(LPCNetState *st, const unsigned char *data, int len) {
-  WeightArray *list;
-  int ret;
-  parse_weights(&list, data, len);
-  ret = init_lpcnet_model(&st->model, list);
-  opus_free(list);
-  if (ret == 0) return 0;
-  else return -1;
-}
-
-
-LPCNetState *lpcnet_create()
-{
-    LPCNetState *lpcnet;
-    lpcnet = (LPCNetState *)opus_alloc(lpcnet_get_size(), 1);
-    OPUS_CLEAR(lpcnet, 1);
-    lpcnet_init(lpcnet);
-    return lpcnet;
-}
-
-void lpcnet_destroy(LPCNetState *lpcnet)
-{
-    opus_free(lpcnet);
-}
-
-void lpcnet_reset_signal(LPCNetState *lpcnet)
-{
-    lpcnet->deemph_mem = 0;
-    lpcnet->last_exc = lin2ulaw(0.f);
-    OPUS_CLEAR(lpcnet->last_sig, LPC_ORDER);
-    OPUS_CLEAR(lpcnet->nnet.gru_a_state, GRU_A_STATE_SIZE);
-    OPUS_CLEAR(lpcnet->nnet.gru_b_state, GRU_B_STATE_SIZE);
-}
-
-void lpcnet_synthesize_tail_impl(LPCNetState *lpcnet, opus_int16 *output, int N, int preload)
-{
-    int i;
-
-    if (lpcnet->frame_count <= FEATURES_DELAY)
-    {
-        OPUS_CLEAR(output, N);
-        return;
-    }
-    for (i=0;i<N;i++)
-    {
-        int j;
-        float pcm;
-        int exc;
-        int last_sig_ulaw;
-        int pred_ulaw;
-        float pred = 0;
-        for (j=0;j<LPC_ORDER;j++) pred -= lpcnet->last_sig[j]*lpcnet->lpc[j];
-        last_sig_ulaw = lin2ulaw(lpcnet->last_sig[0]);
-        pred_ulaw = lin2ulaw(pred);
-        exc = run_sample_network(lpcnet, lpcnet->gru_a_condition, lpcnet->gru_b_condition, lpcnet->last_exc, last_sig_ulaw, pred_ulaw, lpcnet->sampling_logit_table, &lpcnet->rng);
-        if (i < preload) {
-          exc = lin2ulaw(output[i]-PREEMPH*lpcnet->deemph_mem - pred);
-          pcm = output[i]-PREEMPH*lpcnet->deemph_mem;
-        } else {
-          pcm = pred + ulaw2lin(exc);
-        }
-        OPUS_MOVE(&lpcnet->last_sig[1], &lpcnet->last_sig[0], LPC_ORDER-1);
-        lpcnet->last_sig[0] = pcm;
-        lpcnet->last_exc = exc;
-        pcm += PREEMPH*lpcnet->deemph_mem;
-        lpcnet->deemph_mem = pcm;
-        if (pcm<-32767) pcm = -32767;
-        if (pcm>32767) pcm = 32767;
-        if (i >= preload) output[i] = (int)floor(.5 + pcm);
-    }
-}
-
-void lpcnet_synthesize_impl(LPCNetState *lpcnet, const float *features, opus_int16 *output, int N, int preload)
-{
-    run_frame_network(lpcnet, lpcnet->gru_a_condition, lpcnet->gru_b_condition, lpcnet->lpc, features);
-    lpcnet_synthesize_tail_impl(lpcnet, output, N, preload);
-}
-
-void lpcnet_synthesize(LPCNetState *lpcnet, const float *features, opus_int16 *output, int N) {
-    lpcnet_synthesize_impl(lpcnet, features, output, N, 0);
-}

package/opus/dnn/lpcnet.h

@@ -1,183 +0,0 @@
-/* Copyright (c) 2018 Mozilla */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
-   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifndef LPCNET_H_
-#define LPCNET_H_
-
-#include "opus_types.h"
-
-#define NB_FEATURES 20
-#define NB_TOTAL_FEATURES 36
-
-/** Number of audio samples in a feature frame (not for encoding/decoding). */
-#define LPCNET_FRAME_SIZE (160)
-
-typedef struct LPCNetState LPCNetState;
-
-typedef struct LPCNetDecState LPCNetDecState;
-
-typedef struct LPCNetEncState LPCNetEncState;
-
-typedef struct LPCNetPLCState LPCNetPLCState;
-
-
-/** Gets the size of an <code>LPCNetDecState</code> structure.
-  * @returns The size in bytes.
-  */
-int lpcnet_decoder_get_size(void);
-
-/** Initializes a previously allocated decoder state
-  * The memory pointed to by st must be at least the size returned by lpcnet_decoder_get_size().
-  * This is intended for applications which use their own allocator instead of malloc.
-  * @see lpcnet_decoder_create(),lpcnet_decoder_get_size()
-  * @param [in] st <tt>LPCNetDecState*</tt>: Decoder state
-  * @retval 0 Success
-  */
-int lpcnet_decoder_init(LPCNetDecState *st);
-
-void lpcnet_reset(LPCNetState *lpcnet);
-
-/** Allocates and initializes a decoder state.
-  *  @returns The newly created state
-  */
-LPCNetDecState *lpcnet_decoder_create(void);
-
-/** Frees an <code>LPCNetDecState</code> allocated by lpcnet_decoder_create().
-  * @param[in] st <tt>LPCNetDecState*</tt>: State to be freed.
-  */
-void lpcnet_decoder_destroy(LPCNetDecState *st);
-
-/** Decodes a packet of LPCNET_COMPRESSED_SIZE bytes (currently 8) into LPCNET_PACKET_SAMPLES samples (currently 640).
-  * @param [in] st <tt>LPCNetDecState*</tt>: Decoder state
-  * @param [in] buf <tt>const unsigned char *</tt>: Compressed packet
-  * @param [out] pcm <tt>opus_int16 *</tt>: Decoded audio
-  * @retval 0 Success
-  */
-int lpcnet_decode(LPCNetDecState *st, const unsigned char *buf, opus_int16 *pcm);
-
-
-
-/** Gets the size of an <code>LPCNetEncState</code> structure.
-  * @returns The size in bytes.
-  */
-int lpcnet_encoder_get_size(void);
-
-/** Initializes a previously allocated encoder state
-  * The memory pointed to by st must be at least the size returned by lpcnet_encoder_get_size().
-  * This is intended for applications which use their own allocator instead of malloc.
-  * @see lpcnet_encoder_create(),lpcnet_encoder_get_size()
-  * @param [in] st <tt>LPCNetEncState*</tt>: Encoder state
-  * @retval 0 Success
-  */
-int lpcnet_encoder_init(LPCNetEncState *st);
-
-int lpcnet_encoder_load_model(LPCNetEncState *st, const void *data, int len);
-
-/** Allocates and initializes an encoder state.
-  *  @returns The newly created state
-  */
-LPCNetEncState *lpcnet_encoder_create(void);
-
-/** Frees an <code>LPCNetEncState</code> allocated by lpcnet_encoder_create().
-  * @param[in] st <tt>LPCNetEncState*</tt>: State to be freed.
-  */
-void lpcnet_encoder_destroy(LPCNetEncState *st);
-
-/** Encodes LPCNET_PACKET_SAMPLES speech samples (currently 640) into a packet of LPCNET_COMPRESSED_SIZE bytes (currently 8).
-  * @param [in] st <tt>LPCNetDecState*</tt>: Encoder state
-  * @param [in] pcm <tt>opus_int16 *</tt>: Input speech to be encoded
-  * @param [out] buf <tt>const unsigned char *</tt>: Compressed packet
-  * @retval 0 Success
-  */
-int lpcnet_encode(LPCNetEncState *st, const opus_int16 *pcm, unsigned char *buf);
-
-/** Compute features on LPCNET_FRAME_SIZE speech samples (currently 160) and output features for one 10-ms frame.
-  * @param [in] st <tt>LPCNetDecState*</tt>: Encoder state
-  * @param [in] pcm <tt>opus_int16 *</tt>: Input speech to be analyzed
-  * @param [out] features <tt>float[NB_TOTAL_FEATURES]</tt>: Four feature vectors
-  * @retval 0 Success
-  */
-int lpcnet_compute_single_frame_features(LPCNetEncState *st, const opus_int16 *pcm, float features[NB_TOTAL_FEATURES], int arch);
-
-
-/** Compute features on LPCNET_FRAME_SIZE speech samples (currently 160) and output features for one 10-ms frame.
-  * @param [in] st <tt>LPCNetDecState*</tt>: Encoder state
-  * @param [in] pcm <tt>float *</tt>: Input speech to be analyzed
-  * @param [out] features <tt>float[NB_TOTAL_FEATURES]</tt>: Four feature vectors
-  * @retval 0 Success
-  */
-int lpcnet_compute_single_frame_features_float(LPCNetEncState *st, const float *pcm, float features[NB_TOTAL_FEATURES], int arch);
-
-/** Gets the size of an <code>LPCNetState</code> structure.
-  * @returns The size in bytes.
-  */
-int lpcnet_get_size(void);
-
-/** Initializes a previously allocated synthesis state
-  * The memory pointed to by st must be at least the size returned by lpcnet_get_size().
-  * This is intended for applications which use their own allocator instead of malloc.
-  * @see lpcnet_create(),lpcnet_get_size()
-  * @param [in] st <tt>LPCNetState*</tt>: Synthesis state
-  * @retval 0 Success
-  */
-int lpcnet_init(LPCNetState *st);
-
-/** Allocates and initializes a synthesis state.
-  *  @returns The newly created state
-  */
-LPCNetState *lpcnet_create(void);
-
-/** Frees an <code>LPCNetState</code> allocated by lpcnet_create().
-  * @param[in] st <tt>LPCNetState*</tt>: State to be freed.
-  */
-void lpcnet_destroy(LPCNetState *st);
-
-/** Synthesizes speech from an LPCNet feature vector.
-  * @param [in] st <tt>LPCNetState*</tt>: Synthesis state
-  * @param [in] features <tt>const float *</tt>: Compressed packet
-  * @param [out] output <tt>opus_int16 **</tt>: Synthesized speech
-  * @param [in] N <tt>int</tt>: Number of samples to generate
-  * @retval 0 Success
-  */
-void lpcnet_synthesize(LPCNetState *st, const float *features, opus_int16 *output, int N);
-
-
-
-int lpcnet_plc_init(LPCNetPLCState *st);
-void lpcnet_plc_reset(LPCNetPLCState *st);
-
-int lpcnet_plc_update(LPCNetPLCState *st, opus_int16 *pcm);
-
-int lpcnet_plc_conceal(LPCNetPLCState *st, opus_int16 *pcm);
-
-void lpcnet_plc_fec_add(LPCNetPLCState *st, const float *features);
-
-void lpcnet_plc_fec_clear(LPCNetPLCState *st);
-
-int lpcnet_load_model(LPCNetState *st, const void *data, int len);
-int lpcnet_plc_load_model(LPCNetPLCState *st, const void *data, int len);
-
-#endif

package/opus/dnn/lpcnet_enc.c

@@ -1,230 +0,0 @@
-/* Copyright (c) 2017-2019 Mozilla */
-/*
-   Redistribution and use in source and binary forms, with or without
-   modification, are permitted provided that the following conditions
-   are met:
-
-   - Redistributions of source code must retain the above copyright
-   notice, this list of conditions and the following disclaimer.
-
-   - Redistributions in binary form must reproduce the above copyright
-   notice, this list of conditions and the following disclaimer in the
-   documentation and/or other materials provided with the distribution.
-
-   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-   ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-   A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR
-   CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
-   EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
-   PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-*/
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include <stdlib.h>
-#include <string.h>
-#include <stdio.h>
-#include "kiss_fft.h"
-#include "common.h"
-#include <math.h>
-#include "freq.h"
-#include "pitch.h"
-#include "arch.h"
-#include <assert.h>
-#include "lpcnet_private.h"
-#include "lpcnet.h"
-#include "os_support.h"
-#include "_kiss_fft_guts.h"
-#include "celt_lpc.h"
-#include "mathops.h"
-
-
-int lpcnet_encoder_get_size(void) {
-  return sizeof(LPCNetEncState);
-}
-
-int lpcnet_encoder_init(LPCNetEncState *st) {
-  memset(st, 0, sizeof(*st));
-  pitchdnn_init(&st->pitchdnn);
-  return 0;
-}
-
-int lpcnet_encoder_load_model(LPCNetEncState *st, const void *data, int len) {
-  return pitchdnn_load_model(&st->pitchdnn, data, len);
-}
-
-LPCNetEncState *lpcnet_encoder_create(void) {
-  LPCNetEncState *st;
-  st = opus_alloc(lpcnet_encoder_get_size());
-  lpcnet_encoder_init(st);
-  return st;
-}
-
-void lpcnet_encoder_destroy(LPCNetEncState *st) {
-  opus_free(st);
-}
-
-static void frame_analysis(LPCNetEncState *st, kiss_fft_cpx *X, float *Ex, const float *in) {
-  float x[WINDOW_SIZE];
-  OPUS_COPY(x, st->analysis_mem, OVERLAP_SIZE);
-  OPUS_COPY(&x[OVERLAP_SIZE], in, FRAME_SIZE);
-  OPUS_COPY(st->analysis_mem, &in[FRAME_SIZE-OVERLAP_SIZE], OVERLAP_SIZE);
-  apply_window(x);
-  forward_transform(X, x);
-  lpcn_compute_band_energy(Ex, X);
-}
-
-static void biquad(float *y, float mem[2], const float *x, const float *b, const float *a, int N) {
-  int i;
-  float mem0, mem1;
-  mem0 = mem[0];
-  mem1 = mem[1];
-  for (i=0;i<N;i++) {
-    float xi, yi, mem00;
-    xi = x[i];
-    yi = x[i] + mem0;
-    mem00 = mem0;
-    /* Original code:
-    mem0 = mem1 + (b[0]*xi - a[0]*yi);
-    mem1 = (b[1]*xi - a[1]*yi);
-    Modified to reduce dependency chains: (the +1e-30f forces the ordering and has no effect on the output)
-    */
-    mem0 = (b[0]-a[0])*xi + mem1 - a[0]*mem0;
-    mem1 = (b[1]-a[1])*xi + 1e-30f - a[1]*mem00;
-    y[i] = yi;
-  }
-  mem[0] = mem0;
-  mem[1] = mem1;
-}
-
-#define celt_log10(x) (0.3010299957f*celt_log2(x))
-
-void compute_frame_features(LPCNetEncState *st, const float *in, int arch) {
-  float aligned_in[FRAME_SIZE];
-  int i;
-  float Ly[NB_BANDS];
-  float follow, logMax;
-  kiss_fft_cpx X[FREQ_SIZE];
-  float Ex[NB_BANDS];
-  float xcorr[PITCH_MAX_PERIOD];
-  float ener0;
-  float ener;
-  float x[FRAME_SIZE+LPC_ORDER];
-  float frame_corr;
-  float xy, xx, yy;
-  int pitch;
-  float ener_norm[PITCH_MAX_PERIOD - PITCH_MIN_PERIOD];
-  /* [b,a]=ellip(2, 2, 20, 1200/8000); */
-  static const float lp_b[2] = {-0.84946f, 1.f};
-  static const float lp_a[2] = {-1.54220f, 0.70781f};
-  OPUS_COPY(aligned_in, &st->analysis_mem[OVERLAP_SIZE-TRAINING_OFFSET], TRAINING_OFFSET);
-  frame_analysis(st, X, Ex, in);
-  st->if_features[0] = MAX16(-1.f, MIN16(1.f, (1.f/64)*(10.f*celt_log10(1e-15f + X[0].r*X[0].r)-6.f)));
-  for (i=1;i<PITCH_IF_MAX_FREQ;i++) {
-    kiss_fft_cpx prod;
-    float norm_1;
-    C_MULC(prod, X[i], st->prev_if[i]);
-    norm_1 = 1.f/sqrt(1e-15f + prod.r*prod.r + prod.i*prod.i);
-    C_MULBYSCALAR(prod, norm_1);
-    st->if_features[3*i-2] = prod.r;
-    st->if_features[3*i-1] = prod.i;
-    st->if_features[3*i] = MAX16(-1.f, MIN16(1.f, (1.f/64)*(10.f*celt_log10(1e-15f + X[i].r*X[i].r + X[i].i*X[i].i)-6.f)));
-  }
-  OPUS_COPY(st->prev_if, X, PITCH_IF_MAX_FREQ);
-  /*for (i=0;i<88;i++) printf("%f ", st->if_features[i]);printf("\n");*/
-  logMax = -2;
-  follow = -2;
-  for (i=0;i<NB_BANDS;i++) {
-    Ly[i] = celt_log10(1e-2f+Ex[i]);
-    Ly[i] = MAX16(logMax-8, MAX16(follow-2.5f, Ly[i]));
-    logMax = MAX16(logMax, Ly[i]);
-    follow = MAX16(follow-2.5f, Ly[i]);
-  }
-  dct(st->features, Ly);
-  st->features[0] -= 4;
-  lpc_from_cepstrum(st->lpc, st->features);
-  for (i=0;i<LPC_ORDER;i++) st->features[NB_BANDS+2+i] = st->lpc[i];
-  OPUS_MOVE(st->exc_buf, &st->exc_buf[FRAME_SIZE], PITCH_MAX_PERIOD);
-  OPUS_MOVE(st->lp_buf, &st->lp_buf[FRAME_SIZE], PITCH_MAX_PERIOD);
-  OPUS_COPY(&aligned_in[TRAINING_OFFSET], in, FRAME_SIZE-TRAINING_OFFSET);
-  OPUS_COPY(&x[0], st->pitch_mem, LPC_ORDER);
-  OPUS_COPY(&x[LPC_ORDER], aligned_in, FRAME_SIZE);
-  OPUS_COPY(st->pitch_mem, &aligned_in[FRAME_SIZE-LPC_ORDER], LPC_ORDER);
-  celt_fir(&x[LPC_ORDER], st->lpc, &st->lp_buf[PITCH_MAX_PERIOD], FRAME_SIZE, LPC_ORDER, arch);
-  for (i=0;i<FRAME_SIZE;i++) {
-    st->exc_buf[PITCH_MAX_PERIOD+i] = st->lp_buf[PITCH_MAX_PERIOD+i] + .7f*st->pitch_filt;
-    st->pitch_filt = st->lp_buf[PITCH_MAX_PERIOD+i];
-    /*printf("%f\n", st->exc_buf[PITCH_MAX_PERIOD+i]);*/
-  }
-  biquad(&st->lp_buf[PITCH_MAX_PERIOD], st->lp_mem, &st->lp_buf[PITCH_MAX_PERIOD], lp_b, lp_a, FRAME_SIZE);
-  {
-    double ener1;
-    float *buf = st->exc_buf;
-    celt_pitch_xcorr(&buf[PITCH_MAX_PERIOD], buf, xcorr, FRAME_SIZE, PITCH_MAX_PERIOD-PITCH_MIN_PERIOD, arch);
-    ener0 = celt_inner_prod(&buf[PITCH_MAX_PERIOD], &buf[PITCH_MAX_PERIOD], FRAME_SIZE, arch);
-    ener1 = celt_inner_prod(&buf[0], &buf[0], FRAME_SIZE, arch);
-    /*printf("%f\n", st->frame_weight[sub]);*/
-    for (i=0;i<PITCH_MAX_PERIOD-PITCH_MIN_PERIOD;i++) {
-      ener = 1 + ener0 + ener1;
-      st->xcorr_features[i] = 2*xcorr[i];
-      ener_norm[i] = ener;
-      ener1 += buf[i+FRAME_SIZE]*(double)buf[i+FRAME_SIZE] - buf[i]*(double)buf[i];
-      /*printf("%f ", st->xcorr_features[i]);*/
-    }
-    /* Split in a separate loop so the compiler can vectorize it */
-    for (i=0;i<PITCH_MAX_PERIOD-PITCH_MIN_PERIOD;i++) {
-      st->xcorr_features[i] /= ener_norm[i];
-    }
-    /*printf("\n");*/
-  }
-  st->dnn_pitch = compute_pitchdnn(&st->pitchdnn, st->if_features, st->xcorr_features, arch);
-  pitch = (int)floor(.5+256./pow(2.f,((1./60.)*((st->dnn_pitch+1.5)*60))));
-  xx = celt_inner_prod(&st->lp_buf[PITCH_MAX_PERIOD], &st->lp_buf[PITCH_MAX_PERIOD], FRAME_SIZE, arch);
-  yy = celt_inner_prod(&st->lp_buf[PITCH_MAX_PERIOD-pitch], &st->lp_buf[PITCH_MAX_PERIOD-pitch], FRAME_SIZE, arch);
-  xy = celt_inner_prod(&st->lp_buf[PITCH_MAX_PERIOD], &st->lp_buf[PITCH_MAX_PERIOD-pitch], FRAME_SIZE, arch);
-  /*printf("%f %f\n", frame_corr, xy/sqrt(1e-15+xx*yy));*/
-  frame_corr = xy/sqrt(1+xx*yy);
-  frame_corr = log(1.f+exp(5.f*frame_corr))/log(1+exp(5.f));
-  st->features[NB_BANDS] = st->dnn_pitch;
-  st->features[NB_BANDS + 1] = frame_corr-.5f;
-}
-
-void preemphasis(float *y, float *mem, const float *x, float coef, int N) {
-  int i;
-  for (i=0;i<N;i++) {
-    float yi;
-    yi = x[i] + *mem;
-    *mem = -coef*x[i];
-    y[i] = yi;
-  }
-}
-
-static int lpcnet_compute_single_frame_features_impl(LPCNetEncState *st, float *x, float features[NB_TOTAL_FEATURES], int arch) {
-  preemphasis(x, &st->mem_preemph, x, PREEMPHASIS, FRAME_SIZE);
-  compute_frame_features(st, x, arch);
-  OPUS_COPY(features, &st->features[0], NB_TOTAL_FEATURES);
-  return 0;
-}
-
-int lpcnet_compute_single_frame_features(LPCNetEncState *st, const opus_int16 *pcm, float features[NB_TOTAL_FEATURES], int arch) {
-  int i;
-  float x[FRAME_SIZE];
-  for (i=0;i<FRAME_SIZE;i++) x[i] = pcm[i];
-  lpcnet_compute_single_frame_features_impl(st, x, features, arch);
-  return 0;
-}
-
-int lpcnet_compute_single_frame_features_float(LPCNetEncState *st, const float *pcm, float features[NB_TOTAL_FEATURES], int arch) {
-  int i;
-  float x[FRAME_SIZE];
-  for (i=0;i<FRAME_SIZE;i++) x[i] = pcm[i];
-  lpcnet_compute_single_frame_features_impl(st, x, features, arch);
-  return 0;
-}