mirror of
https://github.com/xiph/opus.git
synced 2025-06-01 08:07:41 +00:00
96 lines
4.3 KiB
C
96 lines
4.3 KiB
C
/* Copyright (c) 2022 Amazon
|
|
Written by Jan Buethe */
|
|
/*
|
|
Redistribution and use in source and binary forms, with or without
|
|
modification, are permitted provided that the following conditions
|
|
are met:
|
|
|
|
- Redistributions of source code must retain the above copyright
|
|
notice, this list of conditions and the following disclaimer.
|
|
|
|
- Redistributions in binary form must reproduce the above copyright
|
|
notice, this list of conditions and the following disclaimer in the
|
|
documentation and/or other materials provided with the distribution.
|
|
|
|
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
|
OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
|
EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
|
PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
|
LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
|
NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
|
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include "dred_rdovae_dec.h"
|
|
#include "dred_rdovae_constants.h"
|
|
#include "os_support.h"
|
|
|
|
void dred_rdovae_dec_init_states(
|
|
RDOVAEDecState *h, /* io: state buffer handle */
|
|
const RDOVAEDec *model,
|
|
const float *initial_state /* i: initial state */
|
|
)
|
|
{
|
|
/* initialize GRU states from initial state */
|
|
compute_generic_dense(&model->state1, h->dense2_state, initial_state, ACTIVATION_TANH);
|
|
compute_generic_dense(&model->state2, h->dense4_state, initial_state, ACTIVATION_TANH);
|
|
compute_generic_dense(&model->state3, h->dense6_state, initial_state, ACTIVATION_TANH);
|
|
}
|
|
|
|
|
|
void dred_rdovae_decode_qframe(
|
|
RDOVAEDecState *dec_state, /* io: state buffer handle */
|
|
const RDOVAEDec *model,
|
|
float *qframe, /* o: quadruple feature frame (four concatenated frames in reverse order) */
|
|
const float *input /* i: latent vector */
|
|
)
|
|
{
|
|
float buffer[DEC_DENSE1_OUT_SIZE + DEC_DENSE2_OUT_SIZE + DEC_DENSE3_OUT_SIZE + DEC_DENSE4_OUT_SIZE + DEC_DENSE5_OUT_SIZE + DEC_DENSE6_OUT_SIZE + DEC_DENSE7_OUT_SIZE + DEC_DENSE8_OUT_SIZE];
|
|
int output_index = 0;
|
|
int input_index = 0;
|
|
|
|
/* run encoder stack and concatenate output in buffer*/
|
|
compute_generic_dense(&model->dec_dense1, &buffer[output_index], input, ACTIVATION_TANH);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE1_OUT_SIZE;
|
|
|
|
compute_generic_gru(&model->dec_dense2_input, &model->dec_dense2_recurrent, dec_state->dense2_state, &buffer[input_index]);
|
|
OPUS_COPY(&buffer[output_index], dec_state->dense2_state, DEC_DENSE2_OUT_SIZE);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE2_OUT_SIZE;
|
|
|
|
compute_generic_dense(&model->dec_dense3, &buffer[output_index], &buffer[input_index], ACTIVATION_TANH);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE3_OUT_SIZE;
|
|
|
|
compute_generic_gru(&model->dec_dense4_input, &model->dec_dense4_recurrent, dec_state->dense4_state, &buffer[input_index]);
|
|
OPUS_COPY(&buffer[output_index], dec_state->dense4_state, DEC_DENSE4_OUT_SIZE);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE4_OUT_SIZE;
|
|
|
|
compute_generic_dense(&model->dec_dense5, &buffer[output_index], &buffer[input_index], ACTIVATION_TANH);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE5_OUT_SIZE;
|
|
|
|
compute_generic_gru(&model->dec_dense6_input, &model->dec_dense6_recurrent, dec_state->dense6_state, &buffer[input_index]);
|
|
OPUS_COPY(&buffer[output_index], dec_state->dense6_state, DEC_DENSE6_OUT_SIZE);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE6_OUT_SIZE;
|
|
|
|
compute_generic_dense(&model->dec_dense7, &buffer[output_index], &buffer[input_index], ACTIVATION_TANH);
|
|
input_index = output_index;
|
|
output_index += DEC_DENSE7_OUT_SIZE;
|
|
|
|
compute_generic_dense(&model->dec_dense8, &buffer[output_index], &buffer[input_index], ACTIVATION_TANH);
|
|
output_index += DEC_DENSE8_OUT_SIZE;
|
|
|
|
compute_generic_dense(&model->dec_final, qframe, buffer, ACTIVATION_LINEAR);
|
|
}
|