eden-emu/opus
15
0
Fork 0
mirror of https://github.com/xiph/opus.git synced 2025-05-28 14:19:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

Sampling directly from the logit

Browse source 
Avoids having to compute a sigmoid
This commit is contained in:
Jean-Marc Valin 2021-07-08 03:33:44 -04:00
parent e8f70128d5
commit 7d8b00f11d
4 changed files with 21 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

11
dnn/lpcnet.c
View file

@ -77,7 +77,7 @@ void run_frame_network(LPCNetState *lpcnet, float *condition, float *gru_a_condi
if (lpcnet->frame_count < 1000) lpcnet->frame_count++;
}
int run_sample_network(NNetState *net, const float *condition, const float *gru_a_condition, int last_exc, int last_sig, int pred)
int run_sample_network(NNetState *net, const float *condition, const float *gru_a_condition, int last_exc, int last_sig, int pred, const float *sampling_logit_table)
{
float gru_a_input[3*GRU_A_STATE_SIZE];
float in_b[GRU_A_STATE_SIZE+FEATURE_DENSE2_OUT_SIZE];
@ -94,7 +94,7 @@ int run_sample_network(NNetState *net, const float *condition, const float *gru_
RNN_COPY(in_b, net->gru_a_state, GRU_A_STATE_SIZE);
RNN_COPY(&in_b[GRU_A_STATE_SIZE], condition, FEATURE_DENSE2_OUT_SIZE);
compute_gru2(&gru_b, net->gru_b_state, in_b);
return sample_mdense(&dual_fc, net->gru_b_state);
return sample_mdense(&dual_fc, net->gru_b_state, sampling_logit_table);
}
LPCNET_EXPORT int lpcnet_get_size()
@ -104,8 +104,13 @@ LPCNET_EXPORT int lpcnet_get_size()
LPCNET_EXPORT int lpcnet_init(LPCNetState *lpcnet)
{
int i;
memset(lpcnet, 0, lpcnet_get_size());
lpcnet->last_exc = lin2ulaw(0.f);
for (i=0;i<256;i++) {
float prob = .025+.95*i/255.;
lpcnet->sampling_logit_table[i] = -log((1-prob)/prob);
}
return 0;
}
@ -155,7 +160,7 @@ LPCNET_EXPORT void lpcnet_synthesize(LPCNetState *lpcnet, const float *features,
for (j=0;j<LPC_ORDER;j++) pred -= lpcnet->last_sig[j]*lpc[j];
last_sig_ulaw = lin2ulaw(lpcnet->last_sig[0]);
pred_ulaw = lin2ulaw(pred);
exc = run_sample_network(&lpcnet->nnet, condition, gru_a_condition, lpcnet->last_exc, last_sig_ulaw, pred_ulaw);
exc = run_sample_network(&lpcnet->nnet, condition, gru_a_condition, lpcnet->last_exc, last_sig_ulaw, pred_ulaw, lpcnet->sampling_logit_table);
pcm = pred + ulaw2lin(exc);
RNN_MOVE(&lpcnet->last_sig[1], &lpcnet->last_sig[0], LPC_ORDER-1);
lpcnet->last_sig[0] = pcm;