From 1ae958acf3927d47ac77f94e59bedef65783308b Mon Sep 17 00:00:00 2001 From: Jean-Marc Valin Date: Wed, 16 Feb 2022 01:01:51 -0500 Subject: [PATCH] Make LPCNet frame rate network use swish --- dnn/training_tf2/lpcnet.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/dnn/training_tf2/lpcnet.py b/dnn/training_tf2/lpcnet.py index 3ab45990..510af8b8 100644 --- a/dnn/training_tf2/lpcnet.py +++ b/dnn/training_tf2/lpcnet.py @@ -240,14 +240,14 @@ def new_lpcnet_model(rnn_units1=384, rnn_units2=16, nb_used_features=20, batch_s dec_state2 = Input(shape=(rnn_units2,)) padding = 'valid' if training else 'same' - fconv1 = Conv1D(cond_size, 3, padding=padding, activation='tanh', name='feature_conv1') - fconv2 = Conv1D(cond_size, 3, padding=padding, activation='tanh', name='feature_conv2') + fconv1 = Conv1D(cond_size, 3, padding=padding, activation='swish', name='feature_conv1') + fconv2 = Conv1D(cond_size, 3, padding=padding, activation='swish', name='feature_conv2') pembed = Embedding(256, 64, name='embed_pitch') cat_feat = Concatenate()([feat, Reshape((-1, 64))(pembed(pitch))]) cfeat = fconv2(fconv1(cat_feat)) - fdense1 = Dense(cond_size, activation='tanh', name='feature_dense1') + fdense1 = Dense(cond_size, activation='swish', name='feature_dense1') fdense2 = Dense(cond_size, activation='tanh', name='feature_dense2') if flag_e2e and quantize: