Making the update and reset gate more sparse

This commit is contained in:
Jean-Marc Valin 2018-12-29 15:41:59 -05:00
parent ea02ef7e02
commit 677182fcaa

View file

@ -101,4 +101,4 @@ checkpoint = ModelCheckpoint('lpcnet18_384_10_G16_{epoch:02d}.h5')
model.load_weights('lpcnet9b_384_10_G16_01.h5')
model.compile(optimizer=Adam(0.001, amsgrad=True, decay=5e-5), loss='sparse_categorical_crossentropy', metrics=['sparse_categorical_accuracy'])
model.fit([in_data, in_exc, features, periods], out_exc, batch_size=batch_size, epochs=nb_epochs, validation_split=0.0, callbacks=[checkpoint, lpcnet.Sparsify(2000, 40000, 400, (0.1, 0.1, 0.1))])
model.fit([in_data, in_exc, features, periods], out_exc, batch_size=batch_size, epochs=nb_epochs, validation_split=0.0, callbacks=[checkpoint, lpcnet.Sparsify(2000, 40000, 400, (0.05, 0.05, 0.2))])