Make tanh the joint network activation function

pytorch · Apr 8, 2022 · f49325f · f49325f
1 parent 35b576b
commit f49325f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchaudio/prototype/models/rnnt.py b/torchaudio/prototype/models/rnnt.py
@@ -52,5 +52,5 @@ def conformer_rnnt_base():
         lstm_layer_norm_epsilon=1e-5,
         lstm_dropout=0.3,
     )
-    joiner = _Joiner(1024, 1024)
+    joiner = _Joiner(1024, 1024, activation="tanh")
     return RNNT(encoder, decoder, joiner)