Use top_p=0.0 by default (instead of 1.0)

This is because we otherwise do useless computations, at least until NVIDIA/NeMo#8905 is merged
NVIDIA · Apr 12, 2024 · c66fba2 · c66fba2
1 parent 9db62d6
commit c66fba2
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/nlp/gpt/conf/gpt_ppo_actor.yaml b/examples/nlp/gpt/conf/gpt_ppo_actor.yaml
@@ -117,7 +117,7 @@ model:
       use_greedy: False
       temperature: 1.0
       top_k: 0
-      top_p: 1.0
+      top_p: 0.0
       repetition_penalty: 1.0
       add_BOS: False
       all_probs: False

diff --git a/examples/nlp/gpt/conf/gpt_spin.yaml b/examples/nlp/gpt/conf/gpt_spin.yaml
@@ -69,7 +69,7 @@ model:
       use_greedy: False
       temperature: 1.0
       top_k: 0
-      top_p: 1.0
+      top_p: 0.0
       repetition_penalty: 1.0
       add_BOS: False
       all_probs: False