set output_router_logits for mixtral config: (#995)

axolotl-ai-cloud · Dec 22, 2023 · 628b754 · 628b754
1 parent 37820f6
commit 628b754
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/examples/mistral/mixtral.yml b/examples/mistral/mixtral.yml
@@ -23,6 +23,9 @@ unfrozen_parameters:
 #  - model.layers.3[0-9]+.block_sparse_moe.gate.*
 #  - model.layers.3[0-9]+.block_sparse_moe.experts.*
 
+model_config:
+  output_router_logits: true
+
 adapter: qlora
 lora_model_dir: