From ff509e183f3a1bc6bdce816ddf67ecb5cb42cb90 Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Fri, 22 Dec 2023 10:23:16 -0500
Subject: [PATCH] set output_router_logits for mixtral config:

---
 examples/mistral/mixtral.yml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/examples/mistral/mixtral.yml b/examples/mistral/mixtral.yml
index 15df88f96..11c842d4e 100644
--- a/examples/mistral/mixtral.yml
+++ b/examples/mistral/mixtral.yml
@@ -23,6 +23,9 @@ unfrozen_parameters:
 #  - model.layers.3[0-9]+.block_sparse_moe.gate.*
 #  - model.layers.3[0-9]+.block_sparse_moe.experts.*
 
+model_config:
+  output_router_logits: true
+
 adapter: qlora
 lora_model_dir: