diff --git a/scripts/finetune.py b/scripts/finetune.py
index 53d6d8557..635c06930 100644
--- a/scripts/finetune.py
+++ b/scripts/finetune.py
@@ -265,6 +265,7 @@ def train(
         if cfg.local_rank == 0:
             LOG.info("saving merged model")
             model.save_pretrained(str(Path(cfg.output_dir) / "merged"))
+            tokenizer.save_pretrained(str(Path(cfg.output_dir) / "merged"))
         return
 
     if cfg.inference: