feat: update config

MinishLab · Feb 4, 2025 · 2a3ecfd · 2a3ecfd
1 parent dd7f2a7
commit 2a3ecfd
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/model2vec/distill/distillation.py b/model2vec/distill/distillation.py
@@ -129,6 +129,7 @@ def distill_from_model(
         "tokenizer_name": model_name,
         "apply_pca": pca_dims,
         "apply_zipf": apply_zipf,
+        "sif_coefficient": sif_coefficient,
         "hidden_dim": embeddings.shape[1],
         "seq_length": 1000000,  # Set this to a high value since we don't have a sequence length limit.
     }