fix quantize

ggerganov · Mar 18, 2023 · de29a00 · de29a00
1 parent 448f398
commit de29a00
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/quantize.cpp b/quantize.cpp
@@ -122,8 +122,13 @@ bool llama_model_quantize(const std::string & fname_inp, const std::string & fna
             finp.read ((char *) word.data(), len);
             fout.write((char *) word.data(), len);
 
+            float score;
+            finp.read ((char *) &score, sizeof(score));
+            fout.write((char *) &score, sizeof(score));
+
             vocab.token_to_id[word] = i;
             vocab.id_to_token[i] = word;
+            vocab.score[i] = score;
         }
     }