From 0de4872fbe260754abd3a28db13413fbbadb7235 Mon Sep 17 00:00:00 2001 From: "shoichi.uchinami" Date: Tue, 16 Apr 2024 14:36:04 +0900 Subject: [PATCH] add 43264 for vocabulary expansion mistral --- csrc/punica/bgmv/bgmv_config.h | 1 + tests/lora/test_punica.py | 1 + 2 files changed, 2 insertions(+) diff --git a/csrc/punica/bgmv/bgmv_config.h b/csrc/punica/bgmv/bgmv_config.h index d2906914f927e..fec484d693055 100644 --- a/csrc/punica/bgmv/bgmv_config.h +++ b/csrc/punica/bgmv/bgmv_config.h @@ -60,6 +60,7 @@ void bgmv_kernel(out_T *__restrict__ Y, const in_T *__restrict__ X, f(in_T, out_T, W_T, narrow, 32768) \ f(in_T, out_T, W_T, narrow, 33024) \ f(in_T, out_T, W_T, narrow, 36864) \ + f(in_T, out_T, W_T, narrow, 43264) \ f(in_T, out_T, W_T, narrow, 49152) \ f(in_T, out_T, W_T, narrow, 64000) \ f(in_T, out_T, W_T, narrow, 64256) \ diff --git a/tests/lora/test_punica.py b/tests/lora/test_punica.py index 8b174f01d87d4..f3b9bd5912967 100644 --- a/tests/lora/test_punica.py +++ b/tests/lora/test_punica.py @@ -82,6 +82,7 @@ def _lora_ref_impl( 32768, 33024, 36864, + 43264, 49152, 64000, 64256,