diff --git a/llm/model_config.json b/llm/model_config.json index 8874391..48fe57e 100644 --- a/llm/model_config.json +++ b/llm/model_config.json @@ -2,7 +2,7 @@ "mpt_7b": { "handler": "handler.py", "repo_id": "mosaicml/mpt-7b", - "repo_version": "00f72b21dd089db80c7fb50cb606996751500f6d", + "repo_version": "ada218f9a93b5f1c6dce48a4cc9ff01fcba431e7", "model_params": { "temperature": 0.7, "repetition_penalty": 1.75, diff --git a/llm/requirements.txt b/llm/requirements.txt index caa5570..813d29b 100644 --- a/llm/requirements.txt +++ b/llm/requirements.txt @@ -2,9 +2,9 @@ torch==2.0.1 torchvision==0.15.2 torchtext==0.15.2 fastai==2.7.12 -tokenizers==0.13.3 +tokenizers==0.15.0 torchdata==0.6.1 -transformers== 4.33.0 +transformers== 4.36.0 accelerate==0.22.0 nvgpu==0.10.0 torchserve==0.8.2