build(model_prices_and_context_window.json): add bedrock mistral small

BerriAI · Aug 28, 2024 · 76c38c6 · 76c38c6
1 parent 1f3dd43
commit 76c38c6
Show file tree

Hide file tree

Showing 3 changed files with 27 additions and 3 deletions.
diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json
@@ -3297,6 +3297,16 @@
         "mode": "chat",
         "supports_function_calling": true
     },
+    "mistral.mistral-small-2402-v1:0": {
+        "max_tokens": 8191,
+        "max_input_tokens": 32000,
+        "max_output_tokens": 8191,
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000003,
+        "litellm_provider": "bedrock",
+        "mode": "chat",
+        "supports_function_calling": true
+    },
     "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
         "max_input_tokens": 32000,

diff --git a/litellm/proxy/_new_secret_config.yaml b/litellm/proxy/_new_secret_config.yaml
@@ -1,12 +1,16 @@
 model_list:
   - model_name: fake-openai-endpoint
     litellm_params:
-      model: sagemaker/jumpstart-dft-hf-textgeneration1-mp-20240815-185614
+      model: gpt-3.5-turbo
+      # model: sagemaker/jumpstart-dft-hf-textgeneration1-mp-20240815-185614
       # sagemaker_base_url: https://exampleopenaiendpoint-production.up.railway.app/invocations/
       # api_base: https://exampleopenaiendpoint-production.up.railway.app
+      input_cost_per_token: 10
+      output_cost_per_token: 10
 
-
-
+litellm_settings:
+  max_internal_user_budget: 0.00001
+  internal_user_budget_duration: "3s" # reset every 3seconds
 
 
 
diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json
@@ -3297,6 +3297,16 @@
         "mode": "chat",
         "supports_function_calling": true
     },
+    "mistral.mistral-small-2402-v1:0": {
+        "max_tokens": 8191,
+        "max_input_tokens": 32000,
+        "max_output_tokens": 8191,
+        "input_cost_per_token": 0.000001,
+        "output_cost_per_token": 0.000003,
+        "litellm_provider": "bedrock",
+        "mode": "chat",
+        "supports_function_calling": true
+    },
     "bedrock/us-west-2/mistral.mixtral-8x7b-instruct-v0:1": {
         "max_tokens": 8191,
         "max_input_tokens": 32000,