Add model context length option to Azimuth UI

stackhpc · Oct 31, 2024 · f5c8654 · f5c8654
1 parent 456b221
commit f5c8654
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 9 deletions.
diff --git a/charts/azimuth-image-analysis/azimuth-ui.schema.yaml b/charts/azimuth-image-analysis/azimuth-ui.schema.yaml
@@ -10,14 +10,22 @@ controls:
     type: MirrorControl
     path: /azimuth-llm/huggingface/model
     visuallyHidden: true
+  # Azimuth UI doesn't handle json type ["integer","null"]
+  # properly so we allow any type in JSON schema then
+  # constrain to (optional) integer here.
+  /azimuth-llm/api/modelMaxContextLength:
+    type: IntegerControl
+    minimum: 100
+    required: false
 
 sortOrder:
-  - /huggingface/model
-  - /huggingface/token
-  - /api/image/version
-  - /ui/appSettings/llm_params/temperature
-  - /ui/appSettings/llm_params/max_tokens
-  - /ui/appSettings/llm_params/frequency_penalty
-  - /ui/appSettings/llm_params/presence_penalty
-  - /ui/appSettings/llm_params/top_p
-  - /ui/appSettings/llm_params/top_k
+  - /azimuth-llm/huggingface/model
+  - /azimuth-llm/huggingface/token
+  - /azimuth-llm/api/image/version
+  - /azimuth-llm/ui/appSettings/llm_params/temperature
+  - /azimuth-llm/ui/appSettings/llm_params/max_tokens
+  - /azimuth-llm/ui/appSettings/llm_params/frequency_penalty
+  - /azimuth-llm/ui/appSettings/llm_params/presence_penalty
+  - /azimuth-llm/ui/appSettings/llm_params/top_p
+  - /azimuth-llm/ui/appSettings/llm_params/top_k
+  - /azimuth-llm/api/modelMaxContextLength
diff --git a/charts/azimuth-image-analysis/values.schema.json b/charts/azimuth-image-analysis/values.schema.json
@@ -39,6 +39,10 @@
                                     "default": "v0.6.3"
                                 }
                             }
+                        },
+                        "modelMaxContextLength": {
+                            "title": "Model Context Length",
+                            "description": "An override for the maximum context length to allow, if the model's default is not suitable."
                         }
                     }
                 },