File tree Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Expand file tree Collapse file tree 1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -180,14 +180,16 @@ kubectl get httproute llm-phi4-route -o yaml
180
180
-H " Content-Type: application/json" \
181
181
-d ' {
182
182
"model": "meta-llama/Llama-3.1-8B-Instruct",
183
+ "max_tokens": 100,
184
+ "temperature": 0,
183
185
"messages": [
184
186
{
185
187
"role": "developer",
186
188
"content": "You are a helpful assistant."
187
189
},
188
190
{
189
191
"role": "user",
190
- "content": "Hello! "
192
+ "content": "Linux is said to be an open source kernel because "
191
193
}
192
194
]
193
195
}'
@@ -199,6 +201,8 @@ kubectl get httproute llm-phi4-route -o yaml
199
201
-H " Content-Type: application/json" \
200
202
-d ' {
201
203
"model": "microsoft/Phi-4-mini-instruct",
204
+ "max_tokens": 100,
205
+ "temperature": 0,
202
206
"messages": [
203
207
{
204
208
"role": "developer",
You can’t perform that action at this time.
0 commit comments