Skip to content

Commit

Permalink
Merge pull request #23 from stackhpc/fix/api-deployment-env
Browse files Browse the repository at this point in the history
Fix token templating in API deployment
  • Loading branch information
sd109 authored May 9, 2024
2 parents b5d189e + 00d4865 commit 294ac78
Showing 1 changed file with 5 additions and 6 deletions.
11 changes: 5 additions & 6 deletions chart/templates/api/deployment.yml
Original file line number Diff line number Diff line change
Expand Up @@ -35,15 +35,14 @@ spec:
{{- if .Values.huggingface.secretName }}
envFrom:
- secretRef:
name: huggingface-token
{{- else if .Values.huggingface.token }}
name: {{ .Values.huggingface.secretName }}
{{- end }}
env:
- name: DO_NOT_TRACK
value: 1
value: "1"
{{- if .Values.huggingface.token }}
- name: HUGGING_FACE_HUB_TOKEN
value: {{ quote .Values.huggingface.token }}
{{- else if contains "Llama" .Values.huggingface.model -}}
{{- fail "Either secretName or token value must be set for Llama and other gated models" }}
{{- end }}
readinessProbe:
httpGet:
Expand All @@ -60,4 +59,4 @@ spec:
- name: shm
emptyDir:
medium: Memory
sizeLimit: 1Gi
sizeLimit: 1Gi

0 comments on commit 294ac78

Please sign in to comment.