Adding env to triton hypha

amun-ai · Oct 12, 2023 · a95f84a · a95f84a
1 parent 2ed84e5
commit a95f84a
Show file tree

Hide file tree

Showing 7 changed files with 19 additions and 8 deletions.
diff --git a/charts/hypha/Chart.lock b/charts/hypha/Chart.lock
@@ -7,9 +7,9 @@ dependencies:
   version: 3.3.0
 - name: tritoninferenceserver-hypha
   repository: file://../tritoninferenceserver-hypha
-  version: 1.0.5
+  version: 1.0.6
 - name: redis
   repository: https://charts.bitnami.com/bitnami
   version: 17.11.6
-digest: sha256:f513dba8f9978281f7d8e496c3341cdcabb07389f08fe168e52869b186acc852
-generated: "2023-09-19T10:41:56.049018409+01:00"
+digest: sha256:b64604ad63b7bff2b385ac861ddcffa055b15ed69cfd3790fb96a0955a9e7f1b
+generated: "2023-10-12T13:51:41.190784961+01:00"
diff --git a/charts/hypha/Chart.yaml b/charts/hypha/Chart.yaml
@@ -13,7 +13,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 0.16.1
+version: 0.16.2
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to
 # follow Semantic Versioning. They should reflect the version the application is using.
@@ -43,7 +43,7 @@ dependencies:
   #   condition: ingress-nginx.enabled
   - name: tritoninferenceserver-hypha
     repository: "file://../tritoninferenceserver-hypha"
-    version: 1.0.5
+    version: 1.0.6
     condition: tritoninferenceserver-hypha.enabled
   - name: redis
     repository: "https://charts.bitnami.com/bitnami"

diff --git a/charts/hypha/charts/tritoninferenceserver-hypha-1.0.5.tgz b/charts/hypha/charts/tritoninferenceserver-hypha-1.0.5.tgz
diff --git a/charts/hypha/charts/tritoninferenceserver-hypha-1.0.6.tgz b/charts/hypha/charts/tritoninferenceserver-hypha-1.0.6.tgz
diff --git a/charts/hypha/values.yaml b/charts/hypha/values.yaml
@@ -114,13 +114,23 @@ tritoninferenceserver-hypha:
   #     cpu: "4"
   resources:
     requests:
-      nvidia.com/gpu: 0
+      nvidia.com/gpu: 1
       memory: "1Gi"
       cpu: "0.1"
     limits:
-      nvidia.com/gpu: 0
+      nvidia.com/gpu: 1
       memory: "1Gi"
       cpu: "0.1"
 
   service:
     type: ClusterIP
+
+  autoscaling:
+    enabled: false
+    minReplicas: 1
+    maxReplicas: 100
+    gpuUtilization: 50
+    gpuMemoryUtilization: 50
+
+  nodeSelector:
+    cloud.google.com/gke-accelerator: "nvidia-tesla-t4"
diff --git a/charts/tritoninferenceserver-hypha/Chart.yaml b/charts/tritoninferenceserver-hypha/Chart.yaml
@@ -15,7 +15,7 @@ type: application
 # This is the chart version. This version number should be incremented each time you make changes
 # to the chart and its templates, including the app version.
 # Versions are expected to follow Semantic Versioning (https://semver.org/)
-version: 1.0.5
+version: 1.0.6
 
 # This is the version number of the application being deployed. This version number should be
 # incremented each time you make changes to the application. Versions are not expected to

diff --git a/charts/tritoninferenceserver-hypha/templates/deployment.yaml b/charts/tritoninferenceserver-hypha/templates/deployment.yaml
@@ -45,6 +45,7 @@ spec:
             value: "true"
           - name: MODEL_SNAPSHOTS_DIRECTORY
             value: "{{ .Values.image.modelSnapshotsPath }}"
+{{ toYaml .Values.env | indent 12 }}
           imagePullPolicy: IfNotPresent
         #   TODO Fix probe checks
         #   livenessProbe: