Add triton P100 FP16 patch - experimental (not tested if working)

cduk · Jul 10, 2024 · 8e73ce1 · 8e73ce1
1 parent 02ecaab
commit 8e73ce1
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -205,3 +205,7 @@ ENV VLLM_USAGE_SOURCE production-docker-image
 
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
 #################### OPENAI API SERVER ####################
+
+# patch triton for P100 FP16
+RUN --mount=type=cache,target=/root/.cache/pip \
+	python3 -m pip install --extra-index-url https://sasha0552.github.io/vllm-ci/ --force-reinstall triton