Skip to content

Commit ffb51f8

Browse files
omatthew98omatthew98
authored
[data] Update depsets for multimodal inference release tests (#57233)
Update remaining mulitmodal release tests to use new depsets.
1 parent 62231dd commit ffb51f8

27 files changed

+54032
-531
lines changed

‎ci/raydepsets/configs/rayimg.depsets.yaml‎

Lines changed: 20 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,6 @@ build_arg_sets:
1212
PYTHON_VERSION: "3.12"
1313
PYTHON_SHORT: "312"
1414

15-
1615
depsets:
1716
- name: ray_img_depset_${PYTHON_SHORT}
1817
requirements:
@@ -77,6 +76,26 @@ depsets:
7776
- py311
7877
- py312
7978

79+
- name: ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
80+
operation: expand
81+
requirements:
82+
- release/ray_release/byod/requirements_byod_gpu_${PYTHON_VERSION}.in
83+
- docker/base-deps/requirements.in
84+
- docker/base-extra/requirements.in
85+
constraints:
86+
- /tmp/ray-deps/requirements_compiled.txt
87+
depsets:
88+
- ray_img_depset_${PYTHON_SHORT}
89+
output: release/ray_release/byod/ray_base_extra_testdeps_gpu_py${PYTHON_VERSION}.lock
90+
append_flags:
91+
- --unsafe-package ray
92+
- --extra-index-url https://download.pytorch.org/whl/cu128
93+
- --python-version=${PYTHON_VERSION}
94+
- --python-platform=linux
95+
build_arg_sets:
96+
- py39
97+
- py310
98+
8099
- name: ray_ml_base_extra_testdeps_${PYTHON_SHORT}
81100
operation: expand
82101
requirements:

‎ci/raydepsets/configs/release_multimodal_inference_benchmarks_tests.depsets.yaml‎

Lines changed: 64 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -8,19 +8,77 @@ build_arg_sets:
88

99
depsets:
1010
- name: audio_transcription_py${PYTHON_SHORT}
11-
operation: compile
11+
operation: expand
12+
depsets:
13+
- ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
1214
requirements:
13-
- release/ray_release/byod/ray_dev_py${PYTHON_VERSION}.in
14-
- docker/base-deps/requirements.in
15-
- docker/base-extra/requirements.in
1615
- release/nightly_tests/multimodal_inference_benchmarks/audio_transcription/requirements.in
1716
output: release/ray_release/byod/audio_transcription_py${PYTHON_VERSION}.lock
1817
append_flags:
18+
- --extra-index-url https://download.pytorch.org/whl/cu128
19+
- --python-version=${PYTHON_VERSION}
20+
- --unsafe-package ray
21+
- --python-platform=linux
22+
build_arg_sets:
23+
- py39
24+
- py310
25+
- name: document_embedding_py${PYTHON_SHORT}
26+
operation: expand
27+
depsets:
28+
- ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
29+
requirements:
30+
- release/nightly_tests/multimodal_inference_benchmarks/document_embedding/requirements.in
31+
output: release/ray_release/byod/document_embedding_py${PYTHON_VERSION}.lock
32+
append_flags:
33+
- --extra-index-url https://download.pytorch.org/whl/cu128
34+
- --python-version=${PYTHON_VERSION}
35+
- --unsafe-package ray
36+
- --python-platform=linux
37+
build_arg_sets:
38+
- py39
39+
- py310
40+
- name: aimage_classification_py${PYTHON_SHORT}
41+
operation: expand
42+
depsets:
43+
- ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
44+
requirements:
45+
- release/nightly_tests/multimodal_inference_benchmarks/image_classification/requirements.in
46+
output: release/ray_release/byod/image_classification_py${PYTHON_VERSION}.lock
47+
append_flags:
48+
- --extra-index-url https://download.pytorch.org/whl/cu128
49+
- --python-version=${PYTHON_VERSION}
50+
- --unsafe-package ray
51+
- --python-platform=linux
52+
build_arg_sets:
53+
- py39
54+
- py310
55+
- name: large_image_embedding_py${PYTHON_SHORT}
56+
operation: expand
57+
depsets:
58+
- ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
59+
requirements:
60+
- release/nightly_tests/multimodal_inference_benchmarks/large_image_embedding/requirements.in
61+
output: release/ray_release/byod/large_image_embedding_py${PYTHON_VERSION}.lock
62+
append_flags:
63+
- --extra-index-url https://download.pytorch.org/whl/cu128
64+
- --python-version=${PYTHON_VERSION}
65+
- --unsafe-package ray
66+
- --python-platform=linux
67+
build_arg_sets:
68+
- py39
69+
- py310
70+
- name: video_object_detection_py${PYTHON_SHORT}
71+
operation: expand
72+
depsets:
73+
- ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
74+
requirements:
75+
- release/nightly_tests/multimodal_inference_benchmarks/video_object_detection/requirements.in
76+
output: release/ray_release/byod/video_object_detection_py${PYTHON_VERSION}.lock
77+
append_flags:
78+
- --extra-index-url https://download.pytorch.org/whl/cu128
1979
- --python-version=${PYTHON_VERSION}
2080
- --unsafe-package ray
2181
- --python-platform=linux
2282
build_arg_sets:
2383
- py39
2484
- py310
25-
pre_hooks:
26-
- ci/raydepsets/pre_hooks/build-placeholder-wheel.sh ${PYTHON_VERSION}

‎release/nightly_tests/multimodal_inference_benchmarks/audio_transcription/requirements.in‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,5 +2,6 @@ daft==0.6.2
22
numpy==1.26.4
33
accelerate==1.10.1
44
transformers==4.56.2
5-
torchaudio==2.7.0
65
soundfile==0.13.1
6+
torchaudio==2.7.0+cu128
7+
torchvision==0.22.0+cu128

‎release/nightly_tests/multimodal_inference_benchmarks/document_embedding/requirements.in‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
daft==0.6.2
2+
numpy==1.26.4
3+
accelerate==1.10.1
4+
transformers==4.56.2
5+
sentence-transformers==5.1.1
6+
langchain==0.0.277
7+
pymupdf==1.26.4

‎release/nightly_tests/multimodal_inference_benchmarks/image_classification/requirements.in‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
daft==0.6.2
2+
torch==2.7.0
3+
torchvision==0.22.0
4+
numpy==1.26.4
5+
pillow==11.3.0

‎release/nightly_tests/multimodal_inference_benchmarks/large_image_embedding/requirements.in‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
daft==0.6.2
2+
transformers==4.56.2
3+
pillow==11.3.0
4+
pybase64==1.4.2
5+
torch==2.5.0

‎release/nightly_tests/multimodal_inference_benchmarks/video_object_detection/requirements.in‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
daft==0.6.2
2+
numpy==1.26.4
3+
av==15.1.0
4+
ultralytics==8.3.200
5+
pillow==11.3.0
6+
decord==0.6.0

0 commit comments

Comments
 (0)