[CI] - update resource class (facebookresearch#1600)

* update resource class * adjust benchmark numbers for new machine image expectations
dannymcy · Oct 3, 2023 · 0e7e2a7 · 0e7e2a7
1 parent 39c8c56
commit 0e7e2a7
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 9 deletions.
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -1,7 +1,7 @@
 version: 2.1
 gpu: &gpu
   machine:
-    image: ubuntu-2004-cuda-11.4:202110-01
+    image: linux-cuda-11:default
   resource_class: gpu.nvidia.medium
   environment:
     FPS_THRESHOLD: 900
@@ -207,7 +207,7 @@ jobs:
               export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
               . activate habitat
               git lfs install
-              conda install -y gitpython
+              conda install -y gitpython git-lfs
               python -m habitat_sim.utils.datasets_download --uids ci_test_assets franka_panda hab_spot_arm --data-path habitat-sim/data/ --no-replace --no-prune
       - run:
           name: Run sim benchmark

diff --git a/scripts/hab2_bench/assert_bench.py b/scripts/hab2_bench/assert_bench.py
@@ -25,17 +25,17 @@
 }
 
 MINIMUM_PERFORMANCE_1_PROCESS = {
-    "idle_all": 280,
+    "idle_all": 260,
     "idle_noconcur": 220,
-    "idle_nosleep": 120,
+    "idle_nosleep": 105,
     # "idle_render": "[Idle Render Only]",
-    "idle_single_camera_all": 510,
-    "idle_single_camera_noconcur": 480,
+    "idle_single_camera_all": 465,
+    "idle_single_camera_noconcur": 430,
     "idle_single_camera_nosleep": 150,
     # "idle_single_camera_render": "[Idle (head-RGB) Render Only]",
-    "interact_all": 55,
-    "interact_noconcur": 50,
-    "interact_nosleep": 55,
+    "interact_all": 40,
+    "interact_noconcur": 39,
+    "interact_nosleep": 40,
 }
 
 MINIMUM_PERFORMANCE_16_PROCESS = {