Skip to content

Commit

Permalink
move test data download to action file, add start of lab build job, t…
Browse files Browse the repository at this point in the history
…ry removing some "fluff" from testing to see if necessary
  • Loading branch information
aclegg3 committed Nov 21, 2024
1 parent ca25eb1 commit e4fabb8
Show file tree
Hide file tree
Showing 2 changed files with 73 additions and 20 deletions.
21 changes: 21 additions & 0 deletions .github/actions/download_test_data/action.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
name: download_test_data
runs:
using: composite
steps:
- name: download_test_data
run: |
# Disable clone protection for git lfs
export GIT_CLONE_PROTECTION_ACTIVE=false
git --version
git-lfs --version
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
conda init
source ~/.bashrc
conda activate habitat
conda install -y gitpython git-lfs
cd habitat-sim
git lfs install
python src_python/habitat_sim/utils/datasets_download.py --uids ci_test_assets ycb rearrange_dataset_v2 --replace --data-path data/ --no-prune
ls -la data/scene_datasets/habitat-test-scenes/
shell: bash -el {0}
72 changes: 52 additions & 20 deletions .github/workflows/install_and_test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@ jobs:
- name: run mypy
run: mypy

install_and_test_ubuntu:
install_and_test_sim_ubuntu:
runs-on: 4-core-ubuntu-gpu-t4
env:
FPS_THRESHOLD: 900
Expand All @@ -89,33 +89,18 @@ jobs:
- name: Build, install habitat-sim
run: |-
#give cmake ownership to the runner for installation
sudo chown runner -R /opt/cmake312/
#sudo chown runner -R /opt/cmake312/
#activate conda env
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
conda init
source ~/.bashrc
#conda init
#source ~/.bashrc
conda activate habitat
#install habitat-sim
cd habitat-sim
pip install -r requirements.txt --progress-bar off
git submodule update --init --recursive --jobs 8
python -u setup.py install --build-type "Release" --lto --headless --bullet
- name: Download test data
run: |-
# Disable clone protection for git lfs
export GIT_CLONE_PROTECTION_ACTIVE=false
git --version
git-lfs --version
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
conda init
source ~/.bashrc
conda activate habitat
conda install -y gitpython git-lfs
cd habitat-sim
git lfs install
python src_python/habitat_sim/utils/datasets_download.py --uids ci_test_assets ycb rearrange_dataset_v2 --replace --data-path data/ --no-prune
ls -la data/scene_datasets/habitat-test-scenes/
- uses: "./habitat-sim/.github/actions/download_test_data"
- name: Run sim benchmark
run: |-
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
Expand Down Expand Up @@ -196,6 +181,53 @@ jobs:
#- name: Debugging with tmate
# uses: mxschmitt/action-tmate@v3.18

install_and_test_lab_ubuntu:
runs-on: 4-core-ubuntu-gpu-t4
defaults:
run:
shell: bash -el {0}
steps:
- uses: actions/checkout@v4.1.1
with:
path: "./habitat-sim"
- uses: "./habitat-sim/.github/actions/install_ubuntu_deps"
- uses: "./habitat-sim/.github/actions/install_ubuntu_gpu_deps"
- name: Build, install habitat-sim
run: |-
#give cmake ownership to the runner for installation
sudo chown runner -R /opt/cmake312/
#activate conda env
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
conda init
source ~/.bashrc
conda activate habitat
#install habitat-sim
cd habitat-sim
pip install -r requirements.txt --progress-bar off
git submodule update --init --recursive --jobs 8
python -u setup.py install --build-type "Release" --lto --headless --bullet
- uses: "./habitat-sim/.github/actions/download_test_data"
- name: Build habitat-sim and docs
run: |-
export PATH=$HOME/miniconda/bin:/usr/local/cuda/bin:$PATH
conda activate habitat
cd habitat-sim
pip install -r requirements.txt --progress-bar off
git submodule update --init --recursive --jobs 8
pip install imageio imageio-ffmpeg
conda install -y -c conda-forge doxygen=1.9.5
conda install -y jinja2 pygments docutils
sudo apt install --allow-change-held-packages \
texlive-base \
texlive-latex-extra \
texlive-fonts-extra \
texlive-fonts-recommended
# Rebuild with all options enabled
./build.sh --with-cuda --with-bullet
cd docs
git submodule update --init
./build-public.sh
build_conda_binaries:
runs-on: 4-core-ubuntu-gpu-t4
env:
Expand Down

0 comments on commit e4fabb8

Please sign in to comment.