From e9f376f638f7c2f318b4951f9400ad0096d58df1 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 13:08:53 -0700 Subject: [PATCH 01/56] update .gitignore --- .gitignore | 38 ++++---------------------------------- 1 file changed, 4 insertions(+), 34 deletions(-) diff --git a/.gitignore b/.gitignore index 82f9275..73a7596 100644 --- a/.gitignore +++ b/.gitignore @@ -20,6 +20,7 @@ parts/ sdist/ var/ wheels/ +pip-wheel-metadata/ share/python-wheels/ *.egg-info/ .installed.cfg @@ -49,7 +50,6 @@ coverage.xml *.py,cover .hypothesis/ .pytest_cache/ -cover/ # Translations *.mo @@ -72,7 +72,6 @@ instance/ docs/_build/ # PyBuilder -.pybuilder/ target/ # Jupyter Notebook @@ -83,9 +82,7 @@ profile_default/ ipython_config.py # pyenv -# For a library or package, you might want to ignore these files since the code is -# intended to run in multiple environments; otherwise, check them in: -# .python-version +.python-version # pipenv # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control. @@ -94,24 +91,7 @@ ipython_config.py # install all needed dependencies. #Pipfile.lock -# poetry -# Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control. -# This is especially recommended for binary packages to ensure reproducibility, and is more -# commonly ignored for libraries. -# https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control -#poetry.lock - -# pdm -# Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control. -#pdm.lock -# pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it -# in version control. -# https://pdm.fming.dev/latest/usage/project/#working-with-version-control -.pdm.toml -.pdm-python -.pdm-build/ - -# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm +# PEP 582; used by e.g. github.com/David-OConnor/pyflow __pypackages__/ # Celery stuff @@ -148,15 +128,5 @@ dmypy.json # Pyre type checker .pyre/ -# pytype static type analyzer -.pytype/ -# Cython debug symbols -cython_debug/ - -# PyCharm -# JetBrains specific template is maintained in a separate JetBrains.gitignore that can -# be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore -# and can be added to the global gitignore or merged into this file. For a more nuclear -# option (not recommended) you can uncomment the following to ignore the entire idea folder. -#.idea/ +build.*/ \ No newline at end of file From 62ed72cf30871bcf10db53790325e9f7979401e1 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 13:13:27 -0700 Subject: [PATCH 02/56] add windows/linux tensorflow conda package files from conda_packages repo --- .conda.tensorflow/bld.bat | 7 +++ .conda.tensorflow/build.sh | 15 +++++++ .conda.tensorflow/meta.yaml | 51 ++++++++++++++++++++++ .conda.tensorflow/tensorflow_activate.sh | 6 +++ .conda.tensorflow/tensorflow_deactivate.sh | 4 ++ environment.tensorflow.yml | 19 ++++++++ requirements.tensorflow.txt | 3 ++ 7 files changed, 105 insertions(+) create mode 100644 .conda.tensorflow/bld.bat create mode 100644 .conda.tensorflow/build.sh create mode 100644 .conda.tensorflow/meta.yaml create mode 100644 .conda.tensorflow/tensorflow_activate.sh create mode 100644 .conda.tensorflow/tensorflow_deactivate.sh create mode 100644 environment.tensorflow.yml create mode 100644 requirements.tensorflow.txt diff --git a/.conda.tensorflow/bld.bat b/.conda.tensorflow/bld.bat new file mode 100644 index 0000000..75ef64d --- /dev/null +++ b/.conda.tensorflow/bld.bat @@ -0,0 +1,7 @@ +@echo off + +set PIP_NO_INDEX=False +set PIP_NO_DEPENDENCIES=False +set PIP_IGNORE_INSTALLED=False + +pip install --no-cache-dir -r .\requirements.tensorflow.txt \ No newline at end of file diff --git a/.conda.tensorflow/build.sh b/.conda.tensorflow/build.sh new file mode 100644 index 0000000..775d217 --- /dev/null +++ b/.conda.tensorflow/build.sh @@ -0,0 +1,15 @@ +#!/usr/bin/env bash + +export PIP_NO_INDEX=False +export PIP_NO_DEPENDENCIES=False +export PIP_IGNORE_INSTALLED=False + +pip install --no-cache-dir -r ./requirements.tensorflow.txt + +# Copy the activate scripts to $PREFIX/etc/conda/activate.d. +# This will allow them to be run on environment activation. +for CHANGE in "activate" "deactivate" +do + mkdir -p "${PREFIX}/etc/conda/${CHANGE}.d" + cp "${RECIPE_DIR}/tensorflow_${CHANGE}.sh" "${PREFIX}/etc/conda/${CHANGE}.d/tensorflow_${CHANGE}.sh" +done \ No newline at end of file diff --git a/.conda.tensorflow/meta.yaml b/.conda.tensorflow/meta.yaml new file mode 100644 index 0000000..91b6970 --- /dev/null +++ b/.conda.tensorflow/meta.yaml @@ -0,0 +1,51 @@ +# Ref: https://docs.conda.io/projects/conda-build/en/latest/resources/define-metadata.html + +package: + name: tensorflow + version: 2.9.0a0 + +about: + home: https://tensorflow.org + license: Apache License + summary: 'TensorFlow conda package based on the PyPI wheels. + + For GPU support, install cudatoolkit 11.3.1 and cudnn 8.2.1 which are available as conda packages on the default channel.' + +build: + number: 4 + +source: + path: ../ + +requirements: + build: + - '{{ compiler("c") }}' + - '{{ compiler("cxx") }}' + + host: + - python>=3.10.0,<3.11.0 # Trying python 3.10 + - numpy + - h5py + - protobuf # 3.20.3 is what pip pulls in + - certifi # 2024.2.28 is what pip pulls in + - importlib-metadata # 6.7.0 is what pip pulls in + - six # 1.16.0 is what pip pulls in + - typing-extensions # 4.7.1 is what pip pulls in + - zipp # 3.15.0 is what pip pulls in + - pip + + run: + - python>=3.10.0,<3.11.0 # Trying python 3.10 + - numpy + - h5py + - protobuf + - certifi + - importlib-metadata + - six + - typing-extensions + - zipp + - pip + +# test: +# imports: +# - tensorflow \ No newline at end of file diff --git a/.conda.tensorflow/tensorflow_activate.sh b/.conda.tensorflow/tensorflow_activate.sh new file mode 100644 index 0000000..885879a --- /dev/null +++ b/.conda.tensorflow/tensorflow_activate.sh @@ -0,0 +1,6 @@ +#!/bin/sh + +# Remember the old library path for when we deactivate +export SLEAP_OLD_LD_LIBRARY_PATH=$LD_LIBRARY_PATH +# Help CUDA find GPUs! +export LD_LIBRARY_PATH=$CONDA_PREFIX/lib:$LD_LIBRARY_PATH \ No newline at end of file diff --git a/.conda.tensorflow/tensorflow_deactivate.sh b/.conda.tensorflow/tensorflow_deactivate.sh new file mode 100644 index 0000000..857c0f4 --- /dev/null +++ b/.conda.tensorflow/tensorflow_deactivate.sh @@ -0,0 +1,4 @@ +#!/bin/sh + +# Reset to the old library path for when deactivating the environment +export LD_LIBRARY_PATH=$SLEAP_OLD_LD_LIBRARY_PATH \ No newline at end of file diff --git a/environment.tensorflow.yml b/environment.tensorflow.yml new file mode 100644 index 0000000..d379bc4 --- /dev/null +++ b/environment.tensorflow.yml @@ -0,0 +1,19 @@ +name: build + +channels: + - conda-forge + - anaconda + +dependencies: +# - python=3.7 +# - conda-forge::python >=3.9.0,<3.10.0 # Trying python 3.9 +- conda-build +- anaconda-client +- conda-verify +# - conda-forge::numpy=1.21.5 +# - conda-forge::pyside2=5.13.2 +# - conda-forge::h5py=3.6.0 +# - conda-forge::scipy=1.7.3 +- pip +- pip: + # - "--requirement=./requirements.tensorflow.txt" \ No newline at end of file diff --git a/requirements.tensorflow.txt b/requirements.tensorflow.txt new file mode 100644 index 0000000..841e34e --- /dev/null +++ b/requirements.tensorflow.txt @@ -0,0 +1,3 @@ +# tensorflow==2.10.1 # https://github.com/talmolab/sleap/issues/1721 +# tensorflow==2.7.0 # 2.7.0 worked in the past +tensorflow==2.9.2 # Trying to match the version of tensorflow-macos \ No newline at end of file From 935222622459f22f0ed8a3ee5967beb2d19f53f3 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 13:51:40 -0700 Subject: [PATCH 03/56] update environment name --- environment.tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/environment.tensorflow.yml b/environment.tensorflow.yml index d379bc4..692aa20 100644 --- a/environment.tensorflow.yml +++ b/environment.tensorflow.yml @@ -1,4 +1,4 @@ -name: build +name: build_tensorflow channels: - conda-forge From b73b2fed9172611cf582bf6eeefa2e5ee0d44153 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 14:58:58 -0700 Subject: [PATCH 04/56] add workflow to build tensorflow conda package --- .github/workflows/build_tensorflow.yml | 78 ++++++++++++++++++++++++++ 1 file changed, 78 insertions(+) create mode 100644 .github/workflows/build_tensorflow.yml diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml new file mode 100644 index 0000000..068bceb --- /dev/null +++ b/.github/workflows/build_tensorflow.yml @@ -0,0 +1,78 @@ +name: Build TensorFlow + +on: + push: + branches: + - main + - elizabeth/add-windows-linux-tensorflow-conda-package + paths: + - '.github/workflows/build_tensorflow.yml' + - '.conda.tensorflow/**' + - 'environment.tensorflow.yml' + - 'requirements.tensorflow.txt' + +jobs: + build: + name: Build package (${{ matrix.os }}) + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: ["ubuntu-22.04", "windows-2022"] + steps: + # Setup + - uses: actions/checkout@v4 + # - name: Cache conda + # uses: actions/cache@v1 + # env: + # # Increase this value to reset cache if environment_build.yml has not changed + # CACHE_NUMBER: 0 + # with: + # path: ~/conda_pkgs_dir + # key: ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-${{ hashFiles('environment.tensorflow.yml', 'requirements.tensorflow.txt') }} + - name: Setup Miniconda + # https://github.com/conda-incubator/setup-miniconda + uses: conda-incubator/setup-miniconda@v3.0.3 + with: + python-version: 3.10 + # use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + environment-file: environment.tensorflow.yml + activate-environment: build_tensorflow + - name: Print environment info + shell: bash -l {0} + run: | + which python + conda info + + # Build conda package + - name: Build conda package (Windows) + if: matrix.os == 'windows-2022' + shell: powershell + run: | + conda activate build_tensorflow + conda build .conda.tensorflow --output-folder build.tensorflow -c conda-forge + - name: Build conda package (Ubuntu) + if: matrix.os == 'ubuntu-22.04' + shell: bash -l {0} + run: | + conda build .conda.tensorflow --output-folder build.tensorflow -c conda-forge + + # # Upload conda package + # - name: Upload to Anaconda (Windows) + # if: matrix.os == 'windows-2022' + # env: + # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} + # shell: powershell + # run: | + # anaconda login --username sleap --password "$env:ANACONDA_LOGIN" + # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev + # anaconda logout + # - name: Upload to Anaconda (Ubuntu) + # if: matrix.os == 'ubuntu-22.04' + # env: + # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} + # shell: bash -l {0} + # run: | + # anaconda login --username sleap --password "$ANACONDA_LOGIN" + # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev + # anaconda logout From 7d49ee85522f809cc17cee8e3bf7717c8a7a6cb6 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 15:05:51 -0700 Subject: [PATCH 05/56] update environment file which is not building, possible because of comments --- environment.tensorflow.yml | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/environment.tensorflow.yml b/environment.tensorflow.yml index 692aa20..d0e8145 100644 --- a/environment.tensorflow.yml +++ b/environment.tensorflow.yml @@ -3,17 +3,12 @@ name: build_tensorflow channels: - conda-forge - anaconda + - defaults dependencies: -# - python=3.7 -# - conda-forge::python >=3.9.0,<3.10.0 # Trying python 3.9 - conda-build - anaconda-client - conda-verify -# - conda-forge::numpy=1.21.5 -# - conda-forge::pyside2=5.13.2 -# - conda-forge::h5py=3.6.0 -# - conda-forge::scipy=1.7.3 - pip -- pip: - # - "--requirement=./requirements.tensorflow.txt" \ No newline at end of file + +- pip: \ No newline at end of file From 4cb9e9370a941ce2710cc8f04ae80cfc17ee5d90 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 15:17:48 -0700 Subject: [PATCH 06/56] fix workflow: python version needs to be in quotes and each step should have a name, remove cache comments --- .github/workflows/build_tensorflow.yml | 18 ++++++------------ 1 file changed, 6 insertions(+), 12 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 068bceb..0b784c9 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -20,22 +20,16 @@ jobs: matrix: os: ["ubuntu-22.04", "windows-2022"] steps: - # Setup - - uses: actions/checkout@v4 - # - name: Cache conda - # uses: actions/cache@v1 - # env: - # # Increase this value to reset cache if environment_build.yml has not changed - # CACHE_NUMBER: 0 - # with: - # path: ~/conda_pkgs_dir - # key: ${{ runner.os }}-conda-${{ env.CACHE_NUMBER }}-${{ hashFiles('environment.tensorflow.yml', 'requirements.tensorflow.txt') }} + # Checkout the repository + - name: Checkout + uses: actions/checkout@v4 + + # Setup Miniconda - name: Setup Miniconda # https://github.com/conda-incubator/setup-miniconda uses: conda-incubator/setup-miniconda@v3.0.3 with: - python-version: 3.10 - # use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly! + python-version: "3.10" environment-file: environment.tensorflow.yml activate-environment: build_tensorflow - name: Print environment info From edf7054ecb07a8dc586dd5f6634222470cd0f92c Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 16:48:04 -0700 Subject: [PATCH 07/56] try different minor version --- requirements.tensorflow.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.tensorflow.txt b/requirements.tensorflow.txt index 841e34e..227e6b0 100644 --- a/requirements.tensorflow.txt +++ b/requirements.tensorflow.txt @@ -1,3 +1,3 @@ # tensorflow==2.10.1 # https://github.com/talmolab/sleap/issues/1721 # tensorflow==2.7.0 # 2.7.0 worked in the past -tensorflow==2.9.2 # Trying to match the version of tensorflow-macos \ No newline at end of file +tensorflow==2.9.0 # Trying to match the version of tensorflow-macos \ No newline at end of file From dafb8a044daf95a7a9c7bf679da1c56f795d2dd6 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 16:48:18 -0700 Subject: [PATCH 08/56] add channel arg to upload --- .github/workflows/build_tensorflow.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 0b784c9..4101780 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -58,8 +58,8 @@ jobs: # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} # shell: powershell # run: | - # anaconda login --username sleap --password "$env:ANACONDA_LOGIN" - # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev + # anaconda login --username sleap-deps --password "$env:ANACONDA_LOGIN" + # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --channel sleap-deps # anaconda logout # - name: Upload to Anaconda (Ubuntu) # if: matrix.os == 'ubuntu-22.04' @@ -67,6 +67,6 @@ jobs: # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} # shell: bash -l {0} # run: | - # anaconda login --username sleap --password "$ANACONDA_LOGIN" - # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev + # anaconda login --username sleap-deps --password "$ANACONDA_LOGIN" + # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --channel sleap-deps # anaconda logout From c21f9362ef8e67b5a4e5d7276e6991903bb1efbf Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 17:03:05 -0700 Subject: [PATCH 09/56] try to enable long path support in the windows runner --- .github/workflows/build_tensorflow.yml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 4101780..c925097 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -24,6 +24,13 @@ jobs: - name: Checkout uses: actions/checkout@v4 + # Enable Windows Long Path Support + - name: Enable Windows Long Path Support + if: matrix.os == 'windows-2022' + run: | + reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f + shell: powershell + # Setup Miniconda - name: Setup Miniconda # https://github.com/conda-incubator/setup-miniconda From 0dba2f09b80d3a771e9cc3ac238c4b2b506c372c Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 17:04:17 -0700 Subject: [PATCH 10/56] try 2.8.0 --- requirements.tensorflow.txt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/requirements.tensorflow.txt b/requirements.tensorflow.txt index 227e6b0..570ae7e 100644 --- a/requirements.tensorflow.txt +++ b/requirements.tensorflow.txt @@ -1,3 +1,4 @@ # tensorflow==2.10.1 # https://github.com/talmolab/sleap/issues/1721 # tensorflow==2.7.0 # 2.7.0 worked in the past -tensorflow==2.9.0 # Trying to match the version of tensorflow-macos \ No newline at end of file +# tensorflow==2.9.0 # Trying to match the version of tensorflow-macos filename too long? +tensorflow==2.8.0 \ No newline at end of file From 1d5356ee931b469698a6ca9f20015943fa35875c Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 17:21:44 -0700 Subject: [PATCH 11/56] try different github action checkout version --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index c925097..1b2567a 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -22,7 +22,7 @@ jobs: steps: # Checkout the repository - name: Checkout - uses: actions/checkout@v4 + uses: actions/checkout@v3 # Enable Windows Long Path Support - name: Enable Windows Long Path Support From 8a4b53cf7c6a70a183530e1e52ae8e37ec6eea56 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 17:21:55 -0700 Subject: [PATCH 12/56] go back to 2.9.0 --- requirements.tensorflow.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.tensorflow.txt b/requirements.tensorflow.txt index 570ae7e..8064766 100644 --- a/requirements.tensorflow.txt +++ b/requirements.tensorflow.txt @@ -1,4 +1,4 @@ # tensorflow==2.10.1 # https://github.com/talmolab/sleap/issues/1721 # tensorflow==2.7.0 # 2.7.0 worked in the past # tensorflow==2.9.0 # Trying to match the version of tensorflow-macos filename too long? -tensorflow==2.8.0 \ No newline at end of file +tensorflow==2.9.0 \ No newline at end of file From 2c01956837e6b10289c9d4d204eac24b0b1754ef Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Mon, 15 Jul 2024 20:12:39 -0700 Subject: [PATCH 13/56] Try shorter env name --- .github/workflows/build_tensorflow.yml | 4 ++-- environment.tensorflow.yml | 4 +--- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 1b2567a..c3c25d3 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -38,7 +38,7 @@ jobs: with: python-version: "3.10" environment-file: environment.tensorflow.yml - activate-environment: build_tensorflow + activate-environment: tf - name: Print environment info shell: bash -l {0} run: | @@ -50,7 +50,7 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - conda activate build_tensorflow + conda activate tf conda build .conda.tensorflow --output-folder build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' diff --git a/environment.tensorflow.yml b/environment.tensorflow.yml index d0e8145..c2a03ea 100644 --- a/environment.tensorflow.yml +++ b/environment.tensorflow.yml @@ -1,4 +1,4 @@ -name: build_tensorflow +name: tf channels: - conda-forge @@ -10,5 +10,3 @@ dependencies: - anaconda-client - conda-verify - pip - -- pip: \ No newline at end of file From 5b5e77001a6f1a31a1850bc601986d4c7ce13c28 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 10:43:11 -0700 Subject: [PATCH 14/56] enabling windows long path does not work locally or on the runner --- .github/workflows/build_tensorflow.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index c3c25d3..2182b18 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -22,14 +22,14 @@ jobs: steps: # Checkout the repository - name: Checkout - uses: actions/checkout@v3 + uses: actions/checkout@v4 - # Enable Windows Long Path Support - - name: Enable Windows Long Path Support - if: matrix.os == 'windows-2022' - run: | - reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f - shell: powershell + # # Enable Windows Long Path Support + # - name: Enable Windows Long Path Support + # if: matrix.os == 'windows-2022' + # run: | + # reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f + # shell: powershell # Setup Miniconda - name: Setup Miniconda From 7ed35d2d2cdfd4e5c3b8376be865b0ce53c45dfd Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 10:43:39 -0700 Subject: [PATCH 15/56] try to shorten path using substitution --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 2182b18..8f8c208 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -50,8 +50,8 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - conda activate tf - conda build .conda.tensorflow --output-folder build.tensorflow -c conda-forge + subst X $PWD + conda build X\.conda.tensorflow --output-folder build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} From 4b3ac3ecfe459b5f290fb780a048a307500c230e Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 10:47:42 -0700 Subject: [PATCH 16/56] need drive letter --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 8f8c208..e8901c7 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -50,8 +50,8 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - subst X $PWD - conda build X\.conda.tensorflow --output-folder build.tensorflow -c conda-forge + subst X: $PWD + conda build X:\.conda.tensorflow --output-folder build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} From ba73c997707ba858b53e18101b11701e1d580643 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 11:14:25 -0700 Subject: [PATCH 17/56] create shortened link on windows --- .github/workflows/build_tensorflow.yml | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index e8901c7..cf38f81 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -45,13 +45,21 @@ jobs: which python conda info + # Create a shortened link on Windows + - name: Create shortened link (Windows) + if: matrix.os == 'windows-2022' + shell: powershell + run: | + New-Item -ItemType Directory -Force -Path C:\c + robocopy $PWD C:\c /E /NFL /NDL /NJH /NJS /NC /NS /NP + # Build conda package - name: Build conda package (Windows) if: matrix.os == 'windows-2022' shell: powershell run: | subst X: $PWD - conda build X:\.conda.tensorflow --output-folder build.tensorflow -c conda-forge + conda build C:\c\.conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} From 439d633b5b9eabb13632d629f1e0bc172808c28e Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 11:21:38 -0700 Subject: [PATCH 18/56] try substitution for input and output --- .github/workflows/build_tensorflow.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index cf38f81..28367fa 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -45,13 +45,13 @@ jobs: which python conda info - # Create a shortened link on Windows - - name: Create shortened link (Windows) - if: matrix.os == 'windows-2022' - shell: powershell - run: | - New-Item -ItemType Directory -Force -Path C:\c - robocopy $PWD C:\c /E /NFL /NDL /NJH /NJS /NC /NS /NP + # # Create a shortened link on Windows + # - name: Create shortened link (Windows) + # if: matrix.os == 'windows-2022' + # shell: powershell + # run: | + # New-Item -ItemType Directory -Force -Path C:\c + # robocopy $PWD C:\c /E /NFL /NDL /NJH /NJS /NC /NS /NP # Build conda package - name: Build conda package (Windows) @@ -59,7 +59,7 @@ jobs: shell: powershell run: | subst X: $PWD - conda build C:\c\.conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge + conda build X:\.conda.tensorflow --output-folder X:\build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} From 7fd0f6a4b2daf213cd7773212b62c3654dfed29f Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 11:31:09 -0700 Subject: [PATCH 19/56] tf 2.9.2 --- requirements.tensorflow.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.tensorflow.txt b/requirements.tensorflow.txt index 8064766..eeb92e4 100644 --- a/requirements.tensorflow.txt +++ b/requirements.tensorflow.txt @@ -1,4 +1,4 @@ # tensorflow==2.10.1 # https://github.com/talmolab/sleap/issues/1721 # tensorflow==2.7.0 # 2.7.0 worked in the past # tensorflow==2.9.0 # Trying to match the version of tensorflow-macos filename too long? -tensorflow==2.9.0 \ No newline at end of file +tensorflow==2.9.2 # 2.9.2 is the latest version in the 2.9 series \ No newline at end of file From 077a6c5ebcc65f65b808cfb30503b56feb2cd832 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 11:48:05 -0700 Subject: [PATCH 20/56] try to shorten environment path with `CONDA_PREFIX` --- .github/workflows/build_tensorflow.yml | 31 ++++++++++++++++---------- 1 file changed, 19 insertions(+), 12 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 28367fa..952fb95 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -31,35 +31,42 @@ jobs: # reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f # shell: powershell + # Set CONDA_PREFIX on Windows to a shorter path + - name: Set CONDA_PREFIX (Windows) + if: matrix.os == 'windows-2022' + shell: powershell + run: | + New-Item -ItemType Directory -Force -Path C:\c + env: + CONDA_PREFIX: C:\c\tf + # Setup Miniconda - name: Setup Miniconda - # https://github.com/conda-incubator/setup-miniconda uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" environment-file: environment.tensorflow.yml activate-environment: tf + env: + CONDA_PREFIX: C:\c\tf + - name: Print environment info shell: bash -l {0} run: | which python conda info + env: + CONDA_PREFIX: C:\c\tf - # # Create a shortened link on Windows - # - name: Create shortened link (Windows) - # if: matrix.os == 'windows-2022' - # shell: powershell - # run: | - # New-Item -ItemType Directory -Force -Path C:\c - # robocopy $PWD C:\c /E /NFL /NDL /NJH /NJS /NC /NS /NP - - # Build conda package + # Build conda package (Windows) - name: Build conda package (Windows) if: matrix.os == 'windows-2022' shell: powershell run: | - subst X: $PWD - conda build X:\.conda.tensorflow --output-folder X:\build.tensorflow -c conda-forge + conda build .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge + env: + CONDA_PREFIX: C:\c\envs\tf + # Build conda package (Ubuntu) - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} From f64be4a88ed339fd7f9ac51948ce5d670f82a0b6 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 11:58:04 -0700 Subject: [PATCH 21/56] correct conda prefix --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 952fb95..7fb9b33 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -65,7 +65,7 @@ jobs: run: | conda build .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge env: - CONDA_PREFIX: C:\c\envs\tf + CONDA_PREFIX: C:\c\tf # Build conda package (Ubuntu) - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' From 09c2ef676fb23ab1008b60fce6366c4ceb567880 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 12:01:56 -0700 Subject: [PATCH 22/56] debug build --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 7fb9b33..2f4cc94 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -63,7 +63,7 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - conda build .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge + conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge env: CONDA_PREFIX: C:\c\tf # Build conda package (Ubuntu) From ce6f90b7dcf622b81712b46bf5a81090a16d7b4a Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 12:05:32 -0700 Subject: [PATCH 23/56] add prefix to build command --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 2f4cc94..783d0e5 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -63,7 +63,7 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge + conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge -p C:\c\tf env: CONDA_PREFIX: C:\c\tf # Build conda package (Ubuntu) From 4cf6d976a1260cc76994a84de9e4d8b8871f5cd9 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 12:14:23 -0700 Subject: [PATCH 24/56] try to config environment path --- .github/workflows/build_tensorflow.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 783d0e5..6b3d8b5 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -37,6 +37,7 @@ jobs: shell: powershell run: | New-Item -ItemType Directory -Force -Path C:\c + conda config --set envs_dirs "C:\c\envs" env: CONDA_PREFIX: C:\c\tf @@ -63,7 +64,7 @@ jobs: if: matrix.os == 'windows-2022' shell: powershell run: | - conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge -p C:\c\tf + conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge env: CONDA_PREFIX: C:\c\tf # Build conda package (Ubuntu) From f754b204d65afeee18536570b7b41bab5339f9ec Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 12:28:01 -0700 Subject: [PATCH 25/56] setup-miniconda supports paths as environment names --- .github/workflows/build_tensorflow.yml | 17 +++++------------ 1 file changed, 5 insertions(+), 12 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 6b3d8b5..29e1c0e 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -31,15 +31,12 @@ jobs: # reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f # shell: powershell - # Set CONDA_PREFIX on Windows to a shorter path - - name: Set CONDA_PREFIX (Windows) + # Make conda prefix directory (Windows) + - name: Make conda prefix directory (Windows) if: matrix.os == 'windows-2022' shell: powershell run: | New-Item -ItemType Directory -Force -Path C:\c - conda config --set envs_dirs "C:\c\envs" - env: - CONDA_PREFIX: C:\c\tf # Setup Miniconda - name: Setup Miniconda @@ -47,17 +44,14 @@ jobs: with: python-version: "3.10" environment-file: environment.tensorflow.yml - activate-environment: tf - env: - CONDA_PREFIX: C:\c\tf + activate-environment: C:\c\tf - name: Print environment info shell: bash -l {0} run: | which python conda info - env: - CONDA_PREFIX: C:\c\tf + conda list # Build conda package (Windows) - name: Build conda package (Windows) @@ -65,8 +59,7 @@ jobs: shell: powershell run: | conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge - env: - CONDA_PREFIX: C:\c\tf + # Build conda package (Ubuntu) - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' From fe8cc0278c1f8351e4166965d1fe1c08eabba36b Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 12:53:34 -0700 Subject: [PATCH 26/56] fix ubuntu environment path --- .github/workflows/build_tensorflow.yml | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 29e1c0e..6805aed 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -39,13 +39,21 @@ jobs: New-Item -ItemType Directory -Force -Path C:\c # Setup Miniconda - - name: Setup Miniconda + # https://github.com/conda-incubator/setup-miniconda?tab=readme-ov-file#use-a-different-environment-name-or-path + - name: Setup Miniconda (Windows) uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" environment-file: environment.tensorflow.yml activate-environment: C:\c\tf + - name: Setup Miniconda (Ubuntu) + uses: conda-incubator/setup-miniconda@v3.0.3 + with: + python-version: "3.10" + environment-file: environment.tensorflow.yml + activate-environment: tf + - name: Print environment info shell: bash -l {0} run: | @@ -65,7 +73,7 @@ jobs: if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} run: | - conda build .conda.tensorflow --output-folder build.tensorflow -c conda-forge + conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge # # Upload conda package # - name: Upload to Anaconda (Windows) From 902e34a78d1aec2d72cf571d82516e2aead0eac0 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 13:08:16 -0700 Subject: [PATCH 27/56] fix version and try to test import --- .conda.tensorflow/meta.yaml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/.conda.tensorflow/meta.yaml b/.conda.tensorflow/meta.yaml index 91b6970..a538eaf 100644 --- a/.conda.tensorflow/meta.yaml +++ b/.conda.tensorflow/meta.yaml @@ -2,7 +2,7 @@ package: name: tensorflow - version: 2.9.0a0 + version: 2.9.2a0 about: home: https://tensorflow.org @@ -26,12 +26,12 @@ requirements: - python>=3.10.0,<3.11.0 # Trying python 3.10 - numpy - h5py - - protobuf # 3.20.3 is what pip pulls in - - certifi # 2024.2.28 is what pip pulls in - - importlib-metadata # 6.7.0 is what pip pulls in - - six # 1.16.0 is what pip pulls in - - typing-extensions # 4.7.1 is what pip pulls in - - zipp # 3.15.0 is what pip pulls in + - protobuf + - certifi + - importlib-metadata + - six + - typing-extensions + - zipp - pip run: @@ -46,6 +46,6 @@ requirements: - zipp - pip -# test: -# imports: -# - tensorflow \ No newline at end of file +test: + imports: + - tensorflow \ No newline at end of file From 9783bd313adcc5c1fd318992bfdb472b7f11571f Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 13:15:17 -0700 Subject: [PATCH 28/56] setup Miniconda depends on os --- .github/workflows/build_tensorflow.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 6805aed..12dd92f 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -41,6 +41,7 @@ jobs: # Setup Miniconda # https://github.com/conda-incubator/setup-miniconda?tab=readme-ov-file#use-a-different-environment-name-or-path - name: Setup Miniconda (Windows) + if: matrix.os == 'windows-2022' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" @@ -48,6 +49,7 @@ jobs: activate-environment: C:\c\tf - name: Setup Miniconda (Ubuntu) + if: matrix.os == 'ubuntu-22.04' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" From 58274a06c1522fa56cd3ca13c8c698e50ac34299 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 14:57:44 -0700 Subject: [PATCH 29/56] try to upload using token --- .github/workflows/build_tensorflow.yml | 38 +++++++++++++------------- 1 file changed, 19 insertions(+), 19 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 12dd92f..0a789ff 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -77,22 +77,22 @@ jobs: run: | conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge - # # Upload conda package - # - name: Upload to Anaconda (Windows) - # if: matrix.os == 'windows-2022' - # env: - # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} - # shell: powershell - # run: | - # anaconda login --username sleap-deps --password "$env:ANACONDA_LOGIN" - # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --channel sleap-deps - # anaconda logout - # - name: Upload to Anaconda (Ubuntu) - # if: matrix.os == 'ubuntu-22.04' - # env: - # ANACONDA_LOGIN: ${{ secrets.ANACONDA_LOGIN }} - # shell: bash -l {0} - # run: | - # anaconda login --username sleap-deps --password "$ANACONDA_LOGIN" - # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --channel sleap-deps - # anaconda logout + # Upload conda package + - name: Upload to Anaconda (Windows) + if: matrix.os == 'windows-2022' + env: + ANACONDA_SLEAP_DEPS_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + shell: powershell + run: | + anaconda login --username sleap-deps --password "$env:ANACONDA_SLEAP_DEPS_TOKEN" + anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps + anaconda logout + - name: Upload to Anaconda (Ubuntu) + if: matrix.os == 'ubuntu-22.04' + env: + ANACONDA_SLEAP_DEPS_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + shell: bash -l {0} + run: | + anaconda login --username sleap-deps --password "$ANACONDA_SLEAP_DEPS_TOKEN" + anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps + anaconda logout From 17e5220230a1617b7b6e82b2c0f9e0a886548f02 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 15:29:53 -0700 Subject: [PATCH 30/56] try to upload without a password --- .github/workflows/build_tensorflow.yml | 30 ++++++++++++++++++++------ 1 file changed, 24 insertions(+), 6 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 0a789ff..a16b380 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -77,22 +77,40 @@ jobs: run: | conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge - # Upload conda package + # # Upload conda package + # - name: Upload to Anaconda (Windows) + # if: matrix.os == 'windows-2022' + # env: + # ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + # shell: powershell + # run: | + # anaconda login --username sleap-deps --password "$env:ANACONDA_TOKEN" + # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps + # anaconda logout + # - name: Upload to Anaconda (Ubuntu) + # if: matrix.os == 'ubuntu-22.04' + # env: + # ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + # shell: bash -l {0} + # run: | + # anaconda login --username sleap-deps --password "$ANACONDA_TOKEN" + # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps + # anaconda logout + + # Upload conda package - name: Upload to Anaconda (Windows) if: matrix.os == 'windows-2022' env: - ANACONDA_SLEAP_DEPS_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} shell: powershell run: | - anaconda login --username sleap-deps --password "$env:ANACONDA_SLEAP_DEPS_TOKEN" - anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps + anaconda -v upload "C:\c\build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps anaconda logout - name: Upload to Anaconda (Ubuntu) if: matrix.os == 'ubuntu-22.04' env: - ANACONDA_SLEAP_DEPS_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} shell: bash -l {0} run: | - anaconda login --username sleap-deps --password "$ANACONDA_SLEAP_DEPS_TOKEN" anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps anaconda logout From 8c1e17b78b689befeed333f18e5986c877349e68 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 15:34:45 -0700 Subject: [PATCH 31/56] `ANACONDA_API_TOKEN` may automatically authenticate --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index a16b380..22f008b 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -101,7 +101,7 @@ jobs: - name: Upload to Anaconda (Windows) if: matrix.os == 'windows-2022' env: - ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} shell: powershell run: | anaconda -v upload "C:\c\build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps @@ -109,7 +109,7 @@ jobs: - name: Upload to Anaconda (Ubuntu) if: matrix.os == 'ubuntu-22.04' env: - ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} shell: bash -l {0} run: | anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps From 50f3871782e39c2267f564741153ba8ede4153f5 Mon Sep 17 00:00:00 2001 From: Elizabeth Berrigan Date: Tue, 16 Jul 2024 15:51:45 -0700 Subject: [PATCH 32/56] remove windows long path support that doesn't work --- .github/workflows/build_tensorflow.yml | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 22f008b..4326602 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -24,13 +24,6 @@ jobs: - name: Checkout uses: actions/checkout@v4 - # # Enable Windows Long Path Support - # - name: Enable Windows Long Path Support - # if: matrix.os == 'windows-2022' - # run: | - # reg add HKLM\SYSTEM\CurrentControlSet\Control\FileSystem /v LongPathsEnabled /t REG_DWORD /d 1 /f - # shell: powershell - # Make conda prefix directory (Windows) - name: Make conda prefix directory (Windows) if: matrix.os == 'windows-2022' @@ -98,6 +91,7 @@ jobs: # anaconda logout # Upload conda package + # https://github.com/anaconda/anaconda-client/issues/529 - name: Upload to Anaconda (Windows) if: matrix.os == 'windows-2022' env: From 6bdfba96ad4dfa1b682d6472d010009ae353565e Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 15:34:17 -0700 Subject: [PATCH 33/56] Remove unnecessary code --- .conda.tensorflow/meta.yaml | 4 ++-- .github/workflows/build_tensorflow.yml | 26 ++------------------------ 2 files changed, 4 insertions(+), 26 deletions(-) diff --git a/.conda.tensorflow/meta.yaml b/.conda.tensorflow/meta.yaml index a538eaf..3c89985 100644 --- a/.conda.tensorflow/meta.yaml +++ b/.conda.tensorflow/meta.yaml @@ -23,7 +23,7 @@ requirements: - '{{ compiler("cxx") }}' host: - - python>=3.10.0,<3.11.0 # Trying python 3.10 + - python>=3.10.0,<3.11.0 - numpy - h5py - protobuf @@ -35,7 +35,7 @@ requirements: - pip run: - - python>=3.10.0,<3.11.0 # Trying python 3.10 + - python>=3.10.0,<3.11.0 - numpy - h5py - protobuf diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 4326602..804674c 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -5,6 +5,7 @@ on: branches: - main - elizabeth/add-windows-linux-tensorflow-conda-package + paths: - '.github/workflows/build_tensorflow.yml' - '.conda.tensorflow/**' @@ -56,42 +57,19 @@ jobs: conda info conda list - # Build conda package (Windows) - name: Build conda package (Windows) if: matrix.os == 'windows-2022' shell: powershell run: | conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge - # Build conda package (Ubuntu) - name: Build conda package (Ubuntu) if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} run: | conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge - # # Upload conda package - # - name: Upload to Anaconda (Windows) - # if: matrix.os == 'windows-2022' - # env: - # ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} - # shell: powershell - # run: | - # anaconda login --username sleap-deps --password "$env:ANACONDA_TOKEN" - # anaconda -v upload "build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps - # anaconda logout - # - name: Upload to Anaconda (Ubuntu) - # if: matrix.os == 'ubuntu-22.04' - # env: - # ANACONDA_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} - # shell: bash -l {0} - # run: | - # anaconda login --username sleap-deps --password "$ANACONDA_TOKEN" - # anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps - # anaconda logout - - # Upload conda package - # https://github.com/anaconda/anaconda-client/issues/529 + # https://github.com/anaconda/anaconda-client/issues/529 - name: Upload to Anaconda (Windows) if: matrix.os == 'windows-2022' env: From 99d1918c3e344f8cfdbb38a367c707bc13daf142 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 15:36:02 -0700 Subject: [PATCH 34/56] Use correct version number & reset build number --- .conda.tensorflow/meta.yaml | 4 ++-- .github/workflows/build_tensorflow.yml | 5 ++--- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/.conda.tensorflow/meta.yaml b/.conda.tensorflow/meta.yaml index 3c89985..81818cf 100644 --- a/.conda.tensorflow/meta.yaml +++ b/.conda.tensorflow/meta.yaml @@ -2,7 +2,7 @@ package: name: tensorflow - version: 2.9.2a0 + version: 2.9.2 about: home: https://tensorflow.org @@ -12,7 +12,7 @@ about: For GPU support, install cudatoolkit 11.3.1 and cudnn 8.2.1 which are available as conda packages on the default channel.' build: - number: 4 + number: 0 source: path: ../ diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 804674c..d6b2ce6 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -5,7 +5,7 @@ on: branches: - main - elizabeth/add-windows-linux-tensorflow-conda-package - + paths: - '.github/workflows/build_tensorflow.yml' - '.conda.tensorflow/**' @@ -25,14 +25,12 @@ jobs: - name: Checkout uses: actions/checkout@v4 - # Make conda prefix directory (Windows) - name: Make conda prefix directory (Windows) if: matrix.os == 'windows-2022' shell: powershell run: | New-Item -ItemType Directory -Force -Path C:\c - # Setup Miniconda # https://github.com/conda-incubator/setup-miniconda?tab=readme-ov-file#use-a-different-environment-name-or-path - name: Setup Miniconda (Windows) if: matrix.os == 'windows-2022' @@ -78,6 +76,7 @@ jobs: run: | anaconda -v upload "C:\c\build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps anaconda logout + - name: Upload to Anaconda (Ubuntu) if: matrix.os == 'ubuntu-22.04' env: From 84c6d3221ddf2f2befe294566444b1285a8be683 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 16:01:39 -0700 Subject: [PATCH 35/56] Use anaconda password instead of token --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index aa968fa..c698d4b 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -73,7 +73,7 @@ jobs: - name: Upload to Anaconda (Windows) if: matrix.os == "windows-2022" env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: powershell run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" @@ -83,7 +83,7 @@ jobs: - name: Upload to Anaconda (Ubuntu) if: matrix.os == "ubuntu-22.04" env: - ANACONDA_API_TOKEN: ${{ secrets.ANACONDA_SLEAP_DEPS_TOKEN }} + ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" From 220ac77a75b153320ff44684972adf990ac3cf79 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 16:08:16 -0700 Subject: [PATCH 36/56] Use ' instaead of " in if statements --- .github/workflows/build_tensorflow.yml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index c698d4b..61f2e45 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -21,21 +21,21 @@ jobs: strategy: fail-fast: false matrix: - os: ["ubuntu-22.04", "windows-2022", "macos-14"] + os: ['ubuntu-22.04', 'windows-2022', 'macos-14'] steps: # Checkout the repository - name: Checkout uses: actions/checkout@v4 - name: Make conda prefix directory (Windows) - if: matrix.os == "windows-2022" + if: matrix.os == 'windows-2022' shell: powershell run: | New-Item -ItemType Directory -Force -Path C:\c # https://github.com/conda-incubator/setup-miniconda?tab=readme-ov-file#use-a-different-environment-name-or-path - name: Setup Miniconda (Windows) - if: matrix.os == "windows-2022" + if: matrix.os == 'windows-2022' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" @@ -43,7 +43,7 @@ jobs: activate-environment: C:\c\tf - name: Setup Miniconda (not Windows) - if: matrix.os != "windows-2022" + if: matrix.os != 'windows-2022' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" @@ -58,20 +58,20 @@ jobs: conda list - name: Build conda package (Windows) - if: matrix.os == "windows-2022" + if: matrix.os == 'windows-2022' shell: powershell run: | conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge - name: Build conda package (Ubuntu) - if: matrix.os == "ubuntu-22.04" + if: matrix.os == 'ubuntu-22.04' shell: bash -l {0} run: | conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge # https://github.com/anaconda/anaconda-client/issues/529 - name: Upload to Anaconda (Windows) - if: matrix.os == "windows-2022" + if: matrix.os == 'windows-2022' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: powershell @@ -81,7 +81,7 @@ jobs: anaconda logout - name: Upload to Anaconda (Ubuntu) - if: matrix.os == "ubuntu-22.04" + if: matrix.os == 'ubuntu-22.04' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} @@ -91,13 +91,13 @@ jobs: anaconda logout - name: Build conda package (MacOS) - if: matrix.os == "macos-14" + if: matrix.os == 'macos-14' shell: bash -l {0} run: | conda build --debug .conda.tensorflow_macos --output-folder build.tensorflow_macos -c conda-forge - name: Upload to Anaconda (MacOS) - if: matrix.os == "macos-14" + if: matrix.os == 'macos-14' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} From fb301badab9ddf78ddaad1a7d9aa31cf2be1921f Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 16:14:58 -0700 Subject: [PATCH 37/56] Document manual win/linux pacakge testing --- README.md | 34 +++++++++++++++++++--------------- 1 file changed, 19 insertions(+), 15 deletions(-) diff --git a/README.md b/README.md index ae060ea..d02739c 100644 --- a/README.md +++ b/README.md @@ -7,28 +7,32 @@ There is a Github Actions workflow `build_tensorflow.yml` that uses Github runne 1. Create the tensorflow build environment: -```bash -mamba env create -f environment.tensorflow.yml -n tf -``` + ```bash + mamba env create -f environment.tensorflow.yml -n tf + ``` 2. Activate the tensorflow build environment: -```bash -mamba activate tf -``` + ```bash + mamba activate tf + ``` 3. Build the tensorflow conda package: -#### Mac + #### Windows or Linux -```bash -conda build --debug.conda.tensorflow_macos --output-folder build.tensorflow_macos -c conda-forge -``` + ```bash + conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge + ``` -4. Test the conda package: + #### Mac + + ```bash + conda build --debug .conda.tensorflow_macos --output-folder build.tensorflow -c conda-forge + ``` -#### Mac +4. Test the conda package: -```bash -mamba create -n tf_macos -c ./build.tensorflow_macos -c conda-forge tensorflow -``` + ```bash + mamba create -n tf_build -c ./build.tensorflow -c conda-forge tensorflow + ``` From a872855e34f645344abc90c2df2d582ada1ad5d5 Mon Sep 17 00:00:00 2001 From: roomrys Date: Wed, 11 Sep 2024 20:46:59 -0700 Subject: [PATCH 38/56] Consolidate workflow and separate build and upload jobs --- .github/workflows/build_tensorflow.yml | 127 ++++++++++++++----------- 1 file changed, 73 insertions(+), 54 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 61f2e45..b7b1adb 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -14,36 +14,35 @@ on: - "requirements.tensorflow.txt" - "requirements.tensorflow_macos.txt" +# If RUN_BUILD_JOB is set to true, then RUN_ID will be overwritten to the current run id +env: + RUN_BUILD_JOB: true + RUN_ID: 10713717594 # Only used if RUN_BUILD_JOB is false (to dowload build artifact) + jobs: build: name: Build package (${{ matrix.os }}) runs-on: ${{ matrix.os }} strategy: - fail-fast: false + fail-fast: false # TODO(LM): Set to true matrix: - os: ['ubuntu-22.04', 'windows-2022', 'macos-14'] + os: ["ubuntu-22.04", "windows-2022", "macos-14"] + include: + - os-folder: win-64 + - build-folder: .conda.tensorflow + - os: "ubuntu-22.04" + os-folder: linux-64 + - os: "macos-14" + os-folder: osx-arm64 + build-folder: .conda.tensorflow_macos steps: # Checkout the repository - name: Checkout + if: env.RUN_BUILD_JOB == 'true' uses: actions/checkout@v4 - - name: Make conda prefix directory (Windows) - if: matrix.os == 'windows-2022' - shell: powershell - run: | - New-Item -ItemType Directory -Force -Path C:\c - - # https://github.com/conda-incubator/setup-miniconda?tab=readme-ov-file#use-a-different-environment-name-or-path - - name: Setup Miniconda (Windows) - if: matrix.os == 'windows-2022' - uses: conda-incubator/setup-miniconda@v3.0.3 - with: - python-version: "3.10" - environment-file: environment.tensorflow.yml - activate-environment: C:\c\tf - - - name: Setup Miniconda (not Windows) - if: matrix.os != 'windows-2022' + - name: Setup Miniconda + if: env.RUN_BUILD_JOB == 'true' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" @@ -51,57 +50,77 @@ jobs: activate-environment: tf - name: Print environment info + if: env.RUN_BUILD_JOB == 'true' shell: bash -l {0} run: | which python conda info conda list - - name: Build conda package (Windows) - if: matrix.os == 'windows-2022' - shell: powershell - run: | - conda build --debug .conda.tensorflow --output-folder C:\c\build.tensorflow -c conda-forge - - - name: Build conda package (Ubuntu) - if: matrix.os == 'ubuntu-22.04' + - name: Build conda package + if: env.RUN_BUILD_JOB == 'true' shell: bash -l {0} run: | - conda build --debug .conda.tensorflow --output-folder build.tensorflow -c conda-forge + conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge - # https://github.com/anaconda/anaconda-client/issues/529 - - name: Upload to Anaconda (Windows) - if: matrix.os == 'windows-2022' - env: - ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} - shell: powershell - run: | - anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload "C:\c\build.tensorflow\win-64\*.tar.bz2" --label dev --user sleap-deps - anaconda logout + # Upload the build artifact incase anaconda upload fails + - name: Upload conda package artifact + if: env.RUN_BUILD_JOB == 'true' + uses: actions/upload-artifact@v4 + with: + name: tensorflow-build-${{ matrix.os-folder }} + path: build.tensorflow # Upload entire build directory + retention-days: 1 - - name: Upload to Anaconda (Ubuntu) - if: matrix.os == 'ubuntu-22.04' - env: - ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} - shell: bash -l {0} - run: | - anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload build.tensorflow/linux-64/*.tar.bz2 --label dev --user sleap-deps - anaconda logout + upload: + name: Upload package (${{ matrix.os }}) + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false # TODO(LM): Set to true + matrix: + os: ["ubuntu-22.04", "windows-2022", "macos-14"] + include: + - os-folder: win-64 + - os: "ubuntu-22.04" + os-folder: linux-64 + - os: "macos-14" + os-folder: osx-arm64 - - name: Build conda package (MacOS) - if: matrix.os == 'macos-14' + steps: + - name: Use current run id for conda package download shell: bash -l {0} - run: | - conda build --debug .conda.tensorflow_macos --output-folder build.tensorflow_macos -c conda-forge + if: env.RUN_BUILD_JOB == 'true' + run: echo "RUN_ID=${{ github.run_id }}" >> $GITHUB_ENV + + # https://github.com/actions/download-artifact?tab=readme-ov-file#usage + - name: Download conda package artifact + uses: actions/download-artifact@v4 + id: download + with: + name: sleap-build-${{ matrix.os-folder }} + path: build.tensorflow + run-id: ${{ env.RUN_ID }} + github-token: ${{ secrets.GITHUB_TOKEN }} + + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.pyver }} + + - name: Setup Miniconda + if: env.RUN_BUILD_JOB == 'true' + uses: conda-incubator/setup-miniconda@v3.0.3 + with: + python-version: "3.10" + environment-file: environment.tensorflow.yml + activate-environment: tf - - name: Upload to Anaconda (MacOS) - if: matrix.os == 'macos-14' + - name: Upload to Anaconda + if: env.RUN_BUILD_JOB == 'true' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload build.tensorflow_macos/osx-arm64/*.tar.bz2 --label dev --user sleap-deps + anaconda -v upload build.tensorflow/${{ matrix.os-folder }}/*.tar.bz2 --label dev --user sleap-deps anaconda logout From 40655b2f354c72cd334be93923947c4dbe0a894f Mon Sep 17 00:00:00 2001 From: roomrys Date: Wed, 11 Sep 2024 20:48:38 -0700 Subject: [PATCH 39/56] Ensure build job runs before upload job --- .github/workflows/build_tensorflow.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index b7b1adb..7089c9c 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -75,6 +75,7 @@ jobs: upload: name: Upload package (${{ matrix.os }}) runs-on: ${{ matrix.os }} + needs: build strategy: fail-fast: false # TODO(LM): Set to true matrix: From 72fb5bf0658dec33c6513e431b5e0ad1dbae995c Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 21:15:53 -0700 Subject: [PATCH 40/56] Use powershell to build Windows packages --- .github/workflows/build_tensorflow.yml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 7089c9c..27e0d0b 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -57,8 +57,14 @@ jobs: conda info conda list - - name: Build conda package - if: env.RUN_BUILD_JOB == 'true' + - name: Build conda package (${{ matrix.os }}) + if: (${{ runner.os }} == 'Windows' ) && (env.RUN_BUILD_JOB == 'true') + shell: powershell + run: | + conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge + + - name: Build conda package (${{ matrix.os }}) + if: (${{ runner.os }} != 'Windows' ) && (env.RUN_BUILD_JOB == 'true') shell: bash -l {0} run: | conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge From 43164a5a2b160474bd6100b53eb0963faae73876 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 21:22:04 -0700 Subject: [PATCH 41/56] Do not use jinja templating in name --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 27e0d0b..a447946 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -58,13 +58,13 @@ jobs: conda list - name: Build conda package (${{ matrix.os }}) - if: (${{ runner.os }} == 'Windows' ) && (env.RUN_BUILD_JOB == 'true') + if: (runner.os == 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: powershell run: | conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge - name: Build conda package (${{ matrix.os }}) - if: (${{ runner.os }} != 'Windows' ) && (env.RUN_BUILD_JOB == 'true') + if: (runner.os != 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: bash -l {0} run: | conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge From 39b42752fc9d86154930b0339b2f8c009d3e870b Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 22:12:11 -0700 Subject: [PATCH 42/56] Make conda prefix directory shorter again --- .github/workflows/build_tensorflow.yml | 33 ++++++++++++++------------ 1 file changed, 18 insertions(+), 15 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index a447946..dfd251c 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -28,10 +28,13 @@ jobs: matrix: os: ["ubuntu-22.04", "windows-2022", "macos-14"] include: - - os-folder: win-64 + - os-folder: linux-64 - build-folder: .conda.tensorflow - - os: "ubuntu-22.04" - os-folder: linux-64 + - os-shell: bash -l {0} + - os: "windows-2022" + os-folder: win-64 + os-shell: powershell + env-prefix: C:\c\ - os: "macos-14" os-folder: osx-arm64 build-folder: .conda.tensorflow_macos @@ -41,13 +44,19 @@ jobs: if: env.RUN_BUILD_JOB == 'true' uses: actions/checkout@v4 + - name: Make conda prefix directory (Windows) + if: matrix.os == "windows-2022" + shell: powershell + run: | + New-Item -ItemType Directory -Force -Path ${{ matrix.env-prefix }} + - name: Setup Miniconda if: env.RUN_BUILD_JOB == 'true' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" environment-file: environment.tensorflow.yml - activate-environment: tf + activate-environment: ${{ matrix.env-prefix }}tf - name: Print environment info if: env.RUN_BUILD_JOB == 'true' @@ -57,17 +66,11 @@ jobs: conda info conda list - - name: Build conda package (${{ matrix.os }}) - if: (runner.os == 'Windows') && (env.RUN_BUILD_JOB == 'true') - shell: powershell - run: | - conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge - - - name: Build conda package (${{ matrix.os }}) - if: (runner.os != 'Windows') && (env.RUN_BUILD_JOB == 'true') - shell: bash -l {0} + - name: Build conda package + if: env.RUN_BUILD_JOB == 'true' + shell: matrix.os-shell run: | - conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge + conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build.tensorflow -c conda-forge # Upload the build artifact incase anaconda upload fails - name: Upload conda package artifact @@ -75,7 +78,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: tensorflow-build-${{ matrix.os-folder }} - path: build.tensorflow # Upload entire build directory + path: ${{ matrix.env-prefix }}build.tensorflow # Upload entire build directory retention-days: 1 upload: From 57f42cbc1fab6568b7311da899d79b23e2db0641 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 22:14:31 -0700 Subject: [PATCH 43/56] Use ' not " --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index dfd251c..3e199ff 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -45,7 +45,7 @@ jobs: uses: actions/checkout@v4 - name: Make conda prefix directory (Windows) - if: matrix.os == "windows-2022" + if: matrix.os == 'windows-2022' shell: powershell run: | New-Item -ItemType Directory -Force -Path ${{ matrix.env-prefix }} From 67c8e92539f07f0460d57a6f1bdb47b439f1c1ac Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 22:17:57 -0700 Subject: [PATCH 44/56] Use jinja formatting for shell --- .github/workflows/build_tensorflow.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 3e199ff..a200651 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -68,7 +68,7 @@ jobs: - name: Build conda package if: env.RUN_BUILD_JOB == 'true' - shell: matrix.os-shell + shell: ${{ matrix.os-shell }} run: | conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build.tensorflow -c conda-forge From 8e6b49b3c3027bb328262498d10e9a94d459f357 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 22:23:53 -0700 Subject: [PATCH 45/56] Split build into windows and not windows --- .github/workflows/build_tensorflow.yml | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index a200651..d1f53be 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -30,10 +30,8 @@ jobs: include: - os-folder: linux-64 - build-folder: .conda.tensorflow - - os-shell: bash -l {0} - os: "windows-2022" os-folder: win-64 - os-shell: powershell env-prefix: C:\c\ - os: "macos-14" os-folder: osx-arm64 @@ -66,12 +64,18 @@ jobs: conda info conda list - - name: Build conda package + - name: Build conda package (Windows) if: env.RUN_BUILD_JOB == 'true' - shell: ${{ matrix.os-shell }} + shell: powershell run: | conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build.tensorflow -c conda-forge + - name: Build conda package (not Windows) + if: env.RUN_BUILD_JOB == 'true' + shell: bash -l {0} + run: | + conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge + # Upload the build artifact incase anaconda upload fails - name: Upload conda package artifact if: env.RUN_BUILD_JOB == 'true' From d01872e306fb078dbcb68d6b0ecaba9bfa249440 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Wed, 11 Sep 2024 22:28:02 -0700 Subject: [PATCH 46/56] Add back check for runner in build conda step --- .github/workflows/build_tensorflow.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index d1f53be..37fa10e 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -65,13 +65,13 @@ jobs: conda list - name: Build conda package (Windows) - if: env.RUN_BUILD_JOB == 'true' + if: (runner.os == 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: powershell run: | conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build.tensorflow -c conda-forge - name: Build conda package (not Windows) - if: env.RUN_BUILD_JOB == 'true' + if: (runner.os != 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: bash -l {0} run: | conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge From 3484d39e82fc7b72838f54b3bc1a3f8b63cdc8f5 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 06:59:54 -0700 Subject: [PATCH 47/56] Change output folder to build not build.tensorflow --- .github/workflows/build_tensorflow.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 37fa10e..750dedb 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -68,13 +68,13 @@ jobs: if: (runner.os == 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: powershell run: | - conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build.tensorflow -c conda-forge + conda build --debug ${{ matrix.build-folder }} --output-folder ${{ matrix.env-prefix }}build -c conda-forge - name: Build conda package (not Windows) if: (runner.os != 'Windows') && (env.RUN_BUILD_JOB == 'true') shell: bash -l {0} run: | - conda build --debug ${{ matrix.build-folder }} --output-folder build.tensorflow -c conda-forge + conda build --debug ${{ matrix.build-folder }} --output-folder build -c conda-forge # Upload the build artifact incase anaconda upload fails - name: Upload conda package artifact @@ -82,7 +82,7 @@ jobs: uses: actions/upload-artifact@v4 with: name: tensorflow-build-${{ matrix.os-folder }} - path: ${{ matrix.env-prefix }}build.tensorflow # Upload entire build directory + path: ${{ matrix.env-prefix }}build # Upload entire build directory retention-days: 1 upload: @@ -111,8 +111,8 @@ jobs: uses: actions/download-artifact@v4 id: download with: - name: sleap-build-${{ matrix.os-folder }} - path: build.tensorflow + name: tensorflow-build-${{ matrix.os-folder }} + path: build run-id: ${{ env.RUN_ID }} github-token: ${{ secrets.GITHUB_TOKEN }} @@ -136,5 +136,5 @@ jobs: shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload build.tensorflow/${{ matrix.os-folder }}/*.tar.bz2 --label dev --user sleap-deps + anaconda -v upload build/${{ matrix.os-folder }}/*.tar.bz2 --label dev --user sleap-deps anaconda logout From 4568310f12a398bdca6bc10bf57a0d663983bb9d Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:01:58 -0700 Subject: [PATCH 48/56] Retry download (w/o build) --- .github/workflows/build_tensorflow.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 750dedb..fa204a8 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -16,15 +16,15 @@ on: # If RUN_BUILD_JOB is set to true, then RUN_ID will be overwritten to the current run id env: - RUN_BUILD_JOB: true - RUN_ID: 10713717594 # Only used if RUN_BUILD_JOB is false (to dowload build artifact) + RUN_BUILD_JOB: false # TODO(LM): Set to true + RUN_ID: 10824742361 # Only used if RUN_BUILD_JOB is false (to dowload build artifact) jobs: build: name: Build package (${{ matrix.os }}) runs-on: ${{ matrix.os }} strategy: - fail-fast: false # TODO(LM): Set to true + fail-fast: true matrix: os: ["ubuntu-22.04", "windows-2022", "macos-14"] include: From 53d2a6251bd73b6cadbf069efac68616c6d32649 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:04:52 -0700 Subject: [PATCH 49/56] Always run set-up miniconda and upload to anaconda --- .github/workflows/build_tensorflow.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index fa204a8..5265072 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -122,7 +122,6 @@ jobs: python-version: ${{ matrix.pyver }} - name: Setup Miniconda - if: env.RUN_BUILD_JOB == 'true' uses: conda-incubator/setup-miniconda@v3.0.3 with: python-version: "3.10" @@ -130,7 +129,6 @@ jobs: activate-environment: tf - name: Upload to Anaconda - if: env.RUN_BUILD_JOB == 'true' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} From 8e0aa8ec4466e121cb2213b11cb8485cd0051bf4 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:07:04 -0700 Subject: [PATCH 50/56] Add a repo checkout before setup miniconda --- .github/workflows/build_tensorflow.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 5265072..67e0bc8 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -116,6 +116,11 @@ jobs: run-id: ${{ env.RUN_ID }} github-token: ${{ secrets.GITHUB_TOKEN }} + # Checkout the repository + - name: Checkout + if: env.RUN_BUILD_JOB == 'true' + uses: actions/checkout@v4 + - name: Setup Python uses: actions/setup-python@v5 with: From 0419f8fc13b686be9eeee50a3fc213fd54d27b12 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:08:29 -0700 Subject: [PATCH 51/56] Always run checkout --- .github/workflows/build_tensorflow.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 67e0bc8..5acab31 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -118,7 +118,6 @@ jobs: # Checkout the repository - name: Checkout - if: env.RUN_BUILD_JOB == 'true' uses: actions/checkout@v4 - name: Setup Python From 4d2047c44114f6a5d936dbb9b52dabee169498a7 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:15:01 -0700 Subject: [PATCH 52/56] List items in current directory --- .github/workflows/build_tensorflow.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 5acab31..97b93dd 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -116,6 +116,11 @@ jobs: run-id: ${{ env.RUN_ID }} github-token: ${{ secrets.GITHUB_TOKEN }} + - name: List items in current directory + run: | + ls . + ls -R build + # Checkout the repository - name: Checkout uses: actions/checkout@v4 @@ -138,5 +143,5 @@ jobs: shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload build/${{ matrix.os-folder }}/*.tar.bz2 --label dev --user sleap-deps + anaconda -v upload "build/${{ matrix.os-folder }}/*.tar.bz2" --label dev --user sleap-deps anaconda logout From 96962bcba1faaef9f46110796880bf3170ba1691 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:20:17 -0700 Subject: [PATCH 53/56] Move checkout to the top and list to bottom --- .github/workflows/build_tensorflow.yml | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 97b93dd..73d7d51 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -101,6 +101,10 @@ jobs: os-folder: osx-arm64 steps: + # Checkout the repository + - name: Checkout + uses: actions/checkout@v4 + - name: Use current run id for conda package download shell: bash -l {0} if: env.RUN_BUILD_JOB == 'true' @@ -116,15 +120,6 @@ jobs: run-id: ${{ env.RUN_ID }} github-token: ${{ secrets.GITHUB_TOKEN }} - - name: List items in current directory - run: | - ls . - ls -R build - - # Checkout the repository - - name: Checkout - uses: actions/checkout@v4 - - name: Setup Python uses: actions/setup-python@v5 with: @@ -137,6 +132,11 @@ jobs: environment-file: environment.tensorflow.yml activate-environment: tf + - name: List items in current directory + run: | + ls . + ls -R build + - name: Upload to Anaconda env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} From a3f893527911ce1ccbc1b3162a99909425a895c0 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:25:43 -0700 Subject: [PATCH 54/56] List current working directory --- .github/workflows/build_tensorflow.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 73d7d51..404ba25 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -134,6 +134,7 @@ jobs: - name: List items in current directory run: | + pwd ls . ls -R build @@ -143,5 +144,5 @@ jobs: shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload "build/${{ matrix.os-folder }}/*.tar.bz2" --label dev --user sleap-deps + anaconda -v upload "./build/${{ matrix.os-folder }}/*.tar.bz2" --label dev --user sleap-deps anaconda logout From a4b464dfb878bbf185ebe33f4e718329bd6644a7 Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:36:23 -0700 Subject: [PATCH 55/56] Move set-up python and miniconda before download --- .github/workflows/build_tensorflow.yml | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index 404ba25..c106ca5 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -105,6 +105,18 @@ jobs: - name: Checkout uses: actions/checkout@v4 + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.pyver }} + + - name: Setup Miniconda + uses: conda-incubator/setup-miniconda@v3.0.3 + with: + python-version: "3.10" + environment-file: environment.tensorflow.yml + activate-environment: tf + - name: Use current run id for conda package download shell: bash -l {0} if: env.RUN_BUILD_JOB == 'true' @@ -120,21 +132,9 @@ jobs: run-id: ${{ env.RUN_ID }} github-token: ${{ secrets.GITHUB_TOKEN }} - - name: Setup Python - uses: actions/setup-python@v5 - with: - python-version: ${{ matrix.pyver }} - - - name: Setup Miniconda - uses: conda-incubator/setup-miniconda@v3.0.3 - with: - python-version: "3.10" - environment-file: environment.tensorflow.yml - activate-environment: tf - - name: List items in current directory + shell: bash -l {0} run: | - pwd ls . ls -R build From 8833e8badfdca14a3bbd2917e421cb3b4856887b Mon Sep 17 00:00:00 2001 From: roomrys <38435167+roomrys@users.noreply.github.com> Date: Thu, 12 Sep 2024 07:55:42 -0700 Subject: [PATCH 56/56] Separate upload for windows and not windows --- .github/workflows/build_tensorflow.yml | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/.github/workflows/build_tensorflow.yml b/.github/workflows/build_tensorflow.yml index c106ca5..b105bf1 100644 --- a/.github/workflows/build_tensorflow.yml +++ b/.github/workflows/build_tensorflow.yml @@ -138,11 +138,22 @@ jobs: ls . ls -R build - - name: Upload to Anaconda + - name: Upload to Anaconda (Windows) + if: runner.os == 'Windows' env: ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} shell: bash -l {0} run: | anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" - anaconda -v upload "./build/${{ matrix.os-folder }}/*.tar.bz2" --label dev --user sleap-deps + anaconda -v upload "build/${{ matrix.os-folder }}/*.tar.bz2" --label dev --user sleap-deps + anaconda logout + + - name: Upload to Anaconda (not Windows) + if: runner.os != 'Windows' + env: + ANACONDA_PASSWORD: ${{ secrets.ANACONDA_PASSWORD }} + shell: bash -l {0} + run: | + anaconda login --username sleap-deps --password "$ANACONDA_PASSWORD" + anaconda -v upload build/${{ matrix.os-folder }}/*.tar.bz2 --label dev --user sleap-deps anaconda logout