Feature/build release

.github/workflows/build.yml

@@ -1,4 +1,4 @@
-name: Build firmware
+name: Build Firmware
 
 on:
   pull_request:
@@ -7,7 +7,6 @@ on:
   push:
     branches:
       - features_for_launch
-  workflow_dispatch:
 
 jobs:
   build:
@@ -17,21 +16,5 @@ jobs:
       uses: actions/checkout@v4
       with:
         submodules: true
-    - name: Install packages
-      run: |
-        sudo apt install cmake python3 build-essential gcc-arm-none-eabi libnewlib-arm-none-eabi libstdc++-arm-none-eabi-newlib
-    - name: Build MPY Cross
-      run: make -C micropython/mpy-cross
-    - name: MicroPython submodules
-      run: make -C micropython/ports/rp2 BOARD=SPARKFUN_XRP_CONTROLLER submodules
-    - name: Set Pico SDK path
-      run: echo "PICO_SDK_PATH=$GITHUB_WORKSPACE/micropython/lib/pico-sdk" >> "$GITHUB_ENV"
-    - name: Build OpenCV
-      run: make -C src/opencv PLATFORM=rp2350 --no-print-directory -j4
-    - name: Build firmware
-      run: make BOARD=SPARKFUN_XRP_CONTROLLER -j4
-    - name: Upload UF2
-      uses: actions/upload-artifact@v4
-      with:
-        name: firmware.uf2
-        path: micropython/ports/rp2/build-SPARKFUN_XRP_CONTROLLER-LARGE_BINARY/firmware.uf2
+    - name: Build Firmware
+      run: source build.sh && build_micropython_opencv

.github/workflows/release.yml

@@ -0,0 +1,23 @@
+name: Build and Deploy Firmware Release
+
+on:
+  release:
+    types: [created]
+
+jobs:
+  build:
+    runs-on: ubuntu-22.04
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v4
+      with:
+        submodules: true
+    - name: Build Firmware
+      run: source build.sh && build_micropython_opencv
+    - name: Upload Release Assets
+      uses: shogo82148/actions-upload-release-asset@v1
+      with:
+        asset_path: "micropython/ports/rp2/build-SPARKFUN_XRP_CONTROLLER-LARGE_BINARY/MICROPYTHON_OPENCV_SPARKFUN_XRP_CONTROLLER.uf2"
+        github_token: ${{ secrets.GITHUB_TOKEN }}
+        upload_url: ${{ github.event.release.upload_url }}
+

build.sh

@@ -0,0 +1,181 @@
+if which nproc > /dev/null; then
+    MAKEOPTS="-j$(nproc)"
+else
+    MAKEOPTS="-j$(sysctl -n hw.ncpu)"
+fi
+
+# TODO: Could also make these opts into the build_micropython_opencv function if we care...
+FROZEN_MODULES_DIR="$(dirname "$0")/frozen_modules"
+FROZEN_EXAMPLES_ARCHIVE_SCRIPT="frozen_examples.py"
+FROZEN_EXAMPLES_UNPACKED_DIR="opencv-examples"
+PERSISTENT_FILE_FOR_UNPACK="/${FROZEN_EXAMPLES_UNPACKED_DIR}/reset_examples.txt"
+
+# Uses freezefs to create a frozen filesystem archive for the provided directory.
+# See https://github.com/bixb922/freezefs for more details on freezefs
+# Options:
+    # $1: The directory to freeze
+    # $2: The name that you want the frozen directory to have once unpacked on the board
+    # $3: The output file name for the frozen archive .py file
+function create_frozen_fs {
+    local DIR_TO_FREEZE=$1
+    local DIR_NAME_ON_BOARD=$2
+    local OUTPUT_FILE=$3
+
+    echo "Creating frozen filesystem for directory: $DIR_TO_FREEZE"
+    echo "The frozen directory will be named: $DIR_NAME_ON_BOARD"
+    echo "The output file will be: $OUTPUT_FILE"
+
+    if [ $DIR_TO_FREEZE != $DIR_NAME_ON_BOARD ]; then
+        cp -r $DIR_TO_FREEZE $DIR_NAME_ON_BOARD
+    fi
+
+    # Use on-import=extract so our frozen filesystem is unpacked to '/' in flash on import
+    # Use --compress to compress the frozen filesystem archive
+    # Use --overwrite always to ensure that the frozen filesystem is returned to factory state if the persistent file is deleted
+
+    python -m freezefs $DIR_NAME_ON_BOARD $OUTPUT_FILE --on-import=extract --compress --overwrite always
+}
+
+# Adds the provided directory to the manifest file for the specified port and board.
+# Options:
+# $1: The directory to add to the manifest
+# $2: The port (e.g. rp2)
+# $3: The board (e.g. SPARKFUN_XRP_CONTROLLER)
+# $4: The mpconfigboard file name (e.g. mpconfigboard.cmake or mpconfigboard.m) Default: mpconfigboard.cmake
+function add_to_manifest {
+    local DIR=$1
+    local PORT=$2
+    local BOARD=$3
+    local MPCONFIG_FILE="${4:-mpconfigboard.cmake}"
+
+    # Add the directory to the manifest file
+    echo "Adding $DIR to the manifest for $PORT on $BOARD using $MPCONFIG_FILE"
+    local BOARD_DIR="micropython/ports/${PORT}/boards/${BOARD}"
+
+    # Create manifest.py if it doesn't exist
+    if [ ! -f ${BOARD_DIR}/manifest.py ]; then
+        echo "include(\"\$(PORT_DIR)/boards/manifest.py\")" > ${BOARD_DIR}/manifest.py
+
+        # also add the necessary frozen manifest line to mpconfigboard.cmake: set(MICROPY_FROZEN_MANIFEST ${MICROPY_BOARD_DIR}/manifest.py)
+        # We will use the optional MPCONFIG_FILE argument to determine if we should add this line
+
+        if [ -n "$MPCONFIG_FILE" ]; then
+            echo "Attempting to add frozen manifest line to $MPCONFIG_FILE for $BOARD"
+
+            if [[ $MPCONFIG_FILE == *.mk ]]; then
+                # e.g. for TEENSY which uses mpconfigboard.mk instead of mpconfigboard.cmake
+                printf "\nFROZEN_MANIFEST ?= \$(BOARD_DIR)/manifest.py" >> ${BOARD_DIR}/$MPCONFIG_FILE
+            elif [[ $MPCONFIG_FILE == *.cmake ]]; then
+                printf "\nset(MICROPY_FROZEN_MANIFEST \"\${MICROPY_BOARD_DIR}/manifest.py\")" >> ${BOARD_DIR}/$MPCONFIG_FILE
+            fi
+        fi
+    fi  
+
+    # Add the freeze line to the manifest.py for the board
+    echo "Adding freeze line to manifest.py for $BOARD"
+    printf "\nfreeze(\"${DIR}\")" >> ${BOARD_DIR}/manifest.py
+
+    # Helpful for debugging during the build process, but can be removed if we'd rather not see this output...
+    echo "Manifest.py for $BOARD:"
+    cat ${BOARD_DIR}/manifest.py
+}
+
+# Adds the frozen data filesystem to the _boot.py file for the given port
+# Options:
+    # $1: Port name
+    # $2: Frozen data file path
+    # $3: Unpacked directory name on the board (optional). If provided, the modules in this directory will be made importable
+function add_frozen_data_to_boot_for_port {
+    local TARGET_PORT_NAME=$1
+    local FROZEN_DATA_FILE=$2
+    local UNPACKED_DIR=$3
+
+    # Remove the ".py" extension from the frozen data file
+    local FROZEN_DATA_BASENAME=$(basename $FROZEN_DATA_FILE .py)
+
+    # Check if the _boot.py file exists in the port's modules directory and error out if it does not
+    if [ ! -f micropython/ports/${TARGET_PORT_NAME}/modules/_boot.py ]; then
+        echo "Error: _boot.py file not found in ports/${TARGET_PORT_NAME}/modules/"
+        exit 1
+    fi
+
+    # Add the frozen data filesystem to the _boot.py file
+    local BOOT_FILE="micropython/ports/${TARGET_PORT_NAME}/modules/_boot.py"
+
+    # Create our "persistent file for unpack" that will be used to check if the frozen data filesystem has already been unpacked
+    # If it has not been unpacked, we will import the frozen data filesystem
+    echo "Adding frozen data filesystem to ${BOOT_FILE}"
+    echo "import os" >> ${BOOT_FILE}
+    echo "try:" >> ${BOOT_FILE}
+    echo "    os.stat('${PERSISTENT_FILE_FOR_UNPACK}')" >> ${BOOT_FILE}
+    echo "except OSError:" >> ${BOOT_FILE}
+    echo "    import ${FROZEN_DATA_BASENAME}" >> ${BOOT_FILE}
+    echo "    with open('${PERSISTENT_FILE_FOR_UNPACK}', 'w') as f:" >> ${BOOT_FILE}
+    echo "        f.write('Hi! The firmware has this directory frozen into the firmware, and the _boot.py\\n')" >> ${BOOT_FILE}
+    echo "        f.write('file has been modified to automatically unpack this directory if needed. As long\\n')" >> ${BOOT_FILE}
+    echo "        f.write('as this file exists, it will not unpack the directory, meaning you can safely\\n')" >> ${BOOT_FILE}
+    echo "        f.write('edit the files here or delete all other files to free up storage space. If you\\n')" >> ${BOOT_FILE}
+    echo "        f.write('want to restore this directory to its default state, delete this file and the\\n')" >> ${BOOT_FILE}
+    echo "        f.write('directory will be unpacked again on the next boot.\\n')" >> ${BOOT_FILE}
+    echo "        f.write('\\n')" >> ${BOOT_FILE}
+    echo "        f.write('WARNING: Deleting this file will override ALL changes to this directory!')" >> ${BOOT_FILE}
+
+    # If a destination directory is provided, we will add it to the sys.path so that the modules in the unpacked directory can be imported
+    if [ -n "$UNPACKED_DIR" ]; then
+        echo "Adding ${UNPACKED_DIR} to sys.path in _boot.py"
+        echo "import sys" >> ${BOOT_FILE}
+        echo "sys.path.append('/${UNPACKED_DIR}')" >> ${BOOT_FILE}
+    fi
+
+    # Helpful for debugging during the build process, but can be removed if we'd rather not see this output...
+    echo "Content of _boot.py after adding frozen data filesystem:"
+    cat micropython/ports/${TARGET_PORT_NAME}/modules/_boot.py
+}
+
+# Installs necessary dependencies and builds OpenCV and the firmware
+# Also freezes the examples directory in a filesystem archive on the board
+function build_micropython_opencv {
+    # Install necessary packages (Could move into an install_dependencies.sh if we want this to be more explicit/modular)
+    sudo apt update
+    sudo apt install cmake python3 build-essential gcc-arm-none-eabi libnewlib-arm-none-eabi libstdc++-arm-none-eabi-newlib
+    # Install necessary python packages (could also move this to a requirements.txt file)
+    pip install freezefs
+
+    # Create a directory for frozen modules, we can add arbitrary .py files to this directory in the future.
+    # For now it will just contain the archived examples script.
+    mkdir "$FROZEN_MODULES_DIR"
+
+    # Create our frozen filesystem archive for the examples directory
+    create_frozen_fs "opencv-examples" "$FROZEN_EXAMPLES_UNPACKED_DIR" "$FROZEN_MODULES_DIR/$FROZEN_EXAMPLES_ARCHIVE_SCRIPT"
+
+    # Add necessary content to the manifest file to freeze the modules in the provided directory
+    add_to_manifest "$FROZEN_MODULES_DIR" "rp2" "SPARKFUN_XRP_CONTROLLER" "mpconfigvariant_LARGE_BINARY.cmake"
+
+    # Add necessary content to the boot.py file to unpack the frozen data filesystem on boot
+    # Provide the source and destination directories to copy the frozen data filesystem to a mutable (and non-hidden) location
+    # Provide "true" as the last argument to add the destination directory to sys.path (since our examples directory contains modules that we want to be importable...)
+    # add_frozen_data_to_boot_for_port "rp2" "$FROZEN_EXAMPLES_ARCHIVE_SCRIPT" ".$FROZEN_EXAMPLES_UNPACKED_DIR" "$FROZEN_EXAMPLES_UNPACKED_DIR" true
+    add_frozen_data_to_boot_for_port "rp2" "$FROZEN_EXAMPLES_ARCHIVE_SCRIPT" "$FROZEN_EXAMPLES_UNPACKED_DIR" true
+
+    # Set Pico SDK path to $GITHUB_WORKSPACE/micropython/lib/pico-sdk if $GITHUB_WORKSPACE is set, otherwise use the current directory
+    if [ -n "$GITHUB_WORKSPACE" ]; then
+        export PICO_SDK_PATH="$GITHUB_WORKSPACE/micropython/lib/pico-sdk"
+    else
+        export PICO_SDK_PATH=$(dirname "$0")/micropython/lib/pico-sdk
+    fi
+
+    # Build MPY Cross compiler
+    make -C micropython/mpy-cross
+
+    # Update necessary MicroPython submodules
+    make -C micropython/ports/rp2 BOARD=SPARKFUN_XRP_CONTROLLER submodules
+
+    # Build OpenCV
+    make -C src/opencv PLATFORM=rp2350 --no-print-directory ${MAKEOPTS}
+
+    # Build firmware
+    make BOARD=SPARKFUN_XRP_CONTROLLER ${MAKEOPTS}
+
+    # Rename firmware file to identify it as the OpenCV build and which board it's for
+    mv micropython/ports/rp2/build-SPARKFUN_XRP_CONTROLLER-LARGE_BINARY/firmware.uf2 micropython/ports/rp2/build-SPARKFUN_XRP_CONTROLLER-LARGE_BINARY/MICROPYTHON_OPENCV_SPARKFUN_XRP_CONTROLLER.uf2
+}