CI: update esp-idf build versions

Use latest released versions: v4.4.6, v5.0.4, v5.1.1.

Patches no longer need, included in upstream releases.

Signed-off-by: Peter M <petermm@gmail.com>

.github/workflows/esp32-build.yaml

@@ -35,9 +35,9 @@ jobs:
 
       matrix:
         idf-version:
-        - '4.4.5'
-        - '5.0.3'
-        - '5.1'
+        - '4.4.6'
+        - '5.0.4'
+        - '5.1.1'
 
     steps:
     - name: Checkout repo
@@ -68,7 +68,7 @@ jobs:
             gcc g++ zlib1g-dev
 
     - name: Install qemu binary from espressif/qemu
-      if: matrix.idf-version != '5.1'
+      if: matrix.idf-version != '5.1.1'
       run: |
         set -eu
         QEMU_VER=esp-develop-20220919
@@ -88,24 +88,6 @@ jobs:
             pytest-embedded-idf==1.2.5 \
             pytest-embedded-qemu==1.2.5
 
-    - name: Patch esp-idf 4.4.5 to fix race condition that affects qemu under heavy load
-      working-directory: ./src/platforms/esp32/test/
-      if: matrix.idf-version == '4.4.5'
-      run: |
-        set -e
-        PATCH=$PWD/esp_ipc_isr.patch
-        cd $IDF_PATH
-        patch -p1 < $PATCH
-
-    - name: Patch esp-idf 5.1 to fix race condition that affects qemu under heavy load
-      working-directory: ./src/platforms/esp32/test/
-      if: matrix.idf-version == '5.1'
-      run: |
-        set -e
-        PATCH=$PWD/esp_ipc_isr_5.1.patch
-        cd $IDF_PATH
-        patch -p1 < $PATCH
-
     - name: Build ESP32 tests using idf.py
       working-directory: ./src/platforms/esp32/test/
       run: |