Fix e2e tests failure on merge (#426)

* Enhance scheduled E2E tests workflow

Added workflow_dispatch trigger and improved disk cleanup steps.

* [For test purpose] Update branches for scheduled e2e tests workflow

* Remove scheduled cron job for E2E tests and add concurrency settings.

* Revert push trigger to main only

* Add a scheduled trigger to run every Monday at 6 AM

* Update cron schedule to twice per week

Author: NathalieCharbel

.github/workflows/scheduled-e2e-tests.yaml

@@ -1,11 +1,16 @@
 name: 'Neo4j-GraphRAG Scheduled E2E Tests'
 
 on:
+  workflow_dispatch:
   schedule:
-    - cron:  '0 6 * * 1-5'  # Runs at 6am on working days
+    - cron: '0 6 * * 1,4' # Mon, Thu
   push:
     branches:
       - main
+    
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref_name }}
+  cancel-in-progress: true
 
 jobs:
   e2e-tests:
@@ -59,10 +64,17 @@ jobs:
     steps:
       - name: Check out repository code
         uses: actions/checkout@v4
-      - name: Docker Prune
+      - name: Free up disk space (ubuntu-latest)
         run: |
-          docker system prune -af
-          docker volume prune -f
+          sudo rm -rf /usr/local/lib/android \
+                      /usr/share/dotnet \
+                      /opt/ghc \
+                      /opt/hostedtoolcache
+          docker system prune -af || true
+          docker volume prune -f || true
+          docker builder prune -af || true
+          sudo apt-get clean || true
+          df -h
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with: