update workflows

dlt-hub · Nov 12, 2024 · f2156d0 · f2156d0
1 parent 6909dac
commit f2156d0
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 80 deletions.
diff --git a/.github/workflows/test_common.yml b/.github/workflows/test_common.yml
@@ -118,6 +118,9 @@ jobs:
       - name: Install pyarrow
         run: poetry install --no-interaction -E duckdb -E cli -E parquet --with sentry-sdk
 
+      - name: Ensure pyarrow 15
+        run: poetry run pip install pyarrow==15.0.2
+
       - run: |
           poetry run pytest tests/pipeline/test_pipeline_extra.py -k arrow
         if: runner.os != 'Windows'
@@ -155,6 +158,20 @@ jobs:
         name: Run extract tests Windows
         shell: cmd
 
+      # here we upgrade pyarrow to 17 and run the libs tests again
+      - name: Install pyarrow 17
+        run: poetry run pip install pyarrow==17.0.0
+
+      - run: |
+          poetry run pytest tests/libs
+        if: runner.os != 'Windows'
+        name: Run libs tests Linux/MAC
+      - run: |
+          poetry run pytest tests/libs
+        if: runner.os == 'Windows'
+        name: Run libs tests Windows
+        shell: cmd
+
       # - name: Install Pydantic 1.0
       #   run: pip install "pydantic<2"
 

diff --git a/.github/workflows/test_pyarrow17.yml b/.github/workflows/test_pyarrow17.yml