From 79ebf687048c552854555ea3e034f84bff04df08 Mon Sep 17 00:00:00 2001 From: Matthew Roeschke Date: Mon, 21 Feb 2022 09:18:08 -0800 Subject: [PATCH] CI: Test various Pyarrow version on Linux (#46059) * CI: Test various Pyarrow version on Linux * Ignore 3 and use conda * use conda install * fix concurrency group * Don't update misc dependencies * Adjust gbq test * expand on comment --- .github/workflows/posix.yml | 9 ++++++++- pandas/tests/test_downstream.py | 5 +++-- 2 files changed, 11 insertions(+), 3 deletions(-) diff --git a/.github/workflows/posix.yml b/.github/workflows/posix.yml index 35196ad2840c6..565c1008d42b3 100644 --- a/.github/workflows/posix.yml +++ b/.github/workflows/posix.yml @@ -26,6 +26,9 @@ jobs: matrix: env_file: [actions-38.yaml, actions-39.yaml, actions-310.yaml] pattern: ["not single_cpu", "single_cpu"] + # Don't test pyarrow v2/3: Causes timeouts in read_csv engine + # even if tests are skipped/xfailed + pyarrow_version: ["5", "6", "7"] include: - env_file: actions-38-downstream_compat.yaml pattern: "not slow and not network and not single_cpu" @@ -65,7 +68,7 @@ jobs: COVERAGE: ${{ !contains(matrix.env_file, 'pypy') }} concurrency: # https://github.community/t/concurrecy-not-work-for-push/183068/7 - group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-${{ matrix.env_file }}-${{ matrix.pattern }}-${{ matrix.extra_apt || '' }} + group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-${{ matrix.env_file }}-${{ matrix.pattern }}-${{ matrix.pyarrow_version || '' }}-${{ matrix.extra_apt || '' }} cancel-in-progress: true services: @@ -133,6 +136,10 @@ jobs: use-only-tar-bz2: true if: ${{ env.IS_PYPY == 'false' }} # No pypy3.8 support + - name: Upgrade Arrow version + run: conda install -n pandas-dev -c conda-forge --no-update-deps pyarrow=${{ matrix.pyarrow_version }} + if: ${{ matrix.pyarrow_version }} + - name: Setup PyPy uses: actions/setup-python@v2 with: diff --git a/pandas/tests/test_downstream.py b/pandas/tests/test_downstream.py index 49ec5c1509fc2..be9f187c0c44b 100644 --- a/pandas/tests/test_downstream.py +++ b/pandas/tests/test_downstream.py @@ -169,8 +169,9 @@ def test_seaborn(): seaborn.stripplot(x="day", y="total_bill", data=tips) -def test_pandas_gbq(df): - +def test_pandas_gbq(): + # Older versions import from non-public, non-existent pandas funcs + pytest.importorskip("pandas_gbq", minversion="0.10.0") pandas_gbq = import_module("pandas_gbq") # noqa:F841