Reverted to main

.github/workflows/cancel.yml

@@ -0,0 +1,13 @@
+name: Cancel
+on:
+  workflow_run:
+    workflows: ["test"]
+    types:
+      - requested
+jobs:
+  cancel:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: styfle/cancel-workflow-action@0.8.0
+      with:
+        workflow_id: ${{ github.event.workflow.id }}

.github/workflows/coverage.yml

@@ -0,0 +1,34 @@
+name: Coverage
+
+on: [pull_request, push]
+
+jobs:
+  coverage:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          submodules: true # needed to test IPC, which are located in a submodule
+      - name: Install Rust
+        run: rustup toolchain install stable --component llvm-tools-preview
+      - name: Install cargo-llvm-cov
+        uses: taiki-e/install-action@cargo-llvm-cov
+      - name: Setup parquet files
+        run: |
+          apt update && apt install python3-pip python3-venv -y -q
+          python3 -m venv venv
+          source venv/bin/activate
+          pip install pip --upgrade
+          pip install pyarrow==6 pyorc
+          python parquet_integration/write_parquet.py
+          python tests/it/io/orc/write.py
+          deactivate
+      - uses: Swatinem/rust-cache@v1
+      - name: Generate code coverage
+        run: cargo llvm-cov --features full --lcov --output-path lcov.info
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v1
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }} # not required for public repos
+          files: lcov.info
+          fail_ci_if_error: true

.github/workflows/docs.yml

@@ -16,7 +16,7 @@ jobs:
       - run: mdbook build guide
 
       - name: Deploy
-        if: github.ref == 'refs/heads/docs' || startsWith(github.ref, 'refs/tags/v')
+        if: github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')
         uses: peaceiris/actions-gh-pages@v3.7.3
         with:
           personal_token: ${{ secrets.GITHUB_TOKEN }}
@@ -45,7 +45,7 @@ jobs:
           RUSTDOCFLAGS: --cfg docsrs
 
       - name: Deploy
-        if: github.ref == 'refs/heads/docs' || startsWith(github.ref, 'refs/tags/v')
+        if: github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')
         uses: peaceiris/actions-gh-pages@v3.7.3
         with:
           personal_token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/integration-ffi.yml

@@ -0,0 +1,43 @@
+name: Integration FFI
+
+on: [push, pull_request]
+
+jobs:
+  docker:
+    name: Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Rust toolchain
+        run: |
+          rustup toolchain install stable
+          rustup default stable
+          rustup component add rustfmt clippy
+      - name: Cache Cargo
+        uses: actions/cache@v2
+        with:
+          path: /home/runner/.cargo
+          key: cargo-maturin-cache-
+      - name: Cache Rust dependencies
+        uses: actions/cache@v2
+        with:
+          path: /home/runner/target
+          key: ${{ runner.os }}-amd64-target-maturin-cache
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+      - name: Install Python dependencies
+        run: python -m pip install --upgrade pip setuptools wheel
+      - name: Run tests
+        run: |
+          export CARGO_HOME="/home/runner/.cargo"
+          export CARGO_TARGET_DIR="/home/runner/target"
+
+          cd arrow-pyarrow-integration-testing
+
+          python -m venv venv
+          source venv/bin/activate
+
+          pip install maturin==0.12.6 toml==0.10.2 pyarrow==6
+          maturin develop
+          python -m unittest discover tests

.github/workflows/integration-ipc.yml

@@ -0,0 +1,38 @@
+name: Integration IPC / Flight
+
+on: [push, pull_request]
+
+jobs:
+  docker:
+    name: Test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v2
+        with:
+          repository: apache/arrow
+          submodules: true
+          fetch-depth: 0
+      # this is temporary: once rust is removed from `apache/arrow`, we are good to go.
+      - name: Remove Rust from arrow
+        run: rm -rf rust/
+      - name: Checkout Arrow Rust
+        uses: actions/checkout@v2
+        with:
+          path: rust
+          fetch-depth: 0
+      # Arrow uses cargo build -p arrow-integration-testing
+      # which is incompatible with this. Let's monkey patch it
+      - name: Fix compilation
+        run: cp rust/integration-testing/rust_build.sh ci/scripts/rust_build.sh
+      # unskip many of the tests
+      - name: Test more cases
+        run: git apply rust/integration-testing/unskip.patch
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: "3.10"
+      - name: Setup Archery
+        run: pip install -e dev/archery[docker]
+      - name: Execute Docker Build
+        run: archery docker run -e ARCHERY_INTEGRATION_WITH_RUST=1 conda-integration

.github/workflows/integration-odbc.yml

@@ -0,0 +1,40 @@
+name: Integration ODBC
+
+on: [push, pull_request]
+
+env:
+  CARGO_TERM_COLOR: always
+
+jobs:
+  linux:
+    name: Test
+    runs-on: ubuntu-latest
+
+    services:
+      sqlserver:
+        image: mcr.microsoft.com/mssql/server:2017-latest-ubuntu
+        ports:
+          - 1433:1433
+        env:
+          ACCEPT_EULA: Y
+          SA_PASSWORD: My@Test@Password1
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Install ODBC Drivers
+        run: |
+          curl https://packages.microsoft.com/keys/microsoft.asc | apt-key add -
+          curl https://packages.microsoft.com/config/ubuntu/20.04/prod.list > /etc/apt/sources.list.d/mssql-release.list
+          apt-get update
+          ACCEPT_EULA=Y apt-get install -y msodbcsql17
+          ln -s /opt/microsoft/msodbcsql17/lib64/libmsodbcsql-17.*.so.* /opt/microsoft/msodbcsql17/lib64/libmsodbcsql-17.so
+        shell: sudo bash {0}
+      - name: Setup Rust toolchain
+        run: |
+          rustup toolchain install stable
+          rustup default stable
+          rustup component add rustfmt clippy
+      - uses: Swatinem/rust-cache@v1
+      - name: Test
+        run: cd arrow-odbc-integration-testing && cargo test

.github/workflows/integration-parquet.yml

@@ -0,0 +1,52 @@
+name: Integration Parquet
+
+on: [push, pull_request]
+
+jobs:
+  docker:
+    name: Test
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          submodules: true
+      - name: Setup Rust toolchain
+        run: |
+          rustup toolchain install stable
+          rustup default stable
+          rustup component add rustfmt clippy
+      - name: Cache Cargo
+        uses: actions/cache@v2
+        with:
+          path: /home/runner/.cargo
+          key: cargo-parquet-cache-
+      - name: Cache Rust dependencies
+        uses: actions/cache@v2
+        with:
+          path: /home/runner/target
+          key: ${{ runner.os }}-amd64-target-parquet-cache
+      - uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+      - name: Build
+        run: |
+          export CARGO_HOME="/home/runner/.cargo"
+          export CARGO_TARGET_DIR="/home/runner/target"
+
+          cd arrow-parquet-integration-testing
+
+          cargo build
+      - name: Run
+        run: |
+          export CARGO_HOME="/home/runner/.cargo"
+          export CARGO_TARGET_DIR="/home/runner/target"
+
+          cd arrow-parquet-integration-testing
+
+          python -m venv venv
+          source venv/bin/activate
+          pip install --upgrade pip
+          pip install pyarrow==8 pyspark==3
+          python main.py
+          # test against spark
+          python main_spark.py

.github/workflows/security.yml

@@ -0,0 +1,10 @@
+name: Security audit
+on: [push, pull_request]
+jobs:
+  security_audit:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - uses: actions-rs/audit-check@v1
+        with:
+          token: ${{ secrets.GITHUB_TOKEN }}