Merge branch 'main' into c-interface-opt

.clang-tidy

@@ -21,6 +21,7 @@ Checks: |
  -clang-analyzer-alpha*,
  google-*,
  modernize-*,
+ -modernize-avoid-c-arrays,
  -modernize-use-trailing-return-type,
  -modernize-use-nodiscard,
 # produce HeaderFilterRegex from cpp/build-support/lint_exclusions.txt with:

.env

@@ -66,7 +66,7 @@ KARTOTHEK=latest
 # LLVM 12 and GCC 11 reports -Wmismatched-new-delete.
 LLVM=14
 MAVEN=3.5.4
-NODE=16
+NODE=18
 NUMBA=latest
 NUMPY=latest
 PANDAS=latest

.github/dependabot.yml

@@ -0,0 +1,25 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+version: 2
+updates:
+ - package-ecosystem: "github-actions"
+ directory: "/"
+ schedule:
+ interval: "weekly"
+ commit-message:
+ prefix: "MINOR: [CI]"

.github/workflows/cpp.yml

@@ -162,7 +162,9 @@ jobs:
  ARROW_WITH_BROTLI: ON
  ARROW_WITH_BZ2: ON
  ARROW_WITH_LZ4: ON
- ARROW_WITH_OPENTELEMETRY: ON
+ # GH-36013 disabling opentelemetry here because we can't
+ # get the patched version from conda
+ # ARROW_WITH_OPENTELEMETRY: ON
  ARROW_WITH_SNAPPY: ON
  ARROW_WITH_ZLIB: ON
  ARROW_WITH_ZSTD: ON
@@ -267,7 +269,7 @@ jobs:
  /d 1 `
  /f
  - name: Installed Packages
- run: choco list -l
+ run: choco list
  - name: Install Dependencies
  run: choco install -y --no-progress openssl
  - name: Checkout Arrow

.github/workflows/dev_pr/link.js

@@ -83,22 +83,16 @@ async function commentGitHubURL(github, context, pullRequestNumber, issueID) {
  // Make the call to ensure issue exists before adding comment
  const issueInfo = await helpers.getGitHubInfo(github, context, issueID, pullRequestNumber);
  const message = "* Closes: #" + issueInfo.number
- if (await haveComment(github, context, pullRequestNumber, message)) {
- return;
- }
- if (issueInfo){
+ if (issueInfo) {
+ if (context.payload.pull_request.body.includes(message)) {
+  return;
+  }
  await github.pulls.update({
  owner: context.repo.owner,
  repo: context.repo.repo,
  pull_number: pullRequestNumber,
  body: (context.payload.pull_request.body || "") + "\n" + message
  });
- await github.issues.createComment({
- owner: context.repo.owner,
- repo: context.repo.repo,
- issue_number: pullRequestNumber,
- body: message
- });
  }
 }
 

.github/workflows/go.yml

@@ -65,6 +65,11 @@ jobs:
  go: 1.17
  staticcheck: v0.2.2
  runs-on: ["self-hosted", "arm", "linux"]
+ - arch-label: ARM64
+ arch: arm64v8
+ go: 1.18
+ staticcheck: v0.3.3
+ runs-on: ["self-hosted", "arm", "linux"]
  env:
  ARCH: ${{ matrix.arch }}
  GO: ${{ matrix.go }}
@@ -122,6 +127,27 @@ jobs:
  python3 -m pip install benchadapt@git+https://github.com/conbench/conbench.git@main#subdirectory=benchadapt/python
  python3 ci/scripts/go_bench_adapt.py
 
+ build386:
+ name: Go Cross-build for 386
+ runs-on: ubuntu-latest
+ if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
+ timeout-minutes: 20 
+ steps:
+ - name: Checkout Arrow
+ uses: actions/checkout@v3
+ with:
+ fetch-depth: 0 
+ - name: Install Go 
+ uses: actions/setup-go@v3
+ with:
+ go-version: 1.18
+ cache: true
+ cache-dependency-path: go/go.sum
+ - name: Run build
+ run: |
+ cd go
+ GOARCH=386 go build ./...
+
  docker_cgo:
  name: AMD64 Debian 11 Go ${{ matrix.go }} - CGO
  runs-on: ubuntu-latest
@@ -394,3 +420,20 @@ jobs:
  - name: Test
  shell: bash
  run: ci/scripts/go_test.sh $(pwd)
+
+ tinygo:
+ name: TinyGo
+ runs-on: ubuntu-latest
+ if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
+ env:
+ TINYGO_VERSION: 0.27.0
+ timeout-minutes: 60
+ steps:
+ - name: Checkout Arrow
+ uses: actions/checkout@v3
+ with:
+ fetch-depth: 0
+ submodules: recursive
+ - name: Build and Run Example
+ run: |
+ docker run --rm -v $(pwd)/go:/src -v $(pwd)/ci/scripts:/ci-scripts "tinygo/tinygo:$TINYGO_VERSION" /ci-scripts/go_tinygo_example.sh

.github/workflows/js.yml

@@ -41,7 +41,7 @@ permissions:
 jobs:
 
  docker:
- name: AMD64 Debian 11 NodeJS 16
+ name: AMD64 Debian 11 NodeJS 18
  runs-on: ubuntu-latest
  if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
  timeout-minutes: 60
@@ -80,7 +80,7 @@ jobs:
  strategy:
  fail-fast: false
  matrix:
- node: [16]
+ node: [18]
  steps:
  - name: Checkout Arrow
  uses: actions/checkout@v3
@@ -104,7 +104,7 @@ jobs:
  strategy:
  fail-fast: false
  matrix:
- node: [16]
+ node: [18]
  steps:
  - name: Checkout Arrow
  uses: actions/checkout@v3

.gitignore

@@ -95,6 +95,8 @@ swift/Arrow/.build
 
 # Go dependencies
 go/vendor
+# go debug binaries
+__debug_bin
 
 # direnv
 .envrc

CONTRIBUTING.md

@@ -50,7 +50,7 @@ makes it easier for us to process the backlog of submitted Pull Requests.
 
 Any functionality change should have a GitHub issue opened. For minor changes that
 affect documentation, you do not need to open up a GitHub issue. Instead you can
-prefix the title of your PR with "MINOR: " if meets the following guidelines:
+prefix the title of your PR with "MINOR: " if meets one of the following:
 
 * Grammar, usage and spelling fixes that affect no more than 2 files
 * Documentation updates affecting no more than 2 files and not more