diff --git a/.github/workflows/dev_pr/labeler.yml b/.github/workflows/dev_pr/labeler.yml
index 65ca3f2de93c..63b4154662b1 100644
--- a/.github/workflows/dev_pr/labeler.yml
+++ b/.github/workflows/dev_pr/labeler.yml
@@ -15,54 +15,11 @@
 # specific language governing permissions and limitations
 # under the License.
 
-"lang-c++":
-  - cpp/**/*
+arrow:
+  - arrow/**/*
 
-lang-c-glib:
-  - c_glib/**/*
-
-lang-csharp:
-  - csharp/**/*
-
-lang-go:
-  - go/**/*
-
-lang-java:
-  - java/**/*
-
-lang-js:
-  - js/**/*
-
-lang-julia:
-  - julia/**/*
-
-lang-python:
-  - python/**/*
-
-lang-R:
-  - r/**/*
-
-lang-ruby:
-  - ruby/**/*
-
-lang-rust:
-  - rust/**/*
-
-flight:
-  - cpp/src/arrow/flight/**/*
-  - r/R/flight.*
-  - rust/arrow-flight/**/*
-  - python/pyarrow/*flight.*
-
-gandiva:
-  - c_glib/gandiva-glib/**/*
-  - cpp/src/gandiva/**/*
-  - ruby/red-gandiva/**/*
-  - python/pyarrow/gandiva.*
+arrow-flight:
+  - arrow-flight/**/*
 
 parquet:
-  - c_glib/parquet-glib/**/*
-  - cpp/src/parquet/**/*
-  - r/R/parquet.*
-  - ruby/red-parquet/**/*
-  - rust/parquet*/**/*
+  - parquet/**/*
diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
new file mode 100644
index 000000000000..6c957747c645
--- /dev/null
+++ b/.github/workflows/integration.yml
@@ -0,0 +1,52 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+name: Integration
+
+on:
+  push:
+  pull_request:
+    types: [review_requested, ready_for_review]
+
+jobs:
+
+  docker:
+    name: Integration Test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v2
+        with:
+          repository: apache/arrow
+          submodules: true
+          fetch-depth: 0
+      # this is temporary: once rust is removed from `apache/arrow`, we are good to go.
+      - name: Remove Rust from arrow
+        run: rm -rf rust/
+      - name: Checkout Arrow Rust
+        uses: actions/checkout@v2
+        with:
+          path: rust
+          fetch-depth: 0
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8
+      - name: Setup Archery
+        run: pip install -e dev/archery[docker]
+      - name: Execute Docker Build
+        run: archery docker run conda-integration