diff --git a/.github/workflows/ruby.yml b/.github/workflows/ruby.yml
index 4b74b8d7fc84d..b952d7cb38072 100644
--- a/.github/workflows/ruby.yml
+++ b/.github/workflows/ruby.yml
@@ -339,6 +339,8 @@ jobs:
       ARROW_WITH_SNAPPY: ON
       ARROW_WITH_ZLIB: ON
       ARROW_WITH_ZSTD: ON
+      # TODO: We want to use boost-cmake with more newer vcpkg
+      BOOST_SOURCE: BUNDLED
       CMAKE_CXX_STANDARD: "17"
       CMAKE_GENERATOR: Ninja
       CMAKE_INSTALL_PREFIX: "${{ github.workspace }}/dist"
diff --git a/cpp/vcpkg.json b/cpp/vcpkg.json
index eecfd2204778e..103e678ebb4ac 100644
--- a/cpp/vcpkg.json
+++ b/cpp/vcpkg.json
@@ -15,7 +15,6 @@
       ]
     },
     "benchmark",
-    "boost-cmake",
     "boost-crc",
     "boost-filesystem",
     "boost-multiprecision",