diff --git a/.buildkite/pipelines/experimental/misc/sanitizers.yml b/.buildkite/pipelines/experimental/misc/sanitizers.yml
index 79af4905416fc..2652ef8c2f32f 100644
--- a/.buildkite/pipelines/experimental/misc/sanitizers.yml
+++ b/.buildkite/pipelines/experimental/misc/sanitizers.yml
@@ -8,7 +8,9 @@ steps:
     key: "asan"
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/llvm_passes.x86_64.tar.gz
           rootfs_treehash: "9dd715500b117a16fcfa419ea0bca0c0ca902cee"
@@ -18,7 +20,9 @@ steps:
             - "/cache/repos:/cache/repos"
       # `contrib/check-asan.jl` needs a `julia` binary inside the inner sandbox:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
     timeout_in_minutes: 120
     commands: |
       echo "--- Build julia-debug with ASAN"
diff --git a/.buildkite/pipelines/main/misc/doctest.yml b/.buildkite/pipelines/main/misc/doctest.yml
index e1af8d7cd839f..6e68bd4f43f10 100644
--- a/.buildkite/pipelines/main/misc/doctest.yml
+++ b/.buildkite/pipelines/main/misc/doctest.yml
@@ -8,7 +8,9 @@ steps:
     key: doctest
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/package_linux.x86_64.tar.gz
           rootfs_treehash: "8c33c341a864852629b8aac01a6eb6a79b73570e"
diff --git a/.buildkite/pipelines/main/misc/embedding.yml b/.buildkite/pipelines/main/misc/embedding.yml
index dc5e80e85d065..f870c69eb0093 100644
--- a/.buildkite/pipelines/main/misc/embedding.yml
+++ b/.buildkite/pipelines/main/misc/embedding.yml
@@ -8,7 +8,9 @@ steps:
     key: "embedding"
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/package_linux.x86_64.tar.gz
           rootfs_treehash: "8c33c341a864852629b8aac01a6eb6a79b73570e"
diff --git a/.buildkite/pipelines/main/misc/llvmpasses.yml b/.buildkite/pipelines/main/misc/llvmpasses.yml
index 921f39c5fb360..8557e25133ea3 100644
--- a/.buildkite/pipelines/main/misc/llvmpasses.yml
+++ b/.buildkite/pipelines/main/misc/llvmpasses.yml
@@ -8,7 +8,9 @@ steps:
     key: "analyzegc"
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/llvm_passes.x86_64.tar.gz
           rootfs_treehash: "9dd715500b117a16fcfa419ea0bca0c0ca902cee"
@@ -26,7 +28,9 @@ steps:
     key: "llvmpasses"
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.8/package_linux.x86_64.tar.gz
           rootfs_treehash: "84a323ae8fcc724f8ea5aca5901bbbf4bda3e519"
diff --git a/.buildkite/pipelines/main/misc/whitespace.yml b/.buildkite/pipelines/main/misc/whitespace.yml
index 89231b80cc48d..a6f5c22d77675 100644
--- a/.buildkite/pipelines/main/misc/whitespace.yml
+++ b/.buildkite/pipelines/main/misc/whitespace.yml
@@ -8,7 +8,9 @@ steps:
     key: "whitespace"
     plugins:
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/package_linux.x86_64.tar.gz
           rootfs_treehash: "8c33c341a864852629b8aac01a6eb6a79b73570e"
diff --git a/.buildkite/pipelines/main/platforms/package_linux.yml b/.buildkite/pipelines/main/platforms/package_linux.yml
index a054390bb2c0c..f6f937738e431 100644
--- a/.buildkite/pipelines/main/platforms/package_linux.yml
+++ b/.buildkite/pipelines/main/platforms/package_linux.yml
@@ -10,7 +10,7 @@ steps:
       - JuliaCI/julia#v1:
           # Drop default "registries" directory, so it is not persisted from execution to execution
           persist_depot_dirs: packages,artifacts,compiled
-          version: 1.6
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/${ROOTFS_TAG?}/package_linux.${ROOTFS_ARCH?}.tar.gz
           rootfs_treehash: "${ROOTFS_TREE?}"
diff --git a/.buildkite/pipelines/main/platforms/tester_linux.yml b/.buildkite/pipelines/main/platforms/tester_linux.yml
index d73346dff05a5..295de3b881054 100644
--- a/.buildkite/pipelines/main/platforms/tester_linux.yml
+++ b/.buildkite/pipelines/main/platforms/tester_linux.yml
@@ -11,7 +11,7 @@ steps:
       - JuliaCI/julia#v1:
           # Drop default "registries" directory, so it is not persisted from execution to execution
           persist_depot_dirs: packages,artifacts,compiled
-          version: 1.6
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/${ROOTFS_TAG?}/package_linux.${ROOTFS_ARCH?}.tar.gz
           rootfs_treehash: "${ROOTFS_TREE?}"
diff --git a/.buildkite/pipelines/scheduled/coverage/coverage_linux64.yml b/.buildkite/pipelines/scheduled/coverage/coverage_linux64.yml
index f5d93264f7aac..04fe536aa3efb 100644
--- a/.buildkite/pipelines/scheduled/coverage/coverage_linux64.yml
+++ b/.buildkite/pipelines/scheduled/coverage/coverage_linux64.yml
@@ -11,7 +11,9 @@ steps:
             - CODECOV_TOKEN="U2FsdGVkX19l0fhdBabbuiEdysyEabkJLRHfxm7CNRkuGbnwPV365sxxC7Czs/CVcws0N1oB4pVwALRRMe36oA=="
             - COVERALLS_TOKEN="U2FsdGVkX19zopI0hMNzzi2UUOvNVFD8Y0iisFnO/ryVxU7Tit8ZEaeN+gxodRx4CosUUh192F1+q3dTMWRIvw=="
       - JuliaCI/julia#v1:
-          version: 1.6
+          # Drop default "registries" directory, so it is not persisted from execution to execution
+          persist_depot_dirs: packages,artifacts,compiled
+          version: '1.6'
       - staticfloat/sandbox#v1:
           rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v3.1/package_linux.x86_64.tar.gz
           rootfs_treehash: "8c33c341a864852629b8aac01a6eb6a79b73570e"