diff --git a/Makefile.toml b/Makefile.toml
index 245eae1b8c5..9ed6bcc6ce5 100644
--- a/Makefile.toml
+++ b/Makefile.toml
@@ -119,6 +119,9 @@ description = "Run all tests for the CI 'test-c' job"
 category = "CI"
 dependencies = [
     "test-c",
+    # Can be removed after LLVM nightly is updated past May 2024, but it's fine to keep in
+    # to prevent such problems in the future
+    "internal-reset-tutorial-lockfiles",
     "test-c-tiny",
     "test-cpp",
 ]
@@ -128,6 +131,9 @@ description = "Run all tests for the CI 'test-js' job"
 category = "CI"
 dependencies = [
     "test-npm",
+    # Can be removed after LLVM nightly is updated past May 2024, but it's fine to keep in
+    # to prevent such problems in the future
+    "internal-reset-tutorial-lockfiles",
     "test-tinywasm",
 ]
 
@@ -343,3 +349,10 @@ else
     echo "forced-toolchain environment not required"
 end
 '''
+
+[tasks.internal-reset-tutorial-lockfiles]
+description = "Reset changes to tutorial lockfiles (useful to clean up between CI jobs)"
+category = "ICU4X CI internal"
+command = "git"
+args = ["checkout", "@", "--", "tutorials/**/Cargo.lock"]
+