diff --git a/test/deprecated/CMakeLists.txt b/test/deprecated/CMakeLists.txt
index ffaf747a547d0..8520a7fc13b33 100644
--- a/test/deprecated/CMakeLists.txt
+++ b/test/deprecated/CMakeLists.txt
@@ -155,7 +155,6 @@ if(WITH_TESTING)
 
   if(WITH_DISTRIBUTE)
     add_subdirectory(collective)
-    add_subdirectory(distributed_passes)
   endif()
 
   if(NOT WIN32 OR NOT WITH_GPU)
diff --git a/test/deprecated/distributed_passes/CMakeLists.txt b/test/deprecated/distributed_passes/CMakeLists.txt
deleted file mode 100644
index d9ee247cae2ba..0000000000000
--- a/test/deprecated/distributed_passes/CMakeLists.txt
+++ /dev/null
@@ -1,35 +0,0 @@
-file(
-  GLOB TEST_OPS
-  RELATIVE "${CMAKE_CURRENT_SOURCE_DIR}"
-  "test_*.py")
-string(REPLACE ".py" "" TEST_OPS "${TEST_OPS}")
-
-if((NOT WITH_GPU) AND (NOT WITH_XPU))
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_adam_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_all_reduce_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_bn_act_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_bn_add_act_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_momentum_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_relu_depthwise_conv_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_fuse_sgd_pass")
-  list(REMOVE_ITEM TEST_OPS "test_dist_inplace_addto_pass")
-  list(REMOVE_ITEM TEST_OPS "test_auto_parallel_amp_pass")
-  list(REMOVE_ITEM TEST_OPS "test_auto_parallel_recompute_pass")
-  list(REMOVE_ITEM TEST_OPS "test_auto_parallel_sharding_pass")
-  list(REMOVE_ITEM TEST_OPS "test_auto_parallel_fp16_pass")
-  list(REMOVE_ITEM TEST_OPS "test_auto_parallel_gradient_merge_pass")
-  list(REMOVE_ITEM TEST_OPS
-       "test_auto_parallel_data_parallel_optimization_pass")
-endif()
-
-if(NOT ((WITH_GPU) AND (CUDA_VERSION GREATER_EQUAL 11.6)))
-  list(REMOVE_ITEM TEST_OPS test_dist_fuse_gemm_epilogue_pass)
-  list(REMOVE_ITEM TEST_OPS test_auto_parallel_fused_linear_promotion_pass)
-endif()
-
-foreach(TEST_OP ${TEST_OPS})
-  py_test_modules(${TEST_OP} MODULES ${TEST_OP} ENVS "NVIDIA_TF32_OVERRIDE=0")
-  list(APPEND DIST_TEST_OPS ${TEST_OP})
-  set_tests_properties(${TEST_OP} PROPERTIES TIMEOUT 250)
-  set_tests_properties(${TEST_OP} PROPERTIES LABELS "RUN_TYPE=DIST")
-endforeach()
diff --git a/test/deprecated/distributed_passes/test_ps_trainer_pass.py b/test/distributed_passes/test_ps_trainer_pass.py
similarity index 100%
rename from test/deprecated/distributed_passes/test_ps_trainer_pass.py
rename to test/distributed_passes/test_ps_trainer_pass.py