diff --git a/paddle/fluid/distributed/service/graph_brpc_server.cc b/paddle/fluid/distributed/service/graph_brpc_server.cc
index f2d02f91e9d43..4f6cc1143e96b 100644
--- a/paddle/fluid/distributed/service/graph_brpc_server.cc
+++ b/paddle/fluid/distributed/service/graph_brpc_server.cc
@@ -69,7 +69,6 @@ uint64_t GraphBrpcServer::start(const std::string &ip, uint32_t port) {
     return 0;
   }
   _environment->registe_ps_server(ip, port, _rank);
-  // cv_.wait(lock, [&] { return stoped_; });
   return 0;
 }
 
diff --git a/paddle/fluid/distributed/service/graph_py_service.cc b/paddle/fluid/distributed/service/graph_py_service.cc
index 6a281918ed7c6..61e4e0cf7bb91 100644
--- a/paddle/fluid/distributed/service/graph_py_service.cc
+++ b/paddle/fluid/distributed/service/graph_py_service.cc
@@ -110,10 +110,6 @@ void GraphPyServer::start_server(bool block) {
     std::unique_lock<std::mutex> lock(mutex_);
     cv_->wait(lock);
   }
-
-  // });
-  // server_thread->detach();
-  // sleep(3);
 }
 ::paddle::distributed::PSParameter GraphPyServer::GetServerProto() {
   // Generate server proto desc
diff --git a/paddle/fluid/distributed/test/graph_node_test.cc b/paddle/fluid/distributed/test/graph_node_test.cc
index 92faf9cc96c54..79ab279596384 100644
--- a/paddle/fluid/distributed/test/graph_node_test.cc
+++ b/paddle/fluid/distributed/test/graph_node_test.cc
@@ -531,9 +531,6 @@ void RunBrpcPushSparse() {
   worker_ptr_->stop_server();
   LOG(INFO) << "Run finalize_worker";
   worker_ptr_->finalize_worker();
-
-  // server_thread.join();
-  // server_thread2.join();
   testFeatureNodeSerializeInt();
   testFeatureNodeSerializeInt64();
   testFeatureNodeSerializeFloat32();