diff --git a/fe/fe-core/src/main/java/org/apache/doris/scheduler/manager/TransientTaskManager.java b/fe/fe-core/src/main/java/org/apache/doris/scheduler/manager/TransientTaskManager.java
index 5c62caede9c171..feaf3365a35017 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/scheduler/manager/TransientTaskManager.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/scheduler/manager/TransientTaskManager.java
@@ -63,7 +63,7 @@ public Long addMemoryTask(TransientTaskExecutor executor) throws JobException {
     }
 
     public void cancelMemoryTask(Long taskId) throws JobException {
-        TransientTaskExecutor transientTaskExecutor = taskExecutorMap.get(taskId);
+        TransientTaskExecutor transientTaskExecutor = taskExecutorMap.remove(taskId);
         if (transientTaskExecutor != null) {
             transientTaskExecutor.cancel();
         }