diff --git a/be/src/olap/delta_writer.cpp b/be/src/olap/delta_writer.cpp
index 04c92329405a1a..0fc42cc219cea0 100644
--- a/be/src/olap/delta_writer.cpp
+++ b/be/src/olap/delta_writer.cpp
@@ -263,9 +263,6 @@ Status DeltaWriter::write(const vectorized::Block* block, const std::vector<int>
 }
 
 Status DeltaWriter::_flush_memtable_async() {
-    if (_mem_table->empty()) {
-        return Status::OK();
-    }
     return _flush_token->submit(std::move(_mem_table));
 }
 
diff --git a/be/src/olap/memtable_flush_executor.cpp b/be/src/olap/memtable_flush_executor.cpp
index 7c9ebca9dceb2f..9f823c347dbe01 100644
--- a/be/src/olap/memtable_flush_executor.cpp
+++ b/be/src/olap/memtable_flush_executor.cpp
@@ -72,6 +72,9 @@ Status FlushToken::submit(std::unique_ptr<MemTable> mem_table) {
     if (s != OK) {
         return Status::Error(s);
     }
+    if (mem_table->empty()) {
+        return Status::OK();
+    }
     int64_t submit_task_time = MonotonicNanos();
     auto task = std::make_shared<MemtableFlushTask>(
             this, std::move(mem_table), _rowset_writer->allocate_segment_id(), submit_task_time);