diff --git a/dbms/src/Storages/DeltaMerge/DeltaIndexManager.cpp b/dbms/src/Storages/DeltaMerge/DeltaIndexManager.cpp
index 0c5a8d4661e..40ae888ab77 100644
--- a/dbms/src/Storages/DeltaMerge/DeltaIndexManager.cpp
+++ b/dbms/src/Storages/DeltaMerge/DeltaIndexManager.cpp
@@ -79,9 +79,8 @@ void DeltaIndexManager::refreshRef(const DeltaIndexPtr & index)
         current_size += holder.size;
 
         removeOverflow(removed);
+        CurrentMetrics::set(CurrentMetrics::DT_DeltaIndexCacheSize, current_size);
     }
-
-    CurrentMetrics::set(CurrentMetrics::DT_DeltaIndexCacheSize, current_size);
 }
 
 void DeltaIndexManager::deleteRef(const DeltaIndexPtr & index)
@@ -111,9 +110,8 @@ void DeltaIndexManager::deleteRef(const DeltaIndexPtr & index)
         lru_queue.erase(holder.queue_it);
         // Remove it later
         index_map.erase(it);
+        CurrentMetrics::set(CurrentMetrics::DT_DeltaIndexCacheSize, current_size);
     }
-
-    CurrentMetrics::set(CurrentMetrics::DT_DeltaIndexCacheSize, current_size);
 }
 
 DeltaIndexPtr DeltaIndexManager::getRef(UInt64 index_id)