diff --git a/fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudTabletRebalancer.java b/fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudTabletRebalancer.java
index f6d1a58c9d3a37..5b34d299003474 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudTabletRebalancer.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudTabletRebalancer.java
@@ -651,7 +651,9 @@ private boolean completeRouteInfo() {
                     // primary backend is alive or dead not long
                     Backend be = replica.getPrimaryBackend(cluster, false);
                     if (be != null && (be.isQueryAvailable()
-                            || (!be.isQueryDisabled() && be.getLastUpdateMs() > needRehashDeadTime))) {
+                            || (!be.isQueryDisabled()
+                            // Compatible with older version upgrades, see https://github.com/apache/doris/pull/42986
+                            && (be.getLastUpdateMs() <= 0 || be.getLastUpdateMs() > needRehashDeadTime)))) {
                         beIds.add(be.getId());
                         tabletIds.add(tablet.getId());
                         continue;