diff --git a/be/src/vec/common/schema_util.cpp b/be/src/vec/common/schema_util.cpp
index bb95f3d45be9cb..1d68d619c2a5d7 100644
--- a/be/src/vec/common/schema_util.cpp
+++ b/be/src/vec/common/schema_util.cpp
@@ -387,7 +387,8 @@ void inherit_root_attributes(TabletSchemaSPtr& schema) {
     // Add index meta if extracted column is missing index meta
     for (size_t i = 0; i < schema->num_columns(); ++i) {
         TabletColumn& col = schema->mutable_column(i);
-        if (!col.is_extracted_column()) {
+        if (!col.is_extracted_column() ||
+            !segment_v2::InvertedIndexColumnWriter::check_column_valid(col)) {
             continue;
         }
         if (col.type() != FieldType::OLAP_FIELD_TYPE_TINYINT &&
@@ -406,10 +407,6 @@ void inherit_root_attributes(TabletSchemaSPtr& schema) {
         auto index_meta = schema->get_inverted_index(col);
         // add index meta
         TabletIndex index_info = it->second;
-        if (index_info.index_type() == IndexType::INVERTED &&
-            !segment_v2::InvertedIndexColumnWriter::check_column_valid(col)) {
-            continue;
-        }
         index_info.set_escaped_escaped_index_suffix_path(col.path_info_ptr()->get_path());
         if (index_meta != nullptr) {
             // already exist