diff --git a/be/src/vec/data_types/data_type_decimal.h b/be/src/vec/data_types/data_type_decimal.h
index 1cfa54c8462626..dd8b77f3270c55 100644
--- a/be/src/vec/data_types/data_type_decimal.h
+++ b/be/src/vec/data_types/data_type_decimal.h
@@ -604,13 +604,8 @@ void convert_from_decimal(typename ToDataType::FieldType* dst,
         } else {
             auto multiplier = FromDataType::get_scale_multiplier(scale);
             for (size_t i = 0; i < size; ++i) {
-                if constexpr (IsDecimal256<FromFieldType>) {
-                    dst[i] = static_cast<ToFieldType>(static_cast<long double>(src[i].value) /
-                                                      static_cast<long double>(multiplier.value));
-                } else {
-                    dst[i] = static_cast<ToFieldType>(static_cast<double>(src[i].value) /
-                                                      static_cast<double>(multiplier.value));
-                }
+                dst[i] = static_cast<ToFieldType>(static_cast<double>(src[i].value) /
+                                                  static_cast<double>(multiplier.value));
             }
         }
         if constexpr (narrow_integral) {