diff --git a/src/cpu/dw_convolution_utils.hpp b/src/cpu/dw_convolution_utils.hpp
index e5f786607ef..23d581eee59 100644
--- a/src/cpu/dw_convolution_utils.hpp
+++ b/src/cpu/dw_convolution_utils.hpp
@@ -42,9 +42,7 @@ inline status_t get_depthwise_conv_desc(convolution_desc_t &cd_dw,
     // Create new attributes with scales from depthwise post-op and copy
     // post-ops after depthwise post-op.
     auto &dw_po = attr_1x1.post_ops_.entry_[dw_po_index].depthwise_conv;
-    if (utils::one_of(
-                dw_po.dst_dt, data_type::u8, data_type::s8, data_type::s32)
-            && dw_po.count) {
+    if (dw_po.wei_dt == data_type::s8 && dw_po.count) {
         CHECK(attr_dw.output_scales_.set(
                 dw_po.count, dw_po.mask, dw_po.scales));
     }