cherry-pick fix_multihead_int8

PaddlePaddle · May 26, 2022 · c2d6c3d · c2d6c3d · paddle-bot-old · May 30, 2022
1 parent 968b951
commit c2d6c3d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/paddle/fluid/framework/ir/multihead_matmul_fuse_pass.cc b/paddle/fluid/framework/ir/multihead_matmul_fuse_pass.cc
@@ -863,7 +863,7 @@ int MultiHeadMatmulV2FusePass::BuildFusionV2(Graph* graph,
 
     auto* mul0_op_desc = mul0->Op();
 
-    // all mul op has same input.
+    // all mul op has same input. Set int8 attr: Input_scale
     if (mul0_op_desc->HasAttr("Input_scale")) {
       multihead_op_desc.SetAttr("Input_scale",
                                 mul0_op_desc->GetAttr("Input_scale"));