【SCU】[Paddle TensorRT No.63] Add pd_op.mish converter

paddle/fluid/pir/transforms/tensorrt/trt_op_marker_pass.cc

@@ -85,6 +85,7 @@ DEFINE_GENERAL_PATTERN(Swish, paddle::dialect::SwishOp)
 DEFINE_GENERAL_PATTERN(Log, paddle::dialect::LogOp)
 DEFINE_GENERAL_PATTERN(Floor, paddle::dialect::FloorOp)
 DEFINE_GENERAL_PATTERN(Roll, paddle::dialect::RollOp)
+DEFINE_GENERAL_PATTERN(Mish, paddle::dialect::MishOp)
 DEFINE_GENERAL_PATTERN(ThresholdedRelu, paddle::dialect::ThresholdedReluOp)
 
 #undef DEFINE_GENERAL_PATTERN
@@ -2136,6 +2137,7 @@ class TrtOpMarkerPass : public pir::PatternRewritePass {
     ADD_PATTERN(Log)
     ADD_PATTERN(Floor)
     ADD_PATTERN(Roll)
+    ADD_PATTERN(Mish)
     ADD_PATTERN(ThresholdedRelu)
 #if IS_TRT_VERSION_GE(8600)
     ADD_PATTERN(Layer_norm)

python/paddle/tensorrt/impls/activation.py

@@ -130,6 +130,21 @@ def swish_silu_converter(network, paddle_op, inputs):
     return trt_prod(network, inputs[0], layer_output)
 
 
+@converter_registry.register("pd_op.mish", trt_version="8.x")
+def mish_converter(network, paddle_op, inputs):
+    x = inputs[0]
+
+    softplus_layer = network.add_activation(x, trt.ActivationType.SOFTPLUS)
+    softplus_output = softplus_layer.get_output(0)
+
+    tanh_layer = network.add_activation(
+        softplus_output, trt.ActivationType.TANH
+    )
+    tanh_output = tanh_layer.get_output(0)
+
+    return trt_prod(network, x, tanh_output)
+
+
 @converter_registry.register("pd_op.thresholded_relu", trt_version="8.x")
 def thresholded_relu_converter(network, paddle_op, inputs):
     x = inputs[0]

test/tensorrt/test_converter_activation.py

@@ -143,5 +143,19 @@ def test_trt_result(self):
         self.check_trt_result()
 
 
+class TestMishFloatTRTPattern(TensorRTBaseTest):
+    def setUp(self):
+        self.python_api = paddle.nn.functional.mish
+        self.api_args = {
+            "x": np.random.randn(2, 3).astype("float32"),
+        }
+        self.program_config = {"feed_list": ["x"]}
+        self.min_shape = {"x": [1, 3]}
+        self.max_shape = {"x": [5, 3]}
+
+    def test_trt_result(self):
+        self.check_trt_result()
+
+
 if __name__ == '__main__':
     unittest.main()