fix leaky relu grad bug (#7634)

Co-authored-by: oneflow-ci-bot <69100618+oneflow-ci-bot@users.noreply.github.com>
Oneflow-Inc · Mar 15, 2022 · 0b2779d · 0b2779d
1 parent d8a4da9
commit 0b2779d
Showing 1 changed file with 1 addition and 7 deletions.
diff --git a/oneflow/user/kernels/activation_kernels.h b/oneflow/user/kernels/activation_kernels.h
@@ -29,13 +29,7 @@ struct LeakyReluFunctor {
 template<typename T>
 struct LeakyReluGradFunctor {
   OF_DEVICE_FUNC explicit LeakyReluGradFunctor(float alpha) : alpha(alpha) {}
-  OF_DEVICE_FUNC T operator()(T x, T dy) const {
-    if (alpha > 0) {
-      return dy > 0 ? dy : dy * alpha;
-    } else {
-      return (x > 0) ? dy : dy * alpha;
-    }
-  }
+  OF_DEVICE_FUNC T operator()(T x, T dy) const { return (x > 0) ? dy : dy * alpha; }
   const T alpha;
 };