diff --git a/op_builder/fp_quantizer.py b/op_builder/fp_quantizer.py
index e42927bd065d..df4d967ea09a 100644
--- a/op_builder/fp_quantizer.py
+++ b/op_builder/fp_quantizer.py
@@ -94,7 +94,10 @@ def sources(self):
         ]
 
     def extra_ldflags(self):
-        return ['-lcurand']
+        if not self.is_rocm_pytorch():
+            return ['-lcurand']
+        else:
+            return []
 
     def include_paths(self):
         return ['csrc/fp_quantizer/includes', 'csrc/includes']