Making check for output match in original types. It saves some memory. (vllm-project#135)

Co-authored-by: maleksan85 <maleksan@amd.com>

Author: maleksan85

gradlib/gradlib/GemmTuner.py

@@ -76,8 +76,8 @@ def check_gemm_ref(self, libtype, solidx):
                                        self.outdtype)
         elif libtype == 'rocblas':
             c = rocsolidxgemm.rocb_mm(self.inp, self.weights.t(), solidx)
-        if torch.allclose(c.to(torch.float32),
-                          ref.to(torch.float32),
+        if torch.allclose(c.to(self.outdtype),
+                          ref.to(self.outdtype),
                           atol=self.atol,
                           rtol=self.rtol):
             return True