We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 05a65f3 commit e6b394eCopy full SHA for e6b394e
tests/compile/test_fusion.py
@@ -64,7 +64,8 @@ def forward(self, x):
64
input_scale=self.scale[0])
65
# make sure resid is used for replacement to work
66
y2, resid = self.norm[1](x2, resid)
67
-
+ # TODO another fp8 linear + rmsnorm to make sure fusion
68
+ # works for residual output as well
69
x3 = self.fp8_linear.apply(y2,
70
self.w[1],
71
self.wscale[1],
0 commit comments