Skip to content

Commit b5d6a16

Browse files
synchronize before print bf16 cast (#74278)
* synchronize before print bf16 cast * refine * refine * refine
1 parent bcbb889 commit b5d6a16

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

python/paddle/tensor/to_string.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -252,6 +252,8 @@ def to_string(var, prefix='Tensor'):
252252
return "Tensor(Not initialized)"
253253

254254
if var.dtype == paddle.bfloat16:
255+
if not var.place.is_cpu_place():
256+
paddle.device.synchronize()
255257
var = var.astype('float32')
256258
np_var = var.numpy(False)
257259

@@ -297,6 +299,8 @@ def _format_dense_tensor(tensor, indent):
297299
or dtype == core.VarDesc.VarType.FP8_E4M3FN
298300
or dtype == core.VarDesc.VarType.FP8_E5M2
299301
):
302+
if not tensor.place.is_cpu_place():
303+
paddle.device.synchronize()
300304
tensor = tensor.astype('float32')
301305

302306
# TODO(zhouwei): will remove 0-D Tensor.numpy() hack

0 commit comments

Comments
 (0)