mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-08-02 23:14:49 +08:00
Clamp output when rounding weight to prevent Nan.
This commit is contained in:
@@ -41,6 +41,8 @@ def manual_stochastic_round_to_float8(x, dtype, generator=None):
|
|||||||
(2.0 ** (-EXPONENT_BIAS + 1)) * abs_x
|
(2.0 ** (-EXPONENT_BIAS + 1)) * abs_x
|
||||||
)
|
)
|
||||||
|
|
||||||
|
inf = torch.finfo(dtype)
|
||||||
|
torch.clamp(sign, min=inf.min, max=inf.max, out=sign)
|
||||||
return sign
|
return sign
|
||||||
|
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user