298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-16 08:33:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle subnormal numbers in float8 rounding.

Browse Source
This commit is contained in:
comfyanonymous 2024-08-19 05:19:59 -04:00
parent 39f114c44b
commit 22ec02afc0
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
comfy/float.py
View File

@ -32,8 +32,12 @@ def manual_stochastic_round_to_float8(x, dtype):
result = sign * (2.0 ** (exponent - EXPONENT_BIAS)) * (1.0 + mantissa)
# Handle zero case
result = torch.where(abs_x == 0, torch.zeros_like(result), result)
zero_mask = (abs_x == 0)
result = torch.where(zero_mask, torch.zeros_like(result), result)
# Handle subnormal numbers
min_normal = 2.0 ** (-EXPONENT_BIAS + 1)
result = torch.where((abs_x < min_normal) & (~zero_mask), torch.round(x / (2.0 ** (-EXPONENT_BIAS + 1 - MANTISSA_BITS))) * (2.0 ** (-EXPONENT_BIAS + 1 - MANTISSA_BITS)), result)
return result.to(dtype=dtype)