298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-20 03:13:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

update casual mask calculation

Browse Source
This commit is contained in:
Chowdhury, Hisham 2025-02-11 11:41:17 -08:00
parent 7b82959572
commit f594ea41f5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
comfy/clip_model.py
View File

@ -105,7 +105,7 @@ class CLIPTextModel_(torch.nn.Module):
mask = mask.masked_fill(mask.to(torch.bool), -torch.finfo(x.dtype).max)
if comfy.model_management.is_directml_enabled():
causal_mask = torch.empty(x.shape[1], x.shape[1], dtype=x.dtype, device=x.device).triu_(1)
causal_mask = torch.full((x.shape[1], x.shape[1]), -torch.finfo(x.dtype).max, dtype=x.dtype, device=x.device).triu_(1)
else:
causal_mask = torch.empty(x.shape[1], x.shape[1], dtype=x.dtype, device=x.device).fill_(float("-inf")).triu_(1)