From f594ea41f5f42405a87601117c07c31e68ca9a1c Mon Sep 17 00:00:00 2001 From: "Chowdhury, Hisham" Date: Tue, 11 Feb 2025 11:41:17 -0800 Subject: [PATCH] update casual mask calculation --- comfy/clip_model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/comfy/clip_model.py b/comfy/clip_model.py index e1d525ca..0163c6fe 100644 --- a/comfy/clip_model.py +++ b/comfy/clip_model.py @@ -105,7 +105,7 @@ class CLIPTextModel_(torch.nn.Module): mask = mask.masked_fill(mask.to(torch.bool), -torch.finfo(x.dtype).max) if comfy.model_management.is_directml_enabled(): - causal_mask = torch.empty(x.shape[1], x.shape[1], dtype=x.dtype, device=x.device).triu_(1) + causal_mask = torch.full((x.shape[1], x.shape[1]), -torch.finfo(x.dtype).max, dtype=x.dtype, device=x.device).triu_(1) else: causal_mask = torch.empty(x.shape[1], x.shape[1], dtype=x.dtype, device=x.device).fill_(float("-inf")).triu_(1)