diff --git a/comfy/diffusers_convert.py b/comfy/diffusers_convert.py
index 8e3ca94e5..eb561933a 100644
--- a/comfy/diffusers_convert.py
+++ b/comfy/diffusers_convert.py
@@ -240,9 +240,9 @@ def convert_text_enc_state_dict_v20(text_enc_dict, prefix=""):
         text_proj = "transformer.text_projection.weight"
         if k.endswith(text_proj):
             new_state_dict[k.replace(text_proj, "text_projection")] = v.transpose(0, 1).contiguous()
-
-        relabelled_key = textenc_pattern.sub(lambda m: protected[re.escape(m.group(0))], k)
-        new_state_dict[relabelled_key] = v
+        else:
+            relabelled_key = textenc_pattern.sub(lambda m: protected[re.escape(m.group(0))], k)
+            new_state_dict[relabelled_key] = v
 
     for k_pre, tensors in capture_qkv_weight.items():
         if None in tensors: