298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-15 16:13:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix the memory leakage issue

Browse Source
This commit is contained in:
ethan 2025-03-05 18:28:47 -08:00
parent 8558803f44
commit bc9eb9dfdb
2 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
comfy/model_patcher.py
View File

@ -499,12 +499,19 @@ class ModelPatcher:
if len(k) > 2:
function = k[2]
org_key=key.replace("diffusion_model", "diffusion_model._orig_mod")
if key in model_sd or org_key in model_sd:
if key in model_sd:
p.add(k)
current_patches = self.patches.get(key, [])
current_patches.append((strength_patch, patches[k], strength_model, offset, function))
self.patches[key] = current_patches
self.patches[org_key] = current_patches
elif org_key in model_sd:
if key in self.patches:
self.patches.pop(key)
p.add(k)
current_patches = self.patches.get(org_key, [])
current_patches.append((strength_patch, patches[k], strength_model, offset, function))
self.patches[org_key] = current_patches
self.patches_uuid = uuid.uuid4()
return list(p)

11
comfy_extras/nodes_torch_compile.py
View File

@ -19,7 +19,7 @@ class TorchCompileModel:
"backend": (["inductor", "cudagraphs", "openvino"],),
},
"optional": {
"openvino_device": (available_devices,),
"openvino device": (available_devices,),
},
}
@ -30,6 +30,7 @@ class TorchCompileModel:
EXPERIMENTAL = True
def patch(self, model, backend, openvino_device):
print(model.__class__.__name__)
if backend == "openvino":
options = {"device": openvino_device}
try:
@ -39,6 +40,12 @@ class TorchCompileModel:
"Could not import openvino python package. "
"Please install it with `pip install openvino`."
)
import openvino.frontend.pytorch.torchdynamo.execute as ov_ex
torch._dynamo.reset()
ov_ex.compiled_cache.clear()
ov_ex.req_cache.clear()
ov_ex.partitioned_modules.clear()
else:
options = None
m = model.clone()
@ -55,4 +62,4 @@ class TorchCompileModel:
NODE_CLASS_MAPPINGS = {
"TorchCompileModel": TorchCompileModel,
}
}