298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-03-15 14:09:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Workaround for lora OOM on lowvram mode.

Browse Source
This commit is contained in:
comfyanonymous 2024-08-07 14:30:54 -04:00
parent 1208863eca
commit cb7c4b4be3
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
comfy/model_patcher.py
View File

@ -348,8 +348,8 @@ class ModelPatcher:
m.comfy_cast_weights = True m.comfy_cast_weights = True
else: else:
if hasattr(m, "weight"): if hasattr(m, "weight"):
self.patch_weight_to_device(weight_key, device_to) self.patch_weight_to_device(weight_key) #TODO: speed this up without causing OOM
self.patch_weight_to_device(bias_key, device_to) self.patch_weight_to_device(bias_key)
m.to(device_to) m.to(device_to)
mem_counter += comfy.model_management.module_size(m) mem_counter += comfy.model_management.module_size(m)
logging.debug("lowvram: loaded module regularly {} {}".format(n, m)) logging.debug("lowvram: loaded module regularly {} {}".format(n, m))