support for "unload_models" flag when creating a task

Signed-off-by: bigcat88 <bigcat88@icloud.com>
This commit is contained in:
bigcat88 2024-12-24 17:41:49 +02:00
parent 73e04987f7
commit 1f6ab7dbfb
No known key found for this signature in database
GPG Key ID: 1F0BF0EC3CF22721

View File

@ -166,6 +166,14 @@ def prompt_worker(q, server_instance):
queue_item = q.get(timeout=timeout)
if queue_item is not None:
item, item_id = queue_item
if item[3].get("unload_models"):
# For those cases where the flag is set, to clear memory before execution
comfy.model_management.unload_all_models()
gc.collect()
comfy.model_management.soft_empty_cache()
last_gc_collect = time.perf_counter()
execution_start_time = time.perf_counter()
prompt_id = item[1]
server_instance.last_prompt_id = prompt_id