Compare commits

...

2 Commits

Author SHA1 Message Date
Alexander Piskun
fbada07f99
Merge 1f6ab7dbfb into ff838657fa 2025-01-09 09:12:29 -05:00
bigcat88
1f6ab7dbfb
support for "unload_models" flag when creating a task
Signed-off-by: bigcat88 <bigcat88@icloud.com>
2024-12-24 17:41:49 +02:00

View File

@ -166,6 +166,14 @@ def prompt_worker(q, server_instance):
queue_item = q.get(timeout=timeout) queue_item = q.get(timeout=timeout)
if queue_item is not None: if queue_item is not None:
item, item_id = queue_item item, item_id = queue_item
if item[3].get("unload_models"):
# For those cases where the flag is set, to clear memory before execution
comfy.model_management.unload_all_models()
gc.collect()
comfy.model_management.soft_empty_cache()
last_gc_collect = time.perf_counter()
execution_start_time = time.perf_counter() execution_start_time = time.perf_counter()
prompt_id = item[1] prompt_id = item[1]
server_instance.last_prompt_id = prompt_id server_instance.last_prompt_id = prompt_id