From a38a30cb878279179503003f9c50843a683cd6ff Mon Sep 17 00:00:00 2001 From: comfyanonymous Date: Fri, 17 Feb 2023 21:32:27 -0500 Subject: [PATCH] Document --highvram and enable it in colab. --- main.py | 1 + notebooks/comfyui_colab.ipynb | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/main.py b/main.py index f5aec442..a162e1ed 100644 --- a/main.py +++ b/main.py @@ -29,6 +29,7 @@ if __name__ == "__main__": print("\t--dont-upcast-attention\t\tDisable upcasting of attention \n\t\t\t\t\tcan boost speed but increase the chances of black images.\n") print("\t--use-split-cross-attention\tUse the split cross attention optimization instead of the sub-quadratic one.\n\t\t\t\t\tIgnored when xformers is used.") print() + print("\t--highvram\t\t\tBy default models will be unloaded to CPU memory after being used.\n\t\t\t\t\tThis option keeps them in GPU memory.\n") print("\t--normalvram\t\t\tUsed to force normal vram use if lowvram gets automatically enabled.") print("\t--lowvram\t\t\tSplit the unet in parts to use less vram.") print("\t--novram\t\t\tWhen lowvram isn't enough.") diff --git a/notebooks/comfyui_colab.ipynb b/notebooks/comfyui_colab.ipynb index cdf182b8..2e364f16 100644 --- a/notebooks/comfyui_colab.ipynb +++ b/notebooks/comfyui_colab.ipynb @@ -85,7 +85,7 @@ { "cell_type": "markdown", "source": [ - "Run ComfyUI:" + "Run ComfyUI (use the fp16 model configs for more speed):" ], "metadata": { "id": "gggggggggg" @@ -112,7 +112,7 @@ "\n", "threading.Thread(target=iframe_thread, daemon=True, args=(8188,)).start()\n", "\n", - "!python main.py" + "!python main.py --highvram" ], "metadata": { "id": "hhhhhhhhhh"