mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-03-15 05:57:20 +00:00
Improve performance on some lowend GPUs.
This commit is contained in:
parent
e545a636ba
commit
8edbcf5209
@ -528,7 +528,7 @@ def unet_inital_load_device(parameters, dtype):
|
|||||||
return cpu_dev
|
return cpu_dev
|
||||||
|
|
||||||
def maximum_vram_for_weights(device=None):
|
def maximum_vram_for_weights(device=None):
|
||||||
return (get_total_memory(device) * 0.8 - minimum_inference_memory())
|
return (get_total_memory(device) * 0.88 - minimum_inference_memory())
|
||||||
|
|
||||||
def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torch.bfloat16, torch.float32]):
|
def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torch.bfloat16, torch.float32]):
|
||||||
if args.bf16_unet:
|
if args.bf16_unet:
|
||||||
|
Loading…
Reference in New Issue
Block a user