1
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-08-02 23:14:49 +08:00

Improve performance on some lowend GPUs.

This commit is contained in:
comfyanonymous
2024-08-05 16:24:04 -04:00
parent e545a636ba
commit 8edbcf5209

View File

@@ -528,7 +528,7 @@ def unet_inital_load_device(parameters, dtype):
return cpu_dev
def maximum_vram_for_weights(device=None):
return (get_total_memory(device) * 0.8 - minimum_inference_memory())
return (get_total_memory(device) * 0.88 - minimum_inference_memory())
def unet_dtype(device=None, model_params=0, supported_dtypes=[torch.float16, torch.bfloat16, torch.float32]):
if args.bf16_unet: