298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-20 03:13:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Slightly faster lora applying.

Browse Source
This commit is contained in:
comfyanonymous 2023-12-06 05:13:14 -05:00
parent e134547341
commit 2db86b4676
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
comfy/model_management.py
View File

@ -550,12 +550,12 @@ def cast_to_device(tensor, device, dtype, copy=False):
if device_supports_cast: if device_supports_cast:
if copy: if copy:
if tensor.device == device: if tensor.device == device:
return tensor.to(dtype, copy=copy) return tensor.to(dtype, copy=copy, non_blocking=True)
return tensor.to(device, copy=copy).to(dtype) return tensor.to(device, copy=copy, non_blocking=True).to(dtype, non_blocking=True)
else: else:
return tensor.to(device).to(dtype) return tensor.to(device, non_blocking=True).to(dtype, non_blocking=True)
else: else:
return tensor.to(dtype).to(device, copy=copy) return tensor.to(device, dtype, copy=copy, non_blocking=True)
def xformers_enabled(): def xformers_enabled():
global directml_enabled global directml_enabled