Text encoder should initially load on the offload_device not the regular.

This commit is contained in:
comfyanonymous 2023-08-28 15:08:45 -04:00
parent f92074b84f
commit 1300a1bb4c

View File

@ -80,7 +80,7 @@ class CLIP:
load_device = model_management.text_encoder_device() load_device = model_management.text_encoder_device()
offload_device = model_management.text_encoder_offload_device() offload_device = model_management.text_encoder_offload_device()
params['device'] = load_device params['device'] = offload_device
if model_management.should_use_fp16(load_device, prioritize_performance=False): if model_management.should_use_fp16(load_device, prioritize_performance=False):
params['dtype'] = torch.float16 params['dtype'] = torch.float16
else: else: