298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-20 11:23:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

SD2.x controlnets now work.

Browse Source
This commit is contained in:
comfyanonymous 2023-03-08 01:13:38 -05:00
parent 5ea597710f
commit c70f0ac64b
1 changed files with 33 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
comfy/sd.py
View File

@ -489,6 +489,8 @@ def load_controlnet(ckpt_path, model=None):
if model_management.should_use_fp16() and controlnet_data[key].dtype == torch.float16: if model_management.should_use_fp16() and controlnet_data[key].dtype == torch.float16:
use_fp16 = True use_fp16 = True
if context_dim == 768:
#SD1.x
control_model = cldm.ControlNet(image_size=32, control_model = cldm.ControlNet(image_size=32,
in_channels=4, in_channels=4,
hint_channels=3, hint_channels=3,
@ -503,7 +505,23 @@ def load_controlnet(ckpt_path, model=None):
use_checkpoint=True, use_checkpoint=True,
legacy=False, legacy=False,
use_fp16=use_fp16) use_fp16=use_fp16)
else:
#SD2.x
control_model = cldm.ControlNet(image_size=32,
in_channels=4,
hint_channels=3,
model_channels=320,
attention_resolutions=[ 4, 2, 1 ],
num_res_blocks=2,
channel_mult=[ 1, 2, 4, 4 ],
num_head_channels=64,
use_spatial_transformer=True,
use_linear_in_transformer=True,
transformer_depth=1,
context_dim=context_dim,
use_checkpoint=True,
legacy=False,
use_fp16=use_fp16)
if pth: if pth:
if 'difference' in controlnet_data: if 'difference' in controlnet_data:
if model is not None: if model is not None: