298977887/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-04-20 03:13:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Correct DoRA implementation

Browse Source
This commit is contained in:
catboxanon 2025-04-14 12:17:15 -04:00
parent a14c2fc356
commit facf574a61
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
comfy/lora.py
View File

@ -413,11 +413,10 @@ def weight_decompose(dora_scale, weight, lora_diff, alpha, strength, intermediat
lora_diff *= alpha lora_diff *= alpha
weight_calc = weight + function(lora_diff).type(weight.dtype) weight_calc = weight + function(lora_diff).type(weight.dtype)
weight_norm = ( weight_norm = (
weight_calc.transpose(0, 1) weight_calc
.reshape(weight_calc.shape[1], -1) .reshape(weight_calc.shape[0], -1)
.norm(dim=1, keepdim=True) .norm(dim=1, keepdim=True)
.reshape(weight_calc.shape[1], *[1] * (weight_calc.dim() - 1)) .reshape(weight_calc.shape[0], *[1] * (weight_calc.dim() - 1))
.transpose(0, 1)
) )
weight_calc *= (dora_scale / weight_norm).type(weight.dtype) weight_calc *= (dora_scale / weight_norm).type(weight.dtype)