Merge 1670612b90 into d0f3752e33

This is required to support some different types of t5 models.

comfy/text_encoders/t5.py

@@ -227,8 +227,9 @@ class T5(torch.nn.Module):
         super().__init__()
         self.num_layers = config_dict["num_layers"]
         model_dim = config_dict["d_model"]
+        inner_dim = config_dict["d_kv"] * config_dict["num_heads"]
 
-        self.encoder = T5Stack(self.num_layers, model_dim, model_dim, config_dict["d_ff"], config_dict["dense_act_fn"], config_dict["is_gated_act"], config_dict["num_heads"], config_dict["model_type"] != "umt5", dtype, device, operations)
+        self.encoder = T5Stack(self.num_layers, model_dim, inner_dim, config_dict["d_ff"], config_dict["dense_act_fn"], config_dict["is_gated_act"], config_dict["num_heads"], config_dict["model_type"] != "umt5", dtype, device, operations)
         self.dtype = dtype
         self.shared = operations.Embedding(config_dict["vocab_size"], model_dim, device=device, dtype=dtype)
 

extra_model_paths.yaml.example

@@ -36,9 +36,14 @@ a111:
 #                  models/diffusion_models
 #                  models/unet
 #     embeddings: models/embeddings/
+#     gligen: models/gligen/
+#     hypernetworks: models/hypernetworks/
 #     loras: models/loras/
+#     photomaker: models/photomaker/
+#     style_models: models/style_models/
 #     upscale_models: models/upscale_models/
 #     vae: models/vae/
+#     vae_approx: models/vae_approx/
 
 #other_ui:
 #    base_path: path/to/ui