Cleanup T5 code a bit.

2024-07-06 00:33:25 -04:00
parent 80c4590998
commit b8e58a9394
3 changed files with 23 additions and 14 deletions
--- a/comfy/t5_config_xxl.json
+++ b/comfy/t5_config_xxl.json
@@ -8,6 +8,7 @@
  "dense_act_fn": "gelu_pytorch_tanh",
  "initializer_factor": 1.0,
  "is_encoder_decoder": true,
+  "is_gated_act": true,
  "layer_norm_epsilon": 1e-06,
  "model_type": "t5",
  "num_decoder_layers": 24,