Add logit scale parameter so it's present when saving the checkpoint.

2023-07-04 23:01:28 -04:00
parent acf95191ff
commit f81b192944
2 changed files with 3 additions and 0 deletions
--- a/comfy/sdxl_clip.py
+++ b/comfy/sdxl_clip.py
@@ -8,6 +8,7 @@ class SDXLClipG(sd1_clip.SD1ClipModel):
        super().__init__(device=device, freeze=freeze, textmodel_json_config=textmodel_json_config, textmodel_path=textmodel_path)
        self.empty_tokens = [[49406] + [49407] + [0] * 75]
        self.text_projection = torch.nn.Parameter(torch.empty(1280, 1280))
+        self.logit_scale = torch.nn.Parameter(torch.tensor(4.6055))
        self.layer_norm_hidden_state = False
        if layer == "last":
            pass