Add logit scale parameter so it's present when saving the checkpoint.

This commit is contained in:
comfyanonymous
2023-07-04 23:01:28 -04:00
parent acf95191ff
commit f81b192944
2 changed files with 3 additions and 0 deletions

View File

@@ -8,6 +8,7 @@ class SDXLClipG(sd1_clip.SD1ClipModel):
super().__init__(device=device, freeze=freeze, textmodel_json_config=textmodel_json_config, textmodel_path=textmodel_path)
self.empty_tokens = [[49406] + [49407] + [0] * 75]
self.text_projection = torch.nn.Parameter(torch.empty(1280, 1280))
self.logit_scale = torch.nn.Parameter(torch.tensor(4.6055))
self.layer_norm_hidden_state = False
if layer == "last":
pass