mirrors/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-08-03 11:46:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

Replace manual x * sigmoid(x) with torch silu in VAE nonlinearity (#9057)

Browse Source
This commit is contained in:
chaObserv 2025-07-31 07:25:56 +08:00 committed by GitHub
parent da9dab7edd
commit 61b08d4ba6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
comfy/ldm/cosmos/cosmos_tokenizer/utils.py
View File

@ -58,7 +58,8 @@ def is_odd(n: int) -> bool:
def nonlinearity(x):
return x * torch.sigmoid(x)
# x * sigmoid(x)
return torch.nn.functional.silu(x)
def Normalize(in_channels, num_groups=32):

2
comfy/ldm/modules/diffusionmodules/model.py
View File

@ -36,7 +36,7 @@ def get_timestep_embedding(timesteps, embedding_dim):
def nonlinearity(x):
# swish
return x*torch.sigmoid(x)
return torch.nn.functional.silu(x)
def Normalize(in_channels, num_groups=32):