mirrors/ComfyUI
1
0
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-09-12 12:37:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

Stable Cascade Stage B.

Browse Source
This commit is contained in:
comfyanonymous
2024-02-16 12:56:11 -05:00
parent f83109f09b
commit 667c92814e
10 changed files with 430 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
comfy/ldm/cascade/common.py
View File

@@ -84,7 +84,7 @@ class GlobalResponseNorm(nn.Module):
def forward(self, x):
Gx = torch.norm(x, p=2, dim=(1, 2), keepdim=True)
Nx = Gx / (Gx.mean(dim=-1, keepdim=True) + 1e-6)
return self.gamma * (x * Nx) + self.beta + x
return self.gamma.to(x.device) * (x * Nx) + self.beta.to(x.device) + x
class ResBlock(nn.Module):