mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-09-10 11:35:40 +00:00
Fix potential rope issue. (#9710)
This commit is contained in:
@@ -632,7 +632,7 @@ class ContinuousTransformer(nn.Module):
|
|||||||
# Attention layers
|
# Attention layers
|
||||||
|
|
||||||
if self.rotary_pos_emb is not None:
|
if self.rotary_pos_emb is not None:
|
||||||
rotary_pos_emb = self.rotary_pos_emb.forward_from_seq_len(x.shape[1], dtype=x.dtype, device=x.device)
|
rotary_pos_emb = self.rotary_pos_emb.forward_from_seq_len(x.shape[1], dtype=torch.float, device=x.device)
|
||||||
else:
|
else:
|
||||||
rotary_pos_emb = None
|
rotary_pos_emb = None
|
||||||
|
|
||||||
|
Reference in New Issue
Block a user