Merge d4535cad1cbd36a760f3dad011ca53c250298835 into cd2f79c70299c9041fb6d19617ef1296f47575b1

This commit is contained in:
Aryan Jassal 2024-07-30 15:18:28 +08:00 committed by GitHub
commit b5f59712a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -776,7 +776,7 @@ class Attention(nn.Module):
self.head_dim = dim // num_heads
self.key_dim = int(self.head_dim * attn_ratio)
self.scale = self.key_dim ** -0.5
nh_kd = nh_kd = self.key_dim * num_heads
nh_kd = self.key_dim * num_heads
h = dim + nh_kd * 2
self.qkv = Conv(dim, h, 1, act=False)
self.proj = Conv(dim, dim, 1, act=False)
@ -824,4 +824,4 @@ class SCDown(nn.Module):
self.cv2 = Conv(c2, c2, k=k, s=s, g=c2, act=False)
def forward(self, x):
return self.cv2(self.cv1(x))
return self.cv2(self.cv1(x))