try swin

2024-04-27 10:56:10 +07:00 · 2024-04-27 10:56:10 +07:00 · b77c79708e
commit b77c79708e
parent 22d44d1a99
1 changed files with 1 additions and 1 deletions
--- a/models.py
+++ b/models.py
@ -787,7 +787,7 @@ class WindowAttention(nn.Module):
            mask: (0/-inf) mask with shape of (num_windows, Wh*Ww, Wh*Ww) or None
        """
        print(x.shape)
-        B_, N, C = x.shape
+        B_, N, C, _ = x.shape
        qkv_bias = None
        if self.q_bias is not None:
            qkv_bias = torch.cat((self.q_bias, torch.zeros_like(self.v_bias, requires_grad=False), self.v_bias))