try swin

2024-04-27 11:07:48 +07:00 · 2024-04-27 11:07:48 +07:00 · d4ac470c54
commit d4ac470c54
parent 28a8352044
1 changed files with 2 additions and 0 deletions
--- a/models.py
+++ b/models.py
@ -788,6 +788,8 @@ class WindowAttention(nn.Module):
        """
        print(x.shape)
        B_, C, N, _ = x.shape
+        x = x.reshape(B_, C, N * N)
+        B_, C, N = x.shape
        qkv_bias = None
        if self.q_bias is not None:
            qkv_bias = torch.cat((self.q_bias, torch.zeros_like(self.v_bias, requires_grad=False), self.v_bias))