try modify swin

2024-04-29 17:09:05 +07:00 · 2024-04-29 17:09:05 +07:00 · 65963bf46b
commit 65963bf46b
parent 5494206a04
1 changed files with 0 additions and 1 deletions
--- a/models.py
+++ b/models.py
@ -946,7 +946,6 @@ class PoolFormerBlock(nn.Module):
        self.window_size = window_size
        self.shift_size = shift_size
        self.input_resolution = input_resolution
-        self.attn_mask = None
        self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2)
        self.norm2 = norm_layer(dim)
        mlp_hidden_dim = int(dim * mlp_ratio)