From 65963bf46b1806cf9c3281b71f352886986a34e5 Mon Sep 17 00:00:00 2001 From: thanhvc3 Date: Mon, 29 Apr 2024 17:09:05 +0700 Subject: [PATCH] try modify swin --- models.py | 1 - 1 file changed, 1 deletion(-) diff --git a/models.py b/models.py index 04795de..c2fb1c9 100644 --- a/models.py +++ b/models.py @@ -946,7 +946,6 @@ class PoolFormerBlock(nn.Module): self.window_size = window_size self.shift_size = shift_size self.input_resolution = input_resolution - self.attn_mask = None self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2) self.norm2 = norm_layer(dim) mlp_hidden_dim = int(dim * mlp_ratio)