diff --git a/models.py b/models.py index 04795de..c2fb1c9 100644 --- a/models.py +++ b/models.py @@ -946,7 +946,6 @@ class PoolFormerBlock(nn.Module): self.window_size = window_size self.shift_size = shift_size self.input_resolution = input_resolution - self.attn_mask = None self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2) self.norm2 = norm_layer(dim) mlp_hidden_dim = int(dim * mlp_ratio)