From 1dd423edf059ea91e5bfb591ad4c138efc31ecbc Mon Sep 17 00:00:00 2001 From: thanhvc3 Date: Sat, 27 Apr 2024 11:48:25 +0700 Subject: [PATCH] try swin --- models.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/models.py b/models.py index bc93c7f..00c1f74 100644 --- a/models.py +++ b/models.py @@ -896,7 +896,7 @@ class PoolFormerBlock(nn.Module): # self.token_mixer = FNetBlock() self.window_size = 8 self.attn_mask = None - self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=10) + self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=8) self.norm2 = norm_layer(dim) mlp_hidden_dim = int(dim * mlp_ratio) self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim,