cngthnh/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

try sep vit

Browse Source
This commit is contained in:
thanhvc3
2024-04-28 01:44:33 +07:00
parent a246d2bb64
commit 37b01708b4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
models.py
View File

@@ -1094,7 +1094,7 @@ class PoolFormerBlock(nn.Module):
self.attn_heads = 4 self.attn_heads = 4
self.attn_mask = None self.attn_mask = None
# self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=4) # self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=4)
self.token_mixer = DSSA(dim, heads=self.attn_heads, window_size=self.window_size, dropout=0.5) self.token_mixer = DSSA(dim, heads=self.attn_heads, window_size=self.window_size)
self.norm2 = norm_layer(dim) self.norm2 = norm_layer(dim)
mlp_hidden_dim = int(dim * mlp_ratio) mlp_hidden_dim = int(dim * mlp_ratio)
self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim, self.mlp = Mlp(in_features=dim, hidden_features=mlp_hidden_dim,