cngthnh/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

try swin

Browse Source
This commit is contained in:
thanhvc3 2024-04-27 11:43:15 +07:00
parent a47a60f6a1
commit c03e24f4c2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models.py
View File

@ -893,7 +893,7 @@ class PoolFormerBlock(nn.Module):
self.norm1 = norm_layer(dim) self.norm1 = norm_layer(dim)
#self.token_mixer = Pooling(pool_size=pool_size) #self.token_mixer = Pooling(pool_size=pool_size)
# self.token_mixer = FNetBlock() # self.token_mixer = FNetBlock()
self.window_size = 7 self.window_size = 8
self.attn_mask = None self.attn_mask = None
self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=10) self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=10)
self.norm2 = norm_layer(dim) self.norm2 = norm_layer(dim)