cngthnh/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

try modify swin

Browse Source
This commit is contained in:
thanhvc3 2024-04-29 17:09:05 +07:00
parent 5494206a04
commit 65963bf46b
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
models.py
View File

@ -946,7 +946,6 @@ class PoolFormerBlock(nn.Module):
self.window_size = window_size self.window_size = window_size
self.shift_size = shift_size self.shift_size = shift_size
self.input_resolution = input_resolution self.input_resolution = input_resolution
self.attn_mask = None
self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2) self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2)
self.norm2 = norm_layer(dim) self.norm2 = norm_layer(dim)
mlp_hidden_dim = int(dim * mlp_ratio) mlp_hidden_dim = int(dim * mlp_ratio)