try modify swin
This commit is contained in:
		@@ -946,7 +946,6 @@ class PoolFormerBlock(nn.Module):
 | 
				
			|||||||
        self.window_size = window_size
 | 
					        self.window_size = window_size
 | 
				
			||||||
        self.shift_size = shift_size
 | 
					        self.shift_size = shift_size
 | 
				
			||||||
        self.input_resolution = input_resolution
 | 
					        self.input_resolution = input_resolution
 | 
				
			||||||
        self.attn_mask = None
 | 
					 | 
				
			||||||
        self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2)
 | 
					        self.token_mixer = WindowAttention(dim=dim, window_size=to_2tuple(self.window_size), num_heads=num_heads, attn_drop=0.1, proj_drop=0.2)
 | 
				
			||||||
        self.norm2 = norm_layer(dim)
 | 
					        self.norm2 = norm_layer(dim)
 | 
				
			||||||
        mlp_hidden_dim = int(dim * mlp_ratio)
 | 
					        mlp_hidden_dim = int(dim * mlp_ratio)
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user