try modify swin

This commit is contained in:
thanhvc3 2024-04-29 16:17:02 +07:00
parent 7e6d4982d9
commit d79bdd1c3e

View File

@ -488,7 +488,7 @@ class FouriER(torch.nn.Module):
self.patch_embed = PatchEmbed(in_chans=channels, patch_size=self.p.patch_size, self.patch_embed = PatchEmbed(in_chans=channels, patch_size=self.p.patch_size,
embed_dim=self.p.embed_dim, stride=4, padding=2) embed_dim=self.p.embed_dim, stride=4, padding=2)
network = [] network = []
layers = [4, 4, 12, 4] layers = [2, 2, 6, 2]
embed_dims = [self.p.embed_dim, 320, 256, 128] embed_dims = [self.p.embed_dim, 320, 256, 128]
mlp_ratios = [4, 4, 8, 12] mlp_ratios = [4, 4, 8, 12]
num_heads = [2, 4, 8, 16] num_heads = [2, 4, 8, 16]