From a14267d96cec0c4421d2bc7cb5ece7ede3c50493 Mon Sep 17 00:00:00 2001
From: thanhvc3 <thanhvc3@vng.com.vn>
Date: Mon, 29 Apr 2024 20:48:47 +0700
Subject: [PATCH] try modify swin

---
 models.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/models.py b/models.py
index 212f3f6..6f47287 100644
--- a/models.py
+++ b/models.py
@@ -535,7 +535,7 @@ class FouriER(torch.nn.Module):
         layers = [2, 2, 6, 2]
         embed_dims = [self.p.embed_dim, 320, 256, 128]
         mlp_ratios = [4, 4, 8, 12]
-        num_heads = [2, 4, 8, 16]
+        num_heads = [4, 4, 4, 4]
         downsamples = [True, True, True, True]
         pool_size=3
         act_layer=nn.GELU