use multiply instead of add for global context, due to reported artif…

…acts
lucidrains · Jan 1, 2021 · eaa76d4 · eaa76d4
1 parent 2388cbb
commit eaa76d4
Show file tree

Hide file tree

Showing 6 changed files with 6 additions and 6 deletions.
diff --git a/README.md b/README.md
@@ -1,12 +1,12 @@
-<img src="./sample-512.jpg" width="600px"></img>
+<img src="./images/sample-512.jpg" width="600px"></img>
 
 *512x512 flowers after 12 hours of training, 1 gpu*
 
-<img src="./sample-256.jpg" width="400px"></img>
+<img src="./images/sample-256.jpg" width="400px"></img>
 
 *256x256 flowers after 12 hours of training, 1 gpu*
 
-<img src="./pizza-512.jpg" width="600px"></img>
+<img src="./images/pizza-512.jpg" width="600px"></img>
 
 *Pizza*
 

diff --git a/lightweight_gan/lightweight_gan.py b/lightweight_gan/lightweight_gan.py
@@ -307,9 +307,9 @@ def __init__(
 
         self.net = nn.Sequential(
             nn.Conv2d(chan_in, chan_intermediate, 1),
-            nn.LayerNorm((chan_intermediate, 1, 1)),
             nn.LeakyReLU(0.1),
             nn.Conv2d(chan_intermediate, chan_out, 1),
+            nn.Sigmoid()
         )
     def forward(self, x):
         context = self.to_k(x)
@@ -419,7 +419,7 @@ def forward(self, x):
 
             next_res = res + 1
             if next_res in residuals:
-                x = x + residuals[next_res]
+                x = x * residuals[next_res]
 
         return self.out_conv(x)
 

diff --git a/lightweight_gan/version.py b/lightweight_gan/version.py
@@ -1 +1 @@
-__version__ = '0.15.0'
+__version__ = '0.16.0'
diff --git a/pizza-512.jpg b/pizza-512.jpg
diff --git a/sample-256.jpg b/sample-256.jpg
diff --git a/sample-512.jpg b/sample-512.jpg