From 0c3ab5409181852f8495ef924dce9186f94d9126 Mon Sep 17 00:00:00 2001
From: lucidrains <lucidrains@gmail.com>
Date: Mon, 15 Jul 2024 11:28:18 -0700
Subject: [PATCH] address https://github.com/lucidrains/byol-pytorch/issues/93

---
 byol_pytorch/trainer.py | 2 +-
 setup.py                | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/byol_pytorch/trainer.py b/byol_pytorch/trainer.py
index 9ca64cc4a..b4a736fb7 100644
--- a/byol_pytorch/trainer.py
+++ b/byol_pytorch/trainer.py
@@ -124,8 +124,8 @@ def forward(self):
 
             self.print(f'loss {loss.item():.3f}')
 
-            self.optimizer.zero_grad()
             self.optimizer.step()
+            self.optimizer.zero_grad()
 
             self.wait()
 
diff --git a/setup.py b/setup.py
index 6350477a1..48258eb24 100644
--- a/setup.py
+++ b/setup.py
@@ -3,7 +3,7 @@
 setup(
   name = 'byol-pytorch',
   packages = find_packages(exclude=['examples']),
-  version = '0.8.1',
+  version = '0.8.2',
   license='MIT',
   description = 'Self-supervised contrastive learning made simple',
   author = 'Phil Wang',