Separate training data (#78)

* removing deprecated reward code * separating validator image datasets from training datasets * removing unused miner_metrics import
BitMind-AI · Oct 2, 2024 · 190016c · 190016c
1 parent 3a7f416
commit 190016c
Show file tree

Hide file tree

Showing 5 changed files with 11 additions and 197 deletions.
diff --git a/bitmind/constants.py b/bitmind/constants.py
@@ -27,6 +27,15 @@
     ]
 }
 
+VALIDATOR_DATASET_META = {
+    "real": [
+        {"path": "bitmind/bm-real"},
+        {"path": "bitmind/open-images-v7"},
+        {"path": "bitmind/celeb-a-hq"},
+        {"path": "bitmind/ffhq-256"}
+    ]
+}
+
 VALIDATOR_MODEL_META = {
     "prompt_generators": [
         {

diff --git a/bitmind/utils/miner_metrics.py b/bitmind/utils/miner_metrics.py
diff --git a/bitmind/validator/multi_image_reward.py b/bitmind/validator/multi_image_reward.py
diff --git a/neurons/validator.py b/neurons/validator.py
@@ -26,7 +26,7 @@
 from bitmind.base.validator import BaseValidatorNeuron
 from bitmind.synthetic_image_generation.synthetic_image_generator import SyntheticImageGenerator
 from bitmind.image_dataset import ImageDataset
-from bitmind.constants import DATASET_META, WANDB_PROJECT, WANDB_ENTITY
+from bitmind.constants import VALIDATOR_DATASET_META, WANDB_PROJECT, WANDB_ENTITY
 import bitmind
 
 
@@ -57,7 +57,7 @@ def __init__(self, config=None):
         bt.logging.info("Loading real datasets")
         self.real_image_datasets = [
             ImageDataset(ds['path'], 'train', ds.get('name', None))
-            for ds in DATASET_META['real']
+            for ds in VALIDATOR_DATASET_META['real']
         ]
 
         self.synthetic_image_generator = SyntheticImageGenerator(

diff --git a/neurons/validator_proxy.py b/neurons/validator_proxy.py
@@ -17,7 +17,6 @@
 import threading
 import socket
 
-from bitmind.utils.miner_metrics import miner_metrics
 from bitmind.protocol import ImageSynapse
 from bitmind.utils.uids import get_random_uids
 from bitmind.validator.proxy import ProxyCounter