Logging Updates (#61)

* Update Mining.md

* logging augmented b64 images

* removing deprecated get_metagraph endpoint from validator_proxy

* removing metagraph fastapi endpoint

* Moving tensor to PIL conversion to b64_encode

* __init__.py

* not logging b64 encoded images

* shebang

bitmind/protocol.py

@@ -26,6 +26,12 @@
 import base64
 import torch
 
+def b64_encode(image):
+    if isinstance(image, torch.Tensor):
+        image = transforms.ToPILImage()(image.cpu().detach())
+    image_bytes = BytesIO()
+    image.save(image_bytes, format="JPEG")
+    return base64.b64encode(image_bytes.getvalue())
 
 def prepare_image_synapse(image: Image):
     """
@@ -37,12 +43,7 @@ def prepare_image_synapse(image: Image):
     Returns:
         ImageSynapse: An instance of ImageSynapse containing the encoded image and a default prediction value.
     """
-    if isinstance(image, torch.Tensor):
-        image = transforms.ToPILImage()(image.cpu().detach())
-
-    image_bytes = BytesIO()
-    image.save(image_bytes, format="JPEG")
-    b64_encoded_image = base64.b64encode(image_bytes.getvalue())
+    b64_encoded_image = b64_encode(image)
     return ImageSynapse(image=b64_encoded_image)
 
 

bitmind/validator/forward.py

@@ -115,8 +115,9 @@ async def forward(self):
     data_aug_params = random_aug_transforms.params
 
     bt.logging.info(f"Querying {len(miner_uids)} miners...")
+    axons = [self.metagraph.axons[uid] for uid in miner_uids]
     responses = await self.dendrite(
-        axons=[self.metagraph.axons[uid] for uid in miner_uids],
+        axons=axons,
         synapse=prepare_image_synapse(image=image),
         deserialize=True
     )
@@ -125,6 +126,7 @@ async def forward(self):
     wandb_data['data_aug_params'] = data_aug_params
     wandb_data['label'] = label
     wandb_data['miner_uids'] = list(miner_uids)
+    wandb_data['miner_hotkeys'] = list([axon.hotkey for axon in axons])
     wandb_data['predictions'] = responses
     wandb_data['correct'] = [
         np.round(y_hat) == y

docs/Mining.md

@@ -83,6 +83,7 @@ First, make sure to update `miner.env` with your **wallet**, **hotkey**, and **m
 
 ```bash
 MODEL_PATH=./mining_models/base.pth
+NEURON_PATH=./neurons/npr_miner.py
 NETUID=34 # or 168 
 SUBTENSOR_NETWORK=finney # or test
 SUBTENSOR_CHAIN_ENDPOINT=wss://entrypoint-finney.opentensor.ai:443 # or wss://test.finney.opentensor.ai:443/

neurons/validator_proxy.py

@@ -46,12 +46,6 @@ def __init__(
             methods=["GET"],
             dependencies=[Depends(self.get_self)],
         )
-        self.app.add_api_route(
-            "/metagraph",
-            self.get_metagraph,
-            methods=["GET"],
-            dependencies=[Depends(self.get_self)],
-        )
 
         self.loop = asyncio.get_event_loop()
         self.proxy_counter = ProxyCounter(
@@ -116,22 +110,6 @@ async def healthcheck(self, request: Request):
         self.authenticate_token(authorization)
         return {'status': 'healthy'}
 
-    async def get_metagraph(self, request: Request):
-        authorization: str = request.headers.get("authorization")
-
-        if not authorization:
-            raise HTTPException(status_code=401, detail="Authorization header missing")
-
-        self.authenticate_token(authorization)
-
-        metagraph = self.validator.metagraph
-        return {
-            'uids': [str(uid) for uid in metagraph.uids],
-            'ranks': [float(r) for r in metagraph.R],
-            'incentives': [float(i) for i in metagraph.I],
-            'emissions': [float(e) for e in metagraph.E]
-        }
-
     async def forward(self, request: Request):
         authorization: str = request.headers.get("authorization")
 

setup_miner_env.sh

@@ -1,3 +1,5 @@
+#!/bin/bash
+
 sudo apt update -y
 sudo apt install python3-pip -y
 sudo apt install nano -y

setup_validator_env.sh

@@ -1,3 +1,5 @@
+#!/bin/bash
+
 sudo apt update -y
 sudo apt install python3-pip -y
 sudo apt install nano -y