refactor: clean up TODOs, make scoring happen every hour

tensorplex-labs · Oct 16, 2024 · 2510e10 · 2510e10
1 parent 760f41b
commit 2510e10
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 13 deletions.
diff --git a/commons/orm.py b/commons/orm.py
@@ -49,7 +49,7 @@ class ORM:
     async def get_last_expire_at_cutoff(
         validator_hotkeys: list[str],
         expire_at: datetime = datetime_as_utc(
-            datetime.now(timezone.utc) - 1.5 * timedelta(seconds=TASK_DEADLINE)
+            datetime.now(timezone.utc) - timedelta(seconds=TASK_DEADLINE)
         ),
     ) -> datetime:
         """

diff --git a/docker-compose.miner.yaml b/docker-compose.miner.yaml
@@ -167,7 +167,7 @@ services:
     logging: *default-logging
 
   dojo-cli:
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     volumes:
       - ./:/app
       - ./.env.miner:/app/.env
@@ -181,7 +181,7 @@ services:
   # ============== TEST NET ============== #
 
   miner-testnet-decentralised:
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.miner
@@ -206,7 +206,7 @@ services:
       - external
 
   miner-testnet-centralised:
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.miner
@@ -228,7 +228,7 @@ services:
   # ============== MAIN NET ============== #
 
   miner-mainnet-decentralised:
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.miner
@@ -254,8 +254,7 @@ services:
     logging: *default-logging
 
   miner-mainnet-centralised:
-    # TODO @dev regex change later
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.miner

diff --git a/docker-compose.validator.yaml b/docker-compose.validator.yaml
@@ -118,7 +118,7 @@ services:
   # ============== TEST NET ============== #
 
   validator-testnet:
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.validator
@@ -150,8 +150,7 @@ services:
   # ============== MAIN NET ============== #
 
   validator-mainnet:
-    # TODO @dev regex change later
-    image: ghcr.io/tensorplex-labs/dojo:dev
+    image: ghcr.io/tensorplex-labs/dojo:main
     working_dir: /app
     env_file:
       - .env.validator

diff --git a/dojo/__init__.py b/dojo/__init__.py
@@ -37,7 +37,7 @@ def get_latest_git_tag():
 # Define the time intervals for various tasks.
 VALIDATOR_RUN = 300
 VALIDATOR_HEARTBEAT = 150
-VALIDATOR_UPDATE_SCORE = 1200
+VALIDATOR_UPDATE_SCORE = 3600
 VALIDATOR_STATUS = 60
 MINER_STATUS = 60
 DOJO_TASK_MONITORING = 60

diff --git a/neurons/validator.py b/neurons/validator.py
@@ -507,7 +507,6 @@ async def send_request(
         vali_request_model = await ORM.save_task(
             validator_request=synapse,
             miner_responses=valid_miner_responses,
-            # TODO the way we save obfuscated models is a bit redundant atm
             ground_truth=data.ground_truth,
         )
 
@@ -566,7 +565,6 @@ def set_weights(self):
         """
 
         # Check if self.scores contains any NaN values and log a warning if it does.
-        # TODO @torch fix inconsistency between numpy and torch
         if torch.isnan(self.scores).any():
             logger.warning(
                 "Scores contain NaN values. This may be due to a lack of responses from miners, or a bug in your reward functions."