Merge pull request #180 from macrocosm-os/SN9-119-increase-ttl-comput…

…e-loss Increased ttl for loss computation
macrocosm-os · Oct 10, 2024 · 521d012 · 521d012
2 parents 6f1de23 + b9860fd
commit 521d012
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/constants/__init__.py b/constants/__init__.py
@@ -252,7 +252,7 @@
             "attn_implementation": "flash_attention_2",
         },
         eval_block_delay=0,
-        epsilon_func=LinearDecay(0.005, 0.0001, 100800),
+        epsilon_func=LinearDecay(0.005, 0.0001, 50400),
         max_bytes=29 * 1024 * 1024 * 1024,
     ),
 }
@@ -419,7 +419,7 @@
 
 # validators number of pages to eval over miners on each step.
 pages_per_eval_unpack = 5  # With sample unpacking
-pages_per_eval_pack = 18
+pages_per_eval_pack = 11
 
 # validator eval batch size.
 batch_size = 1

diff --git a/neurons/validator.py b/neurons/validator.py
@@ -891,11 +891,12 @@ async def run_step(self):
                                 tokenizer.eos_token_id,
                                 pack_samples,
                             ),
-                            ttl=400,
+                            ttl=430,
                             mode="spawn",
                         )
 
                     del model_i
+
                 except Exception as e:
                     bt.logging.error(
                         f"Error in eval loop: {e}. Setting losses for uid: {uid_i} to infinity."