From b9860fd995c8ed150d794da2d62eb08cc9916e1e Mon Sep 17 00:00:00 2001
From: cryptal-mc <alan.aboudib@macrocosmos.ai>
Date: Thu, 10 Oct 2024 17:41:32 +0000
Subject: [PATCH] Increased ttl for loss computation, reduced validation pages,
 reduced epsilon decay interval

---
 constants/__init__.py | 4 ++--
 neurons/validator.py  | 3 ++-
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/constants/__init__.py b/constants/__init__.py
index 5f28ac43..37d2664a 100644
--- a/constants/__init__.py
+++ b/constants/__init__.py
@@ -252,7 +252,7 @@
             "attn_implementation": "flash_attention_2",
         },
         eval_block_delay=0,
-        epsilon_func=LinearDecay(0.005, 0.0001, 100800),
+        epsilon_func=LinearDecay(0.005, 0.0001, 50400),
         max_bytes=29 * 1024 * 1024 * 1024,
     ),
 }
@@ -419,7 +419,7 @@
 
 # validators number of pages to eval over miners on each step.
 pages_per_eval_unpack = 5  # With sample unpacking
-pages_per_eval_pack = 18
+pages_per_eval_pack = 11
 
 # validator eval batch size.
 batch_size = 1
diff --git a/neurons/validator.py b/neurons/validator.py
index 67028bd5..936fbeb6 100644
--- a/neurons/validator.py
+++ b/neurons/validator.py
@@ -891,11 +891,12 @@ async def run_step(self):
                                 tokenizer.eos_token_id,
                                 pack_samples,
                             ),
-                            ttl=400,
+                            ttl=430,
                             mode="spawn",
                         )
 
                     del model_i
+                    
                 except Exception as e:
                     bt.logging.error(
                         f"Error in eval loop: {e}. Setting losses for uid: {uid_i} to infinity."