diff --git a/constants/__init__.py b/constants/__init__.py index 5f28ac43..37d2664a 100644 --- a/constants/__init__.py +++ b/constants/__init__.py @@ -252,7 +252,7 @@ "attn_implementation": "flash_attention_2", }, eval_block_delay=0, - epsilon_func=LinearDecay(0.005, 0.0001, 100800), + epsilon_func=LinearDecay(0.005, 0.0001, 50400), max_bytes=29 * 1024 * 1024 * 1024, ), } @@ -419,7 +419,7 @@ # validators number of pages to eval over miners on each step. pages_per_eval_unpack = 5 # With sample unpacking -pages_per_eval_pack = 18 +pages_per_eval_pack = 11 # validator eval batch size. batch_size = 1 diff --git a/neurons/validator.py b/neurons/validator.py index 67028bd5..936fbeb6 100644 --- a/neurons/validator.py +++ b/neurons/validator.py @@ -891,11 +891,12 @@ async def run_step(self): tokenizer.eos_token_id, pack_samples, ), - ttl=400, + ttl=430, mode="spawn", ) del model_i + except Exception as e: bt.logging.error( f"Error in eval loop: {e}. Setting losses for uid: {uid_i} to infinity."