From 84720b7a2440b81d2a3e7145e97fd9e97d711b14 Mon Sep 17 00:00:00 2001
From: Sam Rabin <samrabin@ucar.edu>
Date: Fri, 23 Aug 2024 10:47:32 -0600
Subject: [PATCH 1/3] Derecho runs requesting >64 jobs go to main, not develop.
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

So, e.g., tests with `128x1` go to main instead of develop. However, `64x2` would still go to develop—not sure if that's what we want.
---
 machines/derecho/config_batch.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/machines/derecho/config_batch.xml b/machines/derecho/config_batch.xml
index cd87d47..a72021e 100644
--- a/machines/derecho/config_batch.xml
+++ b/machines/derecho/config_batch.xml
@@ -13,7 +13,7 @@
   </directives>
   <queues>
     <queue walltimemax="1:00:00" jobmin="1" jobmax="64" >develop</queue>
-    <queue walltimemax="12:00:00" nodemin="1" nodemax="2488" >main</queue>
+    <queue walltimemax="12:00:00" nodemin="65" nodemax="318464" >main</queue>
   </queues>
 </batch_system>
 

From c0fa0c08813ccb5124fca311fa14b1122ba35d22 Mon Sep 17 00:00:00 2001
From: Sam Rabin <samrabin@ucar.edu>
Date: Mon, 9 Sep 2024 10:43:09 -0600
Subject: [PATCH 2/3] Set limit at 63|64 instead of 64|65.

This way, 64x2 jobs also go to main.
---
 machines/derecho/config_batch.xml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/machines/derecho/config_batch.xml b/machines/derecho/config_batch.xml
index a72021e..ed0e773 100644
--- a/machines/derecho/config_batch.xml
+++ b/machines/derecho/config_batch.xml
@@ -12,8 +12,8 @@
     <directive> -l select={{ num_nodes }}:ncpus={{ max_cputasks_per_gpu_node }}:mpiprocs={{ tasks_per_node }}:ompthreads={{ thread_count }}:mem=480GB:ngpus={{ ngpus_per_node }}:mps=1 </directive>
   </directives>
   <queues>
-    <queue walltimemax="1:00:00" jobmin="1" jobmax="64" >develop</queue>
-    <queue walltimemax="12:00:00" nodemin="65" nodemax="318464" >main</queue>
+    <queue walltimemax="1:00:00" jobmin="1" jobmax="63" >develop</queue>
+    <queue walltimemax="12:00:00" nodemin="64" nodemax="318464" >main</queue>
   </queues>
 </batch_system>
 

From 4134df5119a4dd557eba37ec459f59a9e2099658 Mon Sep 17 00:00:00 2001
From: Sam Rabin <samrabin@ucar.edu>
Date: Mon, 9 Sep 2024 12:02:20 -0600
Subject: [PATCH 3/3] Jobs, not nodes!

---
 machines/derecho/config_batch.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/machines/derecho/config_batch.xml b/machines/derecho/config_batch.xml
index ed0e773..cb83e8e 100644
--- a/machines/derecho/config_batch.xml
+++ b/machines/derecho/config_batch.xml
@@ -13,7 +13,7 @@
   </directives>
   <queues>
     <queue walltimemax="1:00:00" jobmin="1" jobmax="63" >develop</queue>
-    <queue walltimemax="12:00:00" nodemin="64" nodemax="318464" >main</queue>
+    <queue walltimemax="12:00:00" jobmin="64" jobmax="318464" >main</queue>
   </queues>
 </batch_system>