sets processes back to 1. BRT is problem.

niaid · Jan 11, 2023 · 28bcbc0 · 28bcbc0
1 parent 8280b07
commit 28bcbc0
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/em_workflows/config.py b/em_workflows/config.py
@@ -6,11 +6,15 @@
 
 
 def SLURM_exec():
+    """
+    brings up a dynamically sized cluster.
+    For some reason processes > 1 crash BRT. Be careful optimizing this.
+    """
     cluster = SLURMCluster(
         name="dask-worker",
         cores=16,
         memory="32G",
-        processes=8,
+        processes=1,
         death_timeout=121,
         local_directory="/gs1/home/macmenaminpe/tmp/",
         queue="gpu",