updated

neuralmagic · Jan 3, 2025 · dcfd3b8 · dcfd3b8
1 parent b7c50dc
commit dcfd3b8
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/vllm/v1/executor/multiproc_executor.py b/vllm/v1/executor/multiproc_executor.py
@@ -390,7 +390,6 @@ class ResponseStatus(Enum):
 
     def worker_busy_loop(self):
         """Main busy loop for Multiprocessing Workers"""
-
         while True:
             method, args, kwargs = self.rpc_broadcast_mq.dequeue()
 
@@ -403,7 +402,7 @@ def worker_busy_loop(self):
                     (WorkerProc.ResponseStatus.FAILURE, e))
                 traceback = get_exception_traceback()
                 logger.error("WorkerProc hit an exception: %s", traceback)
-                raise SystemExit()
+                continue
 
             self.worker_response_mq.enqueue(
                 (WorkerProc.ResponseStatus.SUCCESS, output))