fix

ModelTC · Feb 13, 2025 · 2c909a4 · 2c909a4
1 parent b41e876
commit 2c909a4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lightllm/server/httpserver/manager.py b/lightllm/server/httpserver/manager.py
@@ -183,7 +183,7 @@ async def generate(
                     prompt_ids,
                     sampling_params,
                     self.tokenizer,
-                    chunked_prefill_size=get_env_start_args().chunked_prefill_size,
+                    chunked_prefill_size=self.args.chunked_prefill_size,
                 )
                 req_objs.append(req_obj)