From 2c909a41649dfb05507f1e0f716d0d194b0c8bdd Mon Sep 17 00:00:00 2001 From: hiworldwzj <30762946+hiworldwzj@users.noreply.github.com> Date: Thu, 13 Feb 2025 15:21:07 +0800 Subject: [PATCH] fix --- lightllm/server/httpserver/manager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lightllm/server/httpserver/manager.py b/lightllm/server/httpserver/manager.py index 53e652642..0d509f123 100644 --- a/lightllm/server/httpserver/manager.py +++ b/lightllm/server/httpserver/manager.py @@ -183,7 +183,7 @@ async def generate( prompt_ids, sampling_params, self.tokenizer, - chunked_prefill_size=get_env_start_args().chunked_prefill_size, + chunked_prefill_size=self.args.chunked_prefill_size, ) req_objs.append(req_obj)