From 8482b5c32e7d128f794d8fe152b684714bff6791 Mon Sep 17 00:00:00 2001 From: Andrew Feldman Date: Wed, 8 Jan 2025 10:10:45 +0000 Subject: [PATCH] disabled logprobs and loras process_inputs checks Signed-off-by: Andrew Feldman --- vllm/v1/engine/processor.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/v1/engine/processor.py b/vllm/v1/engine/processor.py index cd55c37c4d77f..375e01a9617ab 100644 --- a/vllm/v1/engine/processor.py +++ b/vllm/v1/engine/processor.py @@ -92,8 +92,8 @@ def process_inputs( # TODO(woosuk): Support pooling models. # TODO(woosuk): Support encoder-decoder models. - self._validate_logprobs(params) - self._validate_lora(lora_request) + # self._validate_logprobs(params) + # self._validate_lora(lora_request) if arrival_time is None: arrival_time = time.time()