diff --git a/lib/rag/layer/requirements.txt b/lib/rag/layer/requirements.txt index be9c8d6..88694e9 100644 --- a/lib/rag/layer/requirements.txt +++ b/lib/rag/layer/requirements.txt @@ -1,8 +1,8 @@ boto3>=1.34.131 botocore>=1.34.131 -langchain==0.2.10 -langchain-community==0.2.9 -langchain-openai==0.1.8 +langchain==0.2.16 +langchain-community==0.2.17 +langchain-openai==0.1.25 opensearch-py==2.6.0 pgvector==0.2.5 psycopg2-binary==2.9.9 diff --git a/lib/serve/rest-api/src/utils/generate_litellm_config.py b/lib/serve/rest-api/src/utils/generate_litellm_config.py index 19b346f..4d9f06a 100644 --- a/lib/serve/rest-api/src/utils/generate_litellm_config.py +++ b/lib/serve/rest-api/src/utils/generate_litellm_config.py @@ -52,7 +52,10 @@ def generate_config(filepath: str) -> None: config_models = config_contents["model_list"] or [] # ensure config_models is a list and not None config_models.extend(litellm_model_params) config_contents["model_list"] = config_models - config_contents["litellm_settings"] = {"request_timeout": 600} + config_contents["litellm_settings"] = { + "drop_params": True, # drop unrecognized param instead of failing the request on it + "request_timeout": 600, + } # Get database connection info db_param_response = ssm_client.get_parameter(Name=os.environ["LITELLM_DB_INFO_PS_NAME"])