Update LangChain versions in RAG operations

Also prevent LiteLLM failures if a parameter is not recognized.
awslabs · Oct 2, 2024 · d9ac66b · d9ac66b
1 parent 35dfeed
commit d9ac66b
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 4 deletions.
diff --git a/lib/rag/layer/requirements.txt b/lib/rag/layer/requirements.txt
@@ -1,8 +1,8 @@
 boto3>=1.34.131
 botocore>=1.34.131
-langchain==0.2.10
-langchain-community==0.2.9
-langchain-openai==0.1.8
+langchain==0.2.16
+langchain-community==0.2.17
+langchain-openai==0.1.25
 opensearch-py==2.6.0
 pgvector==0.2.5
 psycopg2-binary==2.9.9

diff --git a/lib/serve/rest-api/src/utils/generate_litellm_config.py b/lib/serve/rest-api/src/utils/generate_litellm_config.py
@@ -52,7 +52,10 @@ def generate_config(filepath: str) -> None:
     config_models = config_contents["model_list"] or []  # ensure config_models is a list and not None
     config_models.extend(litellm_model_params)
     config_contents["model_list"] = config_models
-    config_contents["litellm_settings"] = {"request_timeout": 600}
+    config_contents["litellm_settings"] = {
+        "drop_params": True,  # drop unrecognized param instead of failing the request on it
+        "request_timeout": 600,
+    }
 
     # Get database connection info
     db_param_response = ssm_client.get_parameter(Name=os.environ["LITELLM_DB_INFO_PS_NAME"])