chore: lowering max faiss-free documents to avoid OOMs during experim…

…ental phase
AnswerDotAI · Mar 21, 2024 · b298a90 · b298a90
1 parent 6ecf66a
commit b298a90
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/ragatouille/models/index.py b/ragatouille/models/index.py
@@ -195,7 +195,7 @@ def build(
 
         # Monkey-patch colbert-ai to avoid using FAISS
         monkey_patching = (
-            len(collection) < 100000 and kwargs.get("use_faiss", False) is False
+            len(collection) < 75000 and kwargs.get("use_faiss", False) is False
         )
         if monkey_patching:
             print(