remove: autopatching for inbuit metrics

wandb · Feb 26, 2025 · cd875df · cd875df
1 parent d56b673
commit cd875df
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/weave/integrations/dspy/dspy_sdk.py b/weave/integrations/dspy/dspy_sdk.py
@@ -60,8 +60,9 @@ def get_dspy_patcher(
             ),
             get_symbol_patcher("dspy", "BootstrapFewShot.compile", base),
             get_symbol_patcher("dspy", "BetterTogether.compile", base),
-            get_symbol_patcher("dspy.evaluate", "answer_passage_match", base),
-            get_symbol_patcher("dspy.evaluate", "answer_exact_match", base),
+            # REMARK: If we hack the metric to make it a weave op, we don't need to patch the following.
+            # get_symbol_patcher("dspy.evaluate", "answer_passage_match", base),
+            # get_symbol_patcher("dspy.evaluate", "answer_exact_match", base),
             get_symbol_patcher("dspy", "Evaluate.__call__", base),
             get_symbol_patcher("dspy.retrievers", "Embeddings.__call__", base),
             get_symbol_patcher("dspy.retrievers", "Embeddings.forward", base),