From cd875df259a5c2766c11ad2ee248129d9e0bb8c5 Mon Sep 17 00:00:00 2001 From: soumik12345 <19soumik.rakshit96@gmail.com> Date: Wed, 26 Feb 2025 19:57:12 +0530 Subject: [PATCH] remove: autopatching for inbuit metrics --- weave/integrations/dspy/dspy_sdk.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/weave/integrations/dspy/dspy_sdk.py b/weave/integrations/dspy/dspy_sdk.py index cddda974d611..6a269e3403b2 100644 --- a/weave/integrations/dspy/dspy_sdk.py +++ b/weave/integrations/dspy/dspy_sdk.py @@ -60,8 +60,9 @@ def get_dspy_patcher( ), get_symbol_patcher("dspy", "BootstrapFewShot.compile", base), get_symbol_patcher("dspy", "BetterTogether.compile", base), - get_symbol_patcher("dspy.evaluate", "answer_passage_match", base), - get_symbol_patcher("dspy.evaluate", "answer_exact_match", base), + # REMARK: If we hack the metric to make it a weave op, we don't need to patch the following. + # get_symbol_patcher("dspy.evaluate", "answer_passage_match", base), + # get_symbol_patcher("dspy.evaluate", "answer_exact_match", base), get_symbol_patcher("dspy", "Evaluate.__call__", base), get_symbol_patcher("dspy.retrievers", "Embeddings.__call__", base), get_symbol_patcher("dspy.retrievers", "Embeddings.forward", base),