From 130133a38520c53d26ee5c10abbc0cf18f963dc8 Mon Sep 17 00:00:00 2001 From: Minsuk Kahng Date: Thu, 27 Jun 2024 12:20:56 +0000 Subject: [PATCH] No public description PiperOrigin-RevId: 647279361 --- python/src/llm_comparator/comparison.py | 1 + python/src/llm_comparator/rationale_cluster_generator.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/python/src/llm_comparator/comparison.py b/python/src/llm_comparator/comparison.py index 6b05ed2..71b1bba 100644 --- a/python/src/llm_comparator/comparison.py +++ b/python/src/llm_comparator/comparison.py @@ -90,6 +90,7 @@ def run( 'score': judgement['score'], 'individual_rater_scores': judgement['individual_rater_scores'], 'rationale_list': similarity, + 'custom_fields': {}, } for input, judgement, similarity in per_example_generator ], diff --git a/python/src/llm_comparator/rationale_cluster_generator.py b/python/src/llm_comparator/rationale_cluster_generator.py index 375f302..b0b4df4 100644 --- a/python/src/llm_comparator/rationale_cluster_generator.py +++ b/python/src/llm_comparator/rationale_cluster_generator.py @@ -225,7 +225,7 @@ def _store_similarities_to_rationale_bullets( def run( self, rationale_bullets_for_examples: Sequence[Sequence[str]], - num_clusters: int = 10, + num_clusters: int = 8, ) -> tuple[ Sequence[_RationaleCluster], Sequence[Sequence[_RationaleBulletWithClusterSimilarity]],