From 1876b31627c85056129a662683e9520cd02d6b79 Mon Sep 17 00:00:00 2001 From: Andreea Popescu <andreea.popescu@reef.pl> Date: Thu, 5 Sep 2024 20:39:38 +0800 Subject: [PATCH] wip --- src/compute_horde_prompt_gen/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/compute_horde_prompt_gen/model.py b/src/compute_horde_prompt_gen/model.py index e8c1cb3..4363190 100644 --- a/src/compute_horde_prompt_gen/model.py +++ b/src/compute_horde_prompt_gen/model.py @@ -112,6 +112,6 @@ def decode(self, output): if self.model_name == LLAMA3: return self.tokenizer.decode(output, skip_special_tokens=True) elif self.model_name == PHI3: - return self.tokenizer.batch_decode(output) + return "".join(self.tokenizer.batch_decode(output)) else: raise ValueError(f"Unknown model {self.model_name}")