wip

backend-developers-ltd · Sep 5, 2024 · 1876b31 · 1876b31
1 parent 735a91a
commit 1876b31
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/compute_horde_prompt_gen/model.py b/src/compute_horde_prompt_gen/model.py
@@ -112,6 +112,6 @@ def decode(self, output):
         if self.model_name == LLAMA3:
             return self.tokenizer.decode(output, skip_special_tokens=True)
         elif self.model_name == PHI3:
-            return self.tokenizer.batch_decode(output)
+            return "".join(self.tokenizer.batch_decode(output))
         else:
             raise ValueError(f"Unknown model {self.model_name}")