wip

src/compute_horde_prompt_gen/run.py

@@ -36,6 +36,10 @@ def generate_prompts(
             max_new_tokens=max_new_tokens,
             temperature=temperature,
         )
+        print("----------")
+        print(sequences)
+        print("----------")
+
         seconds_taken = (datetime.datetime.now() - start_ts).total_seconds()
         log.info(f"{i=} generation took {seconds_taken:.2f}s")
 
@@ -44,7 +48,7 @@ def generate_prompts(
             # output = model.decode(sequence)
             # log.info(f"\n\n{i=} output={output}\n\n")
             generated_prompts = parse_output(sequence)
-            log.debug(f"{i=} sequence={j} {generated_prompts=} from {output=}")
+            log.debug(f"{i=} sequence={j} {generated_prompts=} from {sequence=}")
 
             log.info(f"{i=} sequence={j} generated {len(generated_prompts)} prompts")
             new_prompts.extend(generated_prompts)