#0: Moved llama3 input prompts to a separate folder. Added missing lo…

…ng prompts and tested all of them

models/demos/llama3/demo/demo.py

@@ -874,7 +874,7 @@ def run_llama3_demo(
     "input_prompts, instruct, repeat_batches, max_seq_len, batch_size, max_generated_tokens, paged_attention, page_params, sampling_params",
     [
         (  # Batch-1 run (Latency) - single user, small prompt
-            "models/demos/llama3/demo/input_data_questions_prefill_128.json",  # input_prompts
+            "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json",  # input_prompts
             True,  # instruct mode
             1,  # repeat_batches
             1024,  # max_seq_len
@@ -885,7 +885,7 @@ def run_llama3_demo(
             {"temperature": 0, "top_p": 0.08},  # sampling_params (argmax)
         ),
         (  # Batch-32 run (Throughput) - 32 users, small prompt
-            "models/demos/llama3/demo/input_data_questions_prefill_128.json",  # input_prompts
+            "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json",  # input_prompts
             True,  # instruct mode
             1,  # repeat_batches
             1024,  # max_seq_len
@@ -896,7 +896,7 @@ def run_llama3_demo(
             {"temperature": 0, "top_p": 0.08},  # sampling_params (argmax)
         ),
         (  # Long-context run - Single user, long prompt (adapted to the model being used and architecture)
-            "models/demos/llama3/demo/input_data_long_64k.json",  # input_prompts
+            "models/demos/llama3/demo/sample_prompts/input_data_long_64k.json",  # input_prompts
             True,  # instruct mode
             1,  # repeat_batches
             64 * 1024,  # max_seq_len

models/demos/llama3/demo/sample_prompts/input_data_long_16k.json

@@ -0,0 +1,7 @@
+[
+    {
+        "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.",
+        "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt",
+        "max_length": 70000
+    }
+]

models/demos/llama3/demo/sample_prompts/input_data_long_1k.json

@@ -0,0 +1,7 @@
+[
+    {
+        "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.",
+        "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt",
+        "max_length": 3500
+    }
+]

models/demos/llama3/demo/sample_prompts/input_data_long_2k.json

@@ -0,0 +1,7 @@
+[
+    {
+        "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.",
+        "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt",
+        "max_length": 7000
+    }
+]

models/demos/llama3/demo/sample_prompts/input_data_long_4k.json

@@ -0,0 +1,7 @@
+[
+    {
+        "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.",
+        "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt",
+        "max_length": 16000
+    }
+]

models/demos/llama3/demo/sample_prompts/input_data_long_8k.json

@@ -0,0 +1,7 @@
+[
+    {
+        "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.",
+        "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt",
+        "max_length": 32000
+    }
+]