From 3847b2b3a3be2e67cf0966b4f34a5b390ee6084f Mon Sep 17 00:00:00 2001 From: mtairum Date: Mon, 20 Jan 2025 18:04:33 +0000 Subject: [PATCH] #0: Moved llama3 input prompts to a separate folder. Added missing long prompts and tested all of them --- models/demos/llama3/demo/demo.py | 6 +- .../llama3/demo/input_data_questions.json | 97 ------------------ .../input_data_long_128k.json | 0 .../sample_prompts/input_data_long_16k.json | 7 ++ .../sample_prompts/input_data_long_1k.json | 7 ++ .../sample_prompts/input_data_long_2k.json | 7 ++ .../input_data_long_32k.json | 0 .../sample_prompts/input_data_long_4k.json | 7 ++ .../input_data_long_64k.json | 0 .../sample_prompts/input_data_long_8k.json | 7 ++ .../input_data_prefill_128.json | 0 .../input_data_questions_prefill_128.json | 98 +++++++++++++++++++ .../input_data_questions_prefill_256.json} | 0 models/demos/llama3/demo/simple_text_demo.py | 6 +- 14 files changed, 139 insertions(+), 103 deletions(-) delete mode 100644 models/demos/llama3/demo/input_data_questions.json rename models/demos/llama3/demo/{ => sample_prompts}/input_data_long_128k.json (100%) create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_long_16k.json create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_long_1k.json create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_long_2k.json rename models/demos/llama3/demo/{ => sample_prompts}/input_data_long_32k.json (100%) create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_long_4k.json rename models/demos/llama3/demo/{ => sample_prompts}/input_data_long_64k.json (100%) create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_long_8k.json rename models/demos/llama3/demo/{ => sample_prompts}/input_data_prefill_128.json (100%) create mode 100644 models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json rename models/demos/llama3/demo/{input_data_questions_prefill_128.json => sample_prompts/input_data_questions_prefill_256.json} (100%) diff --git a/models/demos/llama3/demo/demo.py b/models/demos/llama3/demo/demo.py index a0b09e4dae1b..7da1c4b604f8 100644 --- a/models/demos/llama3/demo/demo.py +++ b/models/demos/llama3/demo/demo.py @@ -874,7 +874,7 @@ def run_llama3_demo( "input_prompts, instruct, repeat_batches, max_seq_len, batch_size, max_generated_tokens, paged_attention, page_params, sampling_params", [ ( # Batch-1 run (Latency) - single user, small prompt - "models/demos/llama3/demo/input_data_questions_prefill_128.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json", # input_prompts True, # instruct mode 1, # repeat_batches 1024, # max_seq_len @@ -885,7 +885,7 @@ def run_llama3_demo( {"temperature": 0, "top_p": 0.08}, # sampling_params (argmax) ), ( # Batch-32 run (Throughput) - 32 users, small prompt - "models/demos/llama3/demo/input_data_questions_prefill_128.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json", # input_prompts True, # instruct mode 1, # repeat_batches 1024, # max_seq_len @@ -896,7 +896,7 @@ def run_llama3_demo( {"temperature": 0, "top_p": 0.08}, # sampling_params (argmax) ), ( # Long-context run - Single user, long prompt (adapted to the model being used and architecture) - "models/demos/llama3/demo/input_data_long_64k.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_long_64k.json", # input_prompts True, # instruct mode 1, # repeat_batches 64 * 1024, # max_seq_len diff --git a/models/demos/llama3/demo/input_data_questions.json b/models/demos/llama3/demo/input_data_questions.json deleted file mode 100644 index e8aa3ee0eaac..000000000000 --- a/models/demos/llama3/demo/input_data_questions.json +++ /dev/null @@ -1,97 +0,0 @@ -[ - { -"prompt": "What is your favourite condiment?" - }, - { -"prompt": "Hello, how are you?" - }, - { -"prompt": "Do you have mayonnaise recipes?" - }, - { -"prompt": "Which color do you get if you mix yellow and blue?" - }, - { -"prompt": "What is the ideal room temperature?" - }, - { -"prompt": "Can you tell me a joke?" - }, - { -"prompt": "What are you good at?" - }, - { -"prompt": "What is 2+2?" - }, - { -"prompt": "what is the capital of USA?" - }, - { -"prompt": "what is the capital of Canada?" - }, - { -"prompt": "what is the capital of UK?" - }, - { -"prompt": "what is the capital of Germany?" - }, - { -"prompt": "what is the capital of France?" - }, - { -"prompt": "what is the capital of Japan?" - }, - { -"prompt": "what is the capital of Portugal?" - }, - { -"prompt": "what is the capital of China?" - }, - { -"prompt": "what is the currency of Cuba?" - }, - { -"prompt": "what is the currency of Lebanon?" - }, - { -"prompt": "what is the currency of Brazil?" - }, - { -"prompt": "what is the currency of Australia?" - }, - { -"prompt": "what is the currency of Jamaica?" - }, - { -"prompt": "what is the currency of Egypt?" - }, - { -"prompt": "what is the currency of Uzbekistan?" - }, - { -"prompt": "what is the currency of Argentina?" - }, - { -"prompt": "Are birds mammals?" - }, - { -"prompt": "How do you play tennis?" - }, - { -"prompt": "Suggest cities to visit in Japan" - }, - { -"prompt": "How far away is the moon from the earth?" - }, - { -"prompt": "What is a black hole?" - }, - { -"prompt": "How do you play golf?" - }, - { -"prompt": "Recommend me a movie" - }, - { -"prompt": "what is the capital of Spain?"} - ] diff --git a/models/demos/llama3/demo/input_data_long_128k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_128k.json similarity index 100% rename from models/demos/llama3/demo/input_data_long_128k.json rename to models/demos/llama3/demo/sample_prompts/input_data_long_128k.json diff --git a/models/demos/llama3/demo/sample_prompts/input_data_long_16k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_16k.json new file mode 100644 index 000000000000..1cba84254c8d --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_long_16k.json @@ -0,0 +1,7 @@ +[ + { + "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.", + "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt", + "max_length": 70000 + } +] diff --git a/models/demos/llama3/demo/sample_prompts/input_data_long_1k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_1k.json new file mode 100644 index 000000000000..2df81b4d0956 --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_long_1k.json @@ -0,0 +1,7 @@ +[ + { + "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.", + "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt", + "max_length": 3500 + } +] diff --git a/models/demos/llama3/demo/sample_prompts/input_data_long_2k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_2k.json new file mode 100644 index 000000000000..84cbc0ce5ccb --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_long_2k.json @@ -0,0 +1,7 @@ +[ + { + "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.", + "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt", + "max_length": 7000 + } +] diff --git a/models/demos/llama3/demo/input_data_long_32k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_32k.json similarity index 100% rename from models/demos/llama3/demo/input_data_long_32k.json rename to models/demos/llama3/demo/sample_prompts/input_data_long_32k.json diff --git a/models/demos/llama3/demo/sample_prompts/input_data_long_4k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_4k.json new file mode 100644 index 000000000000..df4b3e99b8ea --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_long_4k.json @@ -0,0 +1,7 @@ +[ + { + "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.", + "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt", + "max_length": 16000 + } +] diff --git a/models/demos/llama3/demo/input_data_long_64k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_64k.json similarity index 100% rename from models/demos/llama3/demo/input_data_long_64k.json rename to models/demos/llama3/demo/sample_prompts/input_data_long_64k.json diff --git a/models/demos/llama3/demo/sample_prompts/input_data_long_8k.json b/models/demos/llama3/demo/sample_prompts/input_data_long_8k.json new file mode 100644 index 000000000000..2708b666228f --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_long_8k.json @@ -0,0 +1,7 @@ +[ + { + "prompt": "Explicitly state the quotes directly taken from the book inside double quotes like this: \n A. < add quote> \n Metaphor: \n B. < add quote> \n Metaphor: \n C. < add quote> \n Metaphor: \n with the metaphors after each quote. Double-check that the quotes are from the text specified above and that the metaphors relate to AI. End your answer after the 3 quotes / metaphors are finished.", + "context": "https://www.gutenberg.org/cache/epub/84/pg84.txt", + "max_length": 32000 + } +] diff --git a/models/demos/llama3/demo/input_data_prefill_128.json b/models/demos/llama3/demo/sample_prompts/input_data_prefill_128.json similarity index 100% rename from models/demos/llama3/demo/input_data_prefill_128.json rename to models/demos/llama3/demo/sample_prompts/input_data_prefill_128.json diff --git a/models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json b/models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json new file mode 100644 index 000000000000..0e361c55dcd1 --- /dev/null +++ b/models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json @@ -0,0 +1,98 @@ +[ + { + "prompt": "What is your favorite condiment? There are so many condiments to choose from, each bringing its unique flavor and texture to enhance different dishes. Do you prefer the classic taste of ketchup, the creamy richness of mayonnaise, the spicy kick of mustard, or perhaps something more exotic like sriracha or hoisin sauce? Maybe you enjoy the tangy zest of salsa or the smooth and savory taste of aioli. Share what your favorite condiment is and why you love it. Does it remind you of a specific dish or meal?" + }, + { + "prompt": "Hello, how are you? This simple question can open up a conversation in many different ways. When someone asks how you are, they are inviting you to share a bit about your current state, whether it's your mood, your health, or what's been happening in your life recently. How do you usually respond to this question? Do you give a brief and polite answer, or do you take the opportunity to share more details? How does your response change depending on who is asking? Think about how you feel today and take a moment to check in with yourself." + }, + { + "prompt": "Do you have mayonnaise recipes? Mayonnaise is a versatile ingredient that can be used in countless recipes beyond just a sandwich spread. What are some of your favorite ways to use mayonnaise in cooking or baking? Do you have a special recipe for a creamy potato salad, a tangy coleslaw, or perhaps a savory dip for vegetables and chips? Mayonnaise can also be used as a base for homemade dressings and sauces, adding richness and flavor to your dishes. Share any recipes, tips, or creative uses you have for mayonnaise." + }, + { + "prompt": "Which color do you get if you mix yellow and blue? Color mixing is a fundamental concept in both art and science. When you combine the primary colors yellow and blue, you create green. This is an example of subtractive color mixing, which is used in painting and printing. Have you ever experimented with mixing colors in art class or while working on a creative project? What other color combinations have you tried, and what results did you get? Think about how colors interact with each other and how you can use this knowledge in your artwork, home decor, or even fashion choices." + }, + { + "prompt": "What is the ideal room temperature? The ideal room temperature can vary based on personal preference, the climate you live in, and the activity you're doing. Generally, a comfortable room temperature for most people is around 68-72 degrees Fahrenheit (20-22 degrees Celsius). Do you prefer a warmer or cooler environment?" + }, + { + "prompt": "Can you tell me a joke? Jokes are a great way to bring a smile to someone's face and lighten the mood. They can be short and simple, like puns or one-liners, or longer and more elaborate. Do you have a favorite joke that never fails to make people laugh? Perhaps you enjoy clever wordplay, situational humor, or jokes that tell a funny story. How do you choose the right moment to share a joke? Have you ever used humor to break the ice in a social setting or to cheer someone up?" + }, + { + "prompt": "What are you good at? Everyone has unique skills and talents that they excel in. What are some things that you are particularly good at, whether they are professional skills, hobbies, or personal strengths? Do you have a talent for playing a musical instrument, painting, or writing? Maybe you are great at sports, cooking, or problem-solving. How did you discover these abilities, and how have you developed them over time? Think about how your skills have influenced your life and the satisfaction you get from using them. Are there any new skills you would like to learn or improve upon?" + }, + { + "prompt": "What is 2+2? This basic arithmetic question is one of the first math problems we learn as children. The answer is 4, but the concept of addition is much more than just numbers. Think about how you use addition in everyday life, from counting items in your shopping cart to calculating the total cost of your purchases. How has your understanding of math evolved since you first learned to add? Do you enjoy working with numbers, or do you find it challenging? Consider how basic math skills lay the foundation for more complex problem-solving in fields like science, engineering, and finance." + }, + { + "prompt": "What is the capital of the USA? The capital city of a country is often the center of its government and an important cultural hub. The capital of the United States is Washington, D.C. How much do you know about this city and its significance? Have you ever visited Washington, D.C., or do you have any plans to go there? The city is home to many historical landmarks, museums, and monuments. Think about what makes a capital city important and how it represents the nation. What are some other famous capital cities around the world, and what do you find interesting about them?" + }, + { + "prompt": "What is the capital of Canada? Knowing the capital cities of different countries is an important part of understanding global geography. The capital of Canada is Ottawa, a city known for its political significance and cultural landmarks. Have you ever been to Ottawa, or do you know someone who has? What are some key attractions or historical sites in the city? How does Ottawa compare to other major cities in Canada like Toronto, Vancouver, or Montreal? Think about how the location and characteristics of a capital city can influence its role in the country." + }, + { + "prompt": "What is the capital of the UK? Knowing the capital cities of different countries can help broaden your understanding of global geography and culture. The capital of the United Kingdom is London. This city is not only the political hub of the UK but also a major center for finance, culture, and history. What do you know about London? Have you ever visited or would you like to visit one day? What aspects of London intrigue you the most, whether it's the history, the architecture, or the vibrant cultural scene?" + }, + { + "prompt": "What is the capital of Germany? Understanding capital cities and their roles in their respective countries can provide insights into a nation's culture and governance. The capital of Germany is Berlin, a city rich in history and cultural diversity. Have you ever visited Berlin or learned about its significance in world history? Consider its famous landmarks like the Brandenburg Gate, the Berlin Wall, and the Reichstag building. How does Berlin's history influence its current status as a cultural and political center in Europe? Reflect on how the city's past has shaped its present and what makes it a unique and fascinating capital." + }, + { + "prompt": "What is the capital of France? Knowing the capitals of countries can help you understand more about global geography and culture. The capital of France is Paris, often referred to as the 'City of Light.' Paris is renowned for its art, fashion, and history. Have you ever visited Paris, or do you dream of going there someday? Think about iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. What aspects of Parisian culture do you find most appealing? Reflect on the city's influence on art, literature, and cuisine." + }, + { + "prompt": "What is the capital of Japan? Learning about the capitals of different countries can enhance your understanding of global cultures and histories. The capital of Japan is Tokyo, a bustling metropolis known for its blend of traditional and modern influences. Have you ever been to Tokyo or do you know someone who has? Think about what makes Tokyo unique, from its towering skyscrapers and advanced technology to its historic temples and gardens. What cultural elements of Tokyo fascinate you the most? Reflect on how the city represents Japan's rich heritage and rapid modernization." + }, + { + "prompt": "What is the capital of Portugal? Knowing the capitals of different countries can give you a deeper understanding of global geography and culture. Have you ever visited Lisbon or read about its history? Think about landmarks such as the Belem Tower, Jeronimos Monastery, and the scenic Alfama district. What aspects of Lisbon's culture, such as its music, cuisine, or festivals, do you find most interesting? Reflect on the city's significance in maritime history and its influence on global exploration." + }, + { + "prompt": "What is the capital of China? Learning about the capitals of different countries helps you understand their cultural and political significance. Have you ever visited Beijing or learned about its key landmarks like the Forbidden City, Tiananmen Square, and the Great Wall? Think about how Beijing's history as an imperial capital has shaped its development. What aspects of Beijing's culture, such as its cuisine, festivals, or architecture, do you find most intriguing? Reflect on the city's role in China's history and its position as a global political and cultural center." + }, + { + "prompt": "What is the currency of Cuba? Understanding the currencies used in different countries can enhance your knowledge of global economics and trade. The official currency of Cuba is the Cuban peso (CUP). Are you curious about how the currency system works in Cuba, especially given its unique economic situation? Think about how currency reflects the economic policies and conditions of a country. Have you ever traveled to a country with a different currency, and how did you find the experience of exchanging money and making transactions?" + }, + { + "prompt": "What is the currency of Lebanon? Knowing about the currencies of different countries can help you understand their economic systems and cultural exchange. The official currency of Lebanon is the Lebanese pound (LBP). Have you ever wondered how the currency system operates in Lebanon, especially in light of its recent economic challenges? Think about how the value of a currency affects the cost of living, inflation, and international trade. Have you ever traveled to a country with a different currency, and what was your experience like with exchanging money and making purchases? Reflect on the role of currency in everyday transactions and the global economy." + }, + { + "prompt": "What is the currency of Brazil? Learning about the currencies of different countries helps you understand their economic landscapes and cultural interactions. Are you interested in how Brazil's economy and currency have evolved over time? Think about how the exchange rate of the real impacts international trade, tourism, and the daily lives of Brazilians. Have you ever traveled to a country with a different currency, and how did you handle the experience of exchanging money and making transactions? Reflect on the significance of currency in global markets and personal finance." + }, + { + "prompt": "What is the currency of Australia? Understanding the currencies used in different countries can provide insight into their economic systems and cultural exchanges. Are you curious about how the Australian dollar compares to other major currencies and its role in the global economy? Think about how currency values influence international trade, tourism, and the cost of living. Have you ever traveled to a country with a different currency, and what was your experience like with exchanging money and making transactions? Reflect on the importance of currency in daily life and the global marketplace." + }, + { + "prompt": "What is the currency of Jamaica? Learning about the currencies of different countries helps you understand their economic contexts and cultural exchanges. The official currency of Jamaica is the Jamaican dollar (JMD). Are you interested in how the Jamaican dollar functions within the country's economy and its impact on tourism and trade? Think about how currency values affect the cost of living, inflation, and international commerce. Have you ever traveled to a country with a different currency, and how did you handle the experience of exchanging money and making purchases? Reflect on the role of currency in daily transactions and the global economy." + }, + { + "prompt": "What is the currency of Egypt? Knowing about the currencies of different countries can enhance your understanding of their economic systems and cultural interactions.. Are you curious about how the currency system operates in Egypt, especially considering its rich history and current economic conditions? Think about how the value of the Egyptian pound affects tourism, international trade, and the cost of living. Have you ever traveled to a country with a different currency, and what was your experience like with exchanging money and making transactions?" + }, + { + "prompt": "What is the currency of Uzbekistan? Learning about the currencies of different countries helps you understand their economic systems and cultural exchanges. Are you interested in how the currency system works in Uzbekistan, particularly in the context of its historical Silk Road heritage and modern economic development? Think about how the value of the som impacts the cost of living, inflation, and international trade. Have you ever traveled to a country with a different currency, and how did you handle the experience of exchanging money and making purchases?" + }, + { + "prompt": "What is the currency of Argentina? Understanding the currencies used in different countries can provide insight into their economic landscapes and cultural exchanges. Are you curious about how the currency system operates in Argentina, especially considering its recent economic challenges and fluctuations? Think about how the value of the Argentine peso affects the cost of living, inflation, and international trade. Have you ever traveled to a country with a different currency, and what was your experience like with exchanging money and making transactions?" + }, + { + "prompt": "Are birds mammals? This question touches on basic biological classification and the differences between various classes of animals. Birds are not mammals; they belong to the class Aves. What characteristics distinguish birds from mammals, and why is this classification important in biology? Think about the unique features of birds, such as feathers, beaks, and their ability to fly. How do these characteristics compare to mammals, which typically have fur or hair and produce milk for their young? Understanding these differences can help you appreciate the diversity of the animal kingdom." + }, + { + "prompt": "How do you play tennis? Tennis is a popular sport enjoyed by millions around the world. Are you familiar with the basic rules and techniques of tennis? Have you ever played tennis, or do you plan to learn? Reflect on the skills and physical fitness required to play tennis, such as agility, coordination, and endurance. Share any experiences you have with the sport, whether it's watching professional matches, playing recreationally, or taking lessons to improve your game." + }, + { + "prompt": "Suggest cities to visit in Japan. Japan is a country with a rich cultural heritage and modern attractions, making it a popular travel destination. What cities in Japan do you recommend visiting, and why? Think about famous cities like Tokyo, with its bustling metropolis and cutting-edge technology; Kyoto, known for its historic temples and traditional tea houses; and Osaka, famous for its vibrant food scene and entertainment districts. Are there lesser-known cities that offer unique experiences?" + }, + { + "prompt": "How far away is the moon from the earth? Understanding the distance between the Earth and the moon can give you a sense of the vastness of space. Have you ever wondered how scientists measure this distance, or how it varies slightly due to the moon's elliptical orbit? Think about the significance of this distance in terms of space travel and exploration. How long does it take for light or a spacecraft to travel between the Earth and the moon?" + }, + { + "prompt": "What is the capital of the UK? Knowing the capital cities of different countries can help broaden your understanding of global geography and culture. This city is not only the political hub of the UK but also a major center for finance, culture, and history. What do you know about London? Have you ever visited or would you like to visit one day? Think about famous landmarks such as the Tower of London, Buckingham Palace, and the British Museum. What aspects of London intrigue you the most, whether it's the history, the architecture, or the vibrant cultural scene?" + }, + { + "prompt": "What is the capital of Germany? Understanding capital cities and their roles in their respective countries can provide insights into a nation's culture and governance. The capital of Germany is Berlin, a city rich in history and cultural diversity. Have you ever visited Berlin or learned about its significance in world history? Consider its famous landmarks like the Brandenburg Gate, the Berlin Wall, and the Reichstag building. How does Berlin's history influence its current status as a cultural and political center in Europe? Reflect on how the city's past has shaped its present and what makes it a unique and fascinating capital." + }, + { + "prompt": "What is the capital of France? Knowing the capitals of countries can help you understand more about global geography and culture. The capital of France is Paris, often referred to as the 'City of Light.' Paris is renowned for its art, fashion, and history. Have you ever visited Paris, or do you dream of going there someday? Think about iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. What aspects of Parisian culture do you find most appealing? Reflect on the city's influence on art, literature, and cuisine." + }, + { + "prompt": "What is the capital of Japan? Learning about the capitals of different countries can enhance your understanding of global cultures and histories. The capital of Japan is Tokyo, a bustling metropolis known for its blend of traditional and modern influences. Have you ever been to Tokyo or do you know someone who has? Think about what makes Tokyo unique, from its towering skyscrapers and advanced technology to its historic temples and gardens. What cultural elements of Tokyo fascinate you the most? Reflect on how the city represents Japan's rich heritage and rapid modernization." + } +] diff --git a/models/demos/llama3/demo/input_data_questions_prefill_128.json b/models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_256.json similarity index 100% rename from models/demos/llama3/demo/input_data_questions_prefill_128.json rename to models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_256.json diff --git a/models/demos/llama3/demo/simple_text_demo.py b/models/demos/llama3/demo/simple_text_demo.py index 6800d3fd5487..8e3d849b1cd8 100644 --- a/models/demos/llama3/demo/simple_text_demo.py +++ b/models/demos/llama3/demo/simple_text_demo.py @@ -177,7 +177,7 @@ def create_tt_model( "input_prompts, instruct, repeat_batches, max_seq_len, batch_size, max_generated_tokens, paged_attention, page_params, sampling_params", [ ( # Batch-1 run (Latency) - single user, small prompt - "models/demos/llama3/demo/input_data_questions_prefill_128.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json", # input_prompts True, # instruct mode 1, # repeat_batches 1024, # max_seq_len @@ -188,7 +188,7 @@ def create_tt_model( {"temperature": 0, "top_p": 0.08}, # sampling_params (argmax) ), ( # Batch-32 run (Throughput) - 32 users, small prompt - "models/demos/llama3/demo/input_data_questions_prefill_128.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_questions_prefill_128.json", # input_prompts True, # instruct mode 1, # repeat_batches 1024, # max_seq_len @@ -199,7 +199,7 @@ def create_tt_model( {"temperature": 0, "top_p": 0.08}, # sampling_params (argmax) ), ( # Long-context run - Single user, long prompt (adapted to the model being used and architecture) - "models/demos/llama3/demo/input_data_long_64k.json", # input_prompts + "models/demos/llama3/demo/sample_prompts/input_data_long_64k.json", # input_prompts True, # instruct mode 1, # repeat_batches 128 * 1024, # max_seq_len