Merge pull request #3183 from alibaba/feature/bugfix

LLM:Bugfix: Fix bug for use_template config not valid for response with
alibaba · Jan 28, 2025 · c282156 · c282156
2 parents e7c03f4 + c095d50
commit c282156
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/transformers/llm/engine/src/llm.cpp b/transformers/llm/engine/src/llm.cpp
@@ -530,6 +530,12 @@ std::string Llm::apply_chat_template(const std::vector<PromptItem>& chat_prompts
     auto chat_template = config_->chat_template();
     std::string prompt_result;
     auto iter = chat_prompts.begin();
+    if (!config_->use_template()) {
+        for (; iter != chat_prompts.end(); ++iter) {
+            prompt_result += iter->second;
+        }
+        return prompt_result;
+    }
     for (; iter != chat_prompts.end() - 1; ++iter) {
         prompt_result += apply_template(chat_template, iter->second, iter->first);
     }