server: format_llama2: remove BOS

ngxson · ngxson · commit 7efef47d2eb0 · 2024-02-09T17:00:36.000+01:00
diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
@@ -174,7 +174,7 @@ inline std::string format_llama2(std::vector<json> messages)
 
     for (auto it = messages.begin(); it != messages.end(); ++it) {
         if (!is_inside_turn) {
-            output << "<s>[INST] ";
+            output << "[INST] ";
         }
         std::string role    = json_value(*it, "role", std::string("user"));
         std::string content = json_value(*it, "content", std::string(""));

Original file line number	Diff line number	Diff line change
`@@ -174,7 +174,7 @@ inline std::string format_llama2(std::vector<json> messages)`
`174`	`174`
`175`	`175`	`for (auto it = messages.begin(); it != messages.end(); ++it) {`
`176`	`176`	`if (!is_inside_turn) {`
`177`		`- output << "<s>[INST] ";`
	`177`	`+ output << "[INST] ";`
`178`	`178`	`}`
`179`	`179`	`std::string role = json_value(*it, "role", std::string("user"));`
`180`	`180`	`std::string content = json_value(*it, "content", std::string(""));`