thek0tyara/llama-cpp-turboquant
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

common: map developer role to system (#20215)

Browse source 
* Map developer role to system
* Simplify
This commit is contained in:
Piotr Wilkin (ilintar) 2026-03-09 14:25:11 +01:00 • committed by GitHub
parent 43e1cbd6c1
commit f76565db92
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 54 additions and 252 deletions
Download patch file Download diff file Expand all files Collapse all files

15
common/chat.cpp
View file

@ -1352,6 +1352,17 @@ static common_chat_params common_chat_params_init_lfm2(const common_chat_templat
namespace workaround {
static void map_developer_role_to_system(json & messages) {
for (auto & message : messages) {
if (message.contains("role")) {
if (message["role"] == "developer") {
message["role"] = "system";
}
}
}
}
// if first message is system and template does not support it, merge it with next message
static void system_message_not_supported(json & messages) {
if (!messages.empty() && messages.front().at("role") == "system") {
@ -1429,6 +1440,10 @@ static common_chat_params common_chat_templates_apply_jinja(const struct common_
params.add_bos = tmpls->add_bos;
params.add_eos = tmpls->add_eos;
if (src.find("<|channel|>") == std::string::npos) {
// map developer to system for all models except for GPT-OSS
workaround::map_developer_role_to_system(params.messages);
}
workaround::func_args_not_string(params.messages);
if (!tmpl.original_caps().supports_system_role) {