root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 20:14:29 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

server : fix switch fallthrough

Browse Source
This commit is contained in:
Georgi Gerganov 2023-10-22 16:55:05 +03:00
parent 715f384a6b
commit 197a0a9e23
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
examples/server/server.cpp
View File

@ -1358,14 +1358,16 @@ struct llama_server_context
{
case COMPLETION_TASK: {
llama_client_slot* slot = get_slot(json_value(task.data, "slot_id", -1));
if (slot == nullptr) {
if (slot == nullptr)
{
LOG_TEE("slot unavailable\n");
// send error result
send_error(task.id, "slot unavaliable");
return;
}
if (task.data.contains("system_prompt")) {
if (task.data.contains("system_prompt"))
{
process_system_prompt_data(task.data["system_prompt"]);
}
@ -1380,7 +1382,7 @@ struct llama_server_context
send_error(task.id, "internal_error");
break;
}
}
} break;
case CANCEL_TASK: { // release slot linked with the task id
for (auto & slot : slots) {
if (slot.task_id == task.target_id) {
@ -1388,11 +1390,7 @@ struct llama_server_context
break;
}
}
}
break;
default:
break;
} break;
}
}
}