root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-24 10:24:35 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

server: add data: [DONE] to /chat/completions stream response (#9459)

Browse Source
This commit is contained in:
VoidIsVoid 2024-09-14 17:36:44 +08:00 committed by GitHub
parent 1f4111e540
commit dcdcee3a74
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/server/server.cpp
View File

@ -2993,6 +2993,8 @@ int main(int argc, char ** argv) {
}, [&](json error_data) { }, [&](json error_data) {
server_sent_event(sink, "error", error_data); server_sent_event(sink, "error", error_data);
}); });
static const std::string ev_done = "data: [DONE]\n\n";
sink.write(ev_done.data(), ev_done.size());
sink.done(); sink.done();
return true; return true;
}; };

2
examples/server/tests/features/steps/steps.py
View File

@ -1020,6 +1020,8 @@ async def oai_chat_completions(user_prompt,
event_data = line.split(': ', 1) event_data = line.split(': ', 1)
assert event_data[0] == 'data', f'Bad event code received: ```{event_data}```' assert event_data[0] == 'data', f'Bad event code received: ```{event_data}```'
chunk_raw = event_data[1] chunk_raw = event_data[1]
if chunk_raw == '[DONE]':
break
chunk = json.loads(chunk_raw) chunk = json.loads(chunk_raw)
assert len(chunk['choices']) == 1, f"no choices provided, line ```{line}```" assert len(chunk['choices']) == 1, f"no choices provided, line ```{line}```"