root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 04:00:16 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

space nits

Browse Source
This commit is contained in:
ochafik 2024-10-28 00:27:04 +00:00
parent 9a86ea79a2
commit c88095e3fc
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
common/tool-call.cpp
View File

@ -314,7 +314,7 @@ llama_tool_calls parse_tool_calls(llama_tool_call_style style, const json & tool
case llama_tool_call_style::Hermes2Pro:
return parse_hermes_tool_calls(input);
case llama_tool_call_style::MistralNemo:
return parse_mistral_nemo_tool_calls(input);
return parse_mistral_nemo_tool_calls(input);
default:
throw std::runtime_error("Unsupported tool call style");
}
@ -390,7 +390,7 @@ llama_tool_call_handler llama_tool_call_handler_init(
}},
{"required", json::array({"tool_call"})},
};
const auto schema =
const auto schema =
allow_content
? json {
{"anyOf", json::array({
@ -412,7 +412,7 @@ llama_tool_call_handler llama_tool_call_handler_init(
});
// TODO: add schema to system prompt.
auto tweaked_messages = add_system(
messages,
messages,
"Respond in JSON format, either with a request to call tools or with a response to the user's request. Here is the schema for all responses:\n\n```json\n" + schema.dump(2) + "\n```");
handler.prompt = tmpl.apply(tweaked_messages, tools, /* add_generation_prompt= */ true);
break;

2
examples/agent/Dockerfile.tools
View File

@ -12,4 +12,4 @@ COPY ./squid/ssl_cert/squidCA.crt /usr/local/share/ca-certificates/squidCA.crt
RUN chmod 644 /usr/local/share/ca-certificates/squidCA.crt && update-ca-certificates
ENTRYPOINT [ "uvicorn" ]
CMD ["tools:app", "--host", "0.0.0.0", "--port", "8088"]
CMD ["tools:app", "--host", "0.0.0.0", "--port", "8088"]