mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-25 19:04:35 +00:00
removing any leading whitespace from infill suffix and removing leeading space token from suffix when params.escape
This commit is contained in:
parent
377be2f39d
commit
b4046aabbf
@ -235,7 +235,7 @@ int main(int argc, char ** argv) {
|
||||
|
||||
std::vector<llama_token> embd_inp;
|
||||
std::vector<llama_token> inp_pfx = ::llama_tokenize(ctx, params.input_prefix, false);
|
||||
params.input_suffix.erase(0, params.input_suffix.find_first_not_of(" "));
|
||||
// params.input_suffix.erase(0, params.input_suffix.find_first_not_of(" "));
|
||||
std::vector<llama_token> inp_sfx = ::llama_tokenize(ctx, params.input_suffix, false);
|
||||
const int space_token = 29871;
|
||||
if (params.escape && inp_sfx.size() > 1 && inp_sfx[0] == space_token) {
|
||||
|
Loading…
Reference in New Issue
Block a user