Remove trailing ws

This commit is contained in:
Mathijs Henquet 2024-08-22 00:43:30 +02:00
parent 42fb6707e8
commit 0c5baa1cd1
2 changed files with 2 additions and 2 deletions

View File

@ -501,7 +501,7 @@ Notice that each `probs` is an array of length `n_probs`.
*Options:*
`content`: (Required) The text to tokenize.
`add_special`: (Optional) Boolean indicating if special tokens, i.e. `BOS`, should be inserted. Default: `false`
`with_pieces`: (Optional) Boolean indicating whether to return token pieces along with IDs. Default: `false`

View File

@ -3220,7 +3220,7 @@ int main(int argc, char ** argv) {
tokens_response = tokens;
}
}
const json data = format_tokenizer_response(tokens_response);
return res.set_content(data.dump(), MIMETYPE_JSON);
};