root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-11-11 21:39:52 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

Init llama_context_params properly from CLI (#370)

Browse Source
This commit is contained in:
Georgi Gerganov 2023-03-22 07:45:00 +02:00
parent 56817b1f88
commit 928480ef5b
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llama.cpp
View File

@ -1398,6 +1398,10 @@ struct llama_context * llama_init_from_file(
llama_context * ctx = new llama_context;
if (params.seed <= 0) {
params.seed = time(NULL);
}
ctx->rng = std::mt19937(params.seed);
ctx->logits_all = params.logits_all;

5
main.cpp
View File

@ -194,7 +194,10 @@ int main(int argc, char ** argv) {
{
auto lparams = llama_context_default_params();
lparams.f16_kv = params.memory_f16;
lparams.n_ctx = params.n_ctx;
lparams.n_parts = params.n_parts;
lparams.seed = params.seed;
lparams.f16_kv = params.memory_f16;
lparams.logits_all = params.perplexity;
ctx = llama_init_from_file(params.model.c_str(), lparams);