Skip to content

Commit 928480e

Browse files
committed
Init llama_context_params properly from CLI (#370)
1 parent 56817b1 commit 928480e

File tree

2 files changed

+8
-1
lines changed

2 files changed

+8
-1
lines changed

llama.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1398,6 +1398,10 @@ struct llama_context * llama_init_from_file(
13981398

13991399
llama_context * ctx = new llama_context;
14001400

1401+
if (params.seed <= 0) {
1402+
params.seed = time(NULL);
1403+
}
1404+
14011405
ctx->rng = std::mt19937(params.seed);
14021406
ctx->logits_all = params.logits_all;
14031407

main.cpp

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -194,7 +194,10 @@ int main(int argc, char ** argv) {
194194
{
195195
auto lparams = llama_context_default_params();
196196

197-
lparams.f16_kv = params.memory_f16;
197+
lparams.n_ctx = params.n_ctx;
198+
lparams.n_parts = params.n_parts;
199+
lparams.seed = params.seed;
200+
lparams.f16_kv = params.memory_f16;
198201
lparams.logits_all = params.perplexity;
199202

200203
ctx = llama_init_from_file(params.model.c_str(), lparams);

0 commit comments

Comments
 (0)