Clarify PPL result

Nexesenex · Nexesenex · commit 1ec8328ead71 · 2024-10-05T17:03:25.000+02:00
diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp
@@ -676,7 +676,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par
     nll2 -= nll * nll;
     if (nll2 > 0) {
         nll2 = sqrt(nll2/(count-1));
-        LOG_INF("Final estimate: PPL = %.4lf +/- %.5lf\n", ppl, nll2*ppl);
+        LOG_INF("Final estimate: PPL over %d chunks for n_ctx=%d = %.4lf +/- %.5lf\n", n_chunk, n_ctx, ppl, nll2*ppl);	
     } else {
         LOG_ERR("Unexpected negative standard deviation of log(prob)\n");
     }

Original file line number	Diff line number	Diff line change
`@@ -676,7 +676,7 @@ static results_perplexity perplexity(llama_context * ctx, const gpt_params & par`
`676`	`676`	`nll2 -= nll * nll;`
`677`	`677`	`if (nll2 > 0) {`
`678`	`678`	`nll2 = sqrt(nll2/(count-1));`
`679`		`- LOG_INF("Final estimate: PPL = %.4lf +/- %.5lf\n", ppl, nll2*ppl);`
	`679`	`+ LOG_INF("Final estimate: PPL over %d chunks for n_ctx=%d = %.4lf +/- %.5lf\n", n_chunk, n_ctx, ppl, nll2*ppl);`
`680`	`680`	`} else {`
`681`	`681`	`LOG_ERR("Unexpected negative standard deviation of log(prob)\n");`
`682`	`682`	`}`