Change default setting for logits_all from True to False.

mattpulver · mattpulver · commit 3fce944a9acb · 2023-09-19T09:56:12.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -70,7 +70,7 @@ class Settings(BaseSettings):
         default=True, description="if true, use experimental mul_mat_q kernels"
     )
     f16_kv: bool = Field(default=True, description="Whether to use f16 key/value.")
-    logits_all: bool = Field(default=True, description="Whether to return logits.")
+    logits_all: bool = Field(default=False, description="Whether to return logits.")
     vocab_only: bool = Field(
         default=False, description="Whether to only return the vocabulary."
     )

Original file line number	Diff line number	Diff line change
`@@ -70,7 +70,7 @@ class Settings(BaseSettings):`
`70`	`70`	`default=True, description="if true, use experimental mul_mat_q kernels"`
`71`	`71`	`)`
`72`	`72`	`f16_kv: bool = Field(default=True, description="Whether to use f16 key/value.")`
`73`		`- logits_all: bool = Field(default=True, description="Whether to return logits.")`
	`73`	`+ logits_all: bool = Field(default=False, description="Whether to return logits.")`
`74`	`74`	`vocab_only: bool = Field(`
`75`	`75`	`default=False, description="Whether to only return the vocabulary."`
`76`	`76`	`)`