bench: server add stop word for PHI-2 (#6916)

phymbert · web-flow · commit 5790c8dac1a4 · 2024-04-26T09:26:16.000+02:00
diff --git a/examples/server/bench/script.js b/examples/server/bench/script.js
@@ -90,7 +90,8 @@ export default function () {
         "model": model,
         "stream": true,
         "seed": 42,
-        "max_tokens": max_tokens
+        "max_tokens": max_tokens,
+        "stop": ["<|im_end|>"] // This is temporary for phi-2 base (i.e. not instructed) since the server expects that the model always to emit BOS
     }
 
     const params = {method: 'POST', body: JSON.stringify(payload)};

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,8 @@ export default function () {`
`90`	`90`	`"model": model,`
`91`	`91`	`"stream": true,`
`92`	`92`	`"seed": 42,`
`93`		`- "max_tokens": max_tokens`
	`93`	`+ "max_tokens": max_tokens,`
	`94`	`+ "stop": ["<\|im_end\|>"] // This is temporary for phi-2 base (i.e. not instructed) since the server expects that the model always to emit BOS`
`94`	`95`	`}`
`95`	`96`
`96`	`97`	`const params = {method: 'POST', body: JSON.stringify(payload)};`