Update packages/tasks/src/local-apps.ts

krampstudio · mgoin · web-flow · commit 2bb1bc1735c8 · 2024-09-04T10:56:43.000+02:00
Co-authored-by: Michael Goin &lt;michael@neuralmagic.com&gt;
diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts
@@ -163,7 +163,7 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {
 		{
 			title: "Install from pip",
 			setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),
-			content: ["# Load and run the model:", `vllm serve --model "${model.id}"`, ...runCommand].join("\n"),
+			content: ["# Load and run the model:", `vllm serve "${model.id}"`, ...runCommand].join("\n"),
 		},
 		{
 			title: "Use Docker images",

Original file line number	Diff line number	Diff line change
`@@ -163,7 +163,7 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {`
`163`	`163`	`{`
`164`	`164`	`title: "Install from pip",`
`165`	`165`	`setup: ["# Install vLLM from pip:", "pip install vllm"].join("\n"),`
`166`		- content: ["# Load and run the model:", `vllm serve --model "${model.id}"`, ...runCommand].join("\n"),
	`166`	+ content: ["# Load and run the model:", `vllm serve "${model.id}"`, ...runCommand].join("\n"),
`167`	`167`	`},`
`168`	`168`	`{`
`169`	`169`	`title: "Use Docker images",`