fix: rely only on gguf tag

krampstudio · krampstudio · commit d63b7cb37eab · 2024-09-04T11:10:34.000+02:00
diff --git a/packages/tasks/src/local-apps.ts b/packages/tasks/src/local-apps.ts
@@ -59,7 +59,7 @@ export type LocalApp = {
 );
 
 function isGgufModel(model: ModelData): boolean {
-	return model.config?.quantization_config?.quant_method === "gguf" || model.tags.includes("gguf");
+	return model.tags.includes("gguf");
 }
 
 function isAwqModel(model: ModelData): boolean {

Original file line number	Diff line number	Diff line change
`@@ -59,7 +59,7 @@ export type LocalApp = {`
`59`	`59`	`);`
`60`	`60`
`61`	`61`	`function isGgufModel(model: ModelData): boolean {`
`62`		`- return model.config?.quantization_config?.quant_method === "gguf" \|\| model.tags.includes("gguf");`
	`62`	`+ return model.tags.includes("gguf");`
`63`	`63`	`}`
`64`	`64`
`65`	`65`	`function isAwqModel(model: ModelData): boolean {`