Skip to content

Commit 1cb05ee

Browse files
committed
fix deepseek v2 quant support. refer to ggml-org#9155
1 parent e146c30 commit 1cb05ee

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

src/llama.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17185,7 +17185,8 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s
1718517185

1718617186
// TODO: avoid hardcoded tensor names - use the TN_* constants
1718717187
if (name.find("attn_v.weight") != std::string::npos ||
17188-
name.find("attn_qkv.weight") != std::string::npos) {
17188+
name.find("attn_qkv.weight") != std::string::npos ||
17189+
name.find("attn_kv_b.weight")!= std::string::npos) {
1718917190
++qs.n_attention_wv;
1719017191
} else if (name == LLM_TN(model.arch)(LLM_TENSOR_OUTPUT, "weight")) {
1719117192
qs.has_output = true;

0 commit comments

Comments
 (0)