File tree 2 files changed +4
-1
lines changed 2 files changed +4
-1
lines changed Original file line number Diff line number Diff line change 13
13
"use_hf_rope" : true ,
14
14
"attention_qkv_bias" : false ,
15
15
"use_qk_norm" : true ,
16
- "qk_norm_before_repo " : true
16
+ "qk_norm_before_rope " : true
17
17
}
Original file line number Diff line number Diff line change @@ -25,6 +25,7 @@ python -m examples.models.llama.export_llama \
25
25
-X \
26
26
--xnnpack-extended-ops \
27
27
-qmode 8da4w \
28
+ --metadata '{"get_bos_id": 151644, "get_eos_ids":[151645]}' \
28
29
--output_name="qwen3-0_6b.pte" \
29
30
--verbose
30
31
```
@@ -40,6 +41,7 @@ python -m examples.models.llama.export_llama \
40
41
-X \
41
42
--xnnpack-extended-ops \
42
43
-qmode 8da4w \
44
+ --metadata '{"get_bos_id": 151644, "get_eos_ids":[151645]}' \
43
45
--output_name="qwen3-1_7b.pte" \
44
46
--verbose
45
47
```
@@ -55,6 +57,7 @@ python -m examples.models.llama.export_llama \
55
57
-X \
56
58
--xnnpack-extended-ops \
57
59
-qmode 8da4w \
60
+ --metadata '{"get_bos_id": 151644, "get_eos_ids":[151645]}' \
58
61
--output_name="qwen3-4b.pte" \
59
62
--verbose
60
63
```
You can’t perform that action at this time.
0 commit comments