Skip to content

Commit f11cfdf

Browse files
authored
ci : use -no-cnv in gguf-split tests (#11254)
* ci : use -no-cnv in gguf-split tests ggml-ci * ci : use -no-cnv in requantize tests ggml-ci * scripts : fix [no ci]
1 parent 1d85043 commit f11cfdf

File tree

4 files changed

+10
-122
lines changed

4 files changed

+10
-122
lines changed

examples/gguf-split/tests.sh

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ echo PASS
4141
echo
4242

4343
# 2b. Test the sharded model is loading properly
44-
$MAIN --model $WORK_PATH/ggml-model-split-00001-of-00006.gguf --n-predict 32
44+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-split-00001-of-00006.gguf --n-predict 32
4545
echo PASS
4646
echo
4747

@@ -51,7 +51,7 @@ echo PASS
5151
echo
5252

5353
# 3b. Test the merged model is loading properly
54-
$MAIN --model $WORK_PATH/ggml-model-merge.gguf --n-predict 32
54+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-merge.gguf --n-predict 32
5555
echo PASS
5656
echo
5757

@@ -61,7 +61,7 @@ echo PASS
6161
echo
6262

6363
# 4b. Test the sharded model is loading properly
64-
$MAIN --model $WORK_PATH/ggml-model-split-32-tensors-00001-of-00007.gguf --n-predict 32
64+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-split-32-tensors-00001-of-00007.gguf --n-predict 32
6565
echo PASS
6666
echo
6767

@@ -71,7 +71,7 @@ echo
7171
#echo
7272

7373
# 5b. Test the merged model is loading properly
74-
#$MAIN --model $WORK_PATH/ggml-model-merge-2.gguf --n-predict 32
74+
#$MAIN -no-cnv --model $WORK_PATH/ggml-model-merge-2.gguf --n-predict 32
7575
#echo PASS
7676
#echo
7777

@@ -81,7 +81,7 @@ echo PASS
8181
echo
8282

8383
# 6b. Test the sharded model is loading properly
84-
$MAIN --model $WORK_PATH/ggml-model-split-2G-00001-of-00002.gguf --n-predict 32
84+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-split-2G-00001-of-00002.gguf --n-predict 32
8585
echo PASS
8686
echo
8787

examples/quantize/tests.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,7 @@ echo PASS
4747
echo
4848

4949
# 3a. Test the requanted model is loading properly
50-
$MAIN --model $WORK_PATH/ggml-model-requant-00001-of-00006.gguf --n-predict 32
50+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-requant-00001-of-00006.gguf --n-predict 32
5151
echo PASS
5252
echo
5353

@@ -57,7 +57,7 @@ echo PASS
5757
echo
5858

5959
# 4b. Test the requanted model is loading properly
60-
$MAIN --model $WORK_PATH/ggml-model-requant-merge.gguf --n-predict 32
60+
$MAIN -no-cnv --model $WORK_PATH/ggml-model-requant-merge.gguf --n-predict 32
6161
echo PASS
6262
echo
6363

scripts/hf.sh

Lines changed: 0 additions & 112 deletions
This file was deleted.

tests/test-lora-conversion-inference.sh

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -80,18 +80,18 @@ run_conversion_and_inference_lora() {
8080
# Run inference
8181
echo -e "\n\n---------------------------\n\n"
8282
echo "Running llama-cli without lora for $model_name with hidden_size $hidden_size..."
83-
OUTPUT_BASE=$(./llama-cli -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32.gguf \
83+
OUTPUT_BASE=$(./llama-cli -no-cnv -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32.gguf \
8484
-p "$EXPECTED_BASE_FIRST_WORD" -n 50 --seed 42 --temp 0)
8585

8686
echo -e "\n\n---------------------------\n\n"
8787
echo "Running llama-cli with hot lora for $model_name with hidden_size $hidden_size..."
88-
OUTPUT_LORA_HOT=$(./llama-cli -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32.gguf \
88+
OUTPUT_LORA_HOT=$(./llama-cli -no-cnv -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32.gguf \
8989
--lora $MODELS_REPO/$model_name/hidden_size=$hidden_size/lora/Lora-F32-LoRA.gguf \
9090
-p "$EXPECTED_LORA_FIRST_WORD" -n 50 --seed 42 --temp 0)
9191

9292
echo -e "\n\n---------------------------\n\n"
9393
echo "Running llama-cli with merged lora for $model_name with hidden_size $hidden_size..."
94-
OUTPUT_LORA_MERGED=$(./llama-cli -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32-lora-merged.gguf \
94+
OUTPUT_LORA_MERGED=$(./llama-cli -no-cnv -m $MODELS_REPO/$model_name/hidden_size=$hidden_size/base/Base-F32-lora-merged.gguf \
9595
-p "$EXPECTED_LORA_FIRST_WORD" -n 50 --seed 42 --temp 0)
9696

9797
# Remove any initial white space

0 commit comments

Comments
 (0)