We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 585d91a commit 107980dCopy full SHA for 107980d
examples/alpaca.sh
@@ -7,4 +7,4 @@
7
cd `dirname $0`
8
cd ..
9
10
-./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7
+./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt --ctx_size 2048 -n -1 -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7
examples/gpt4all.sh
@@ -10,6 +10,6 @@ cd ..
./main --color --instruct --threads 4 \
11
--model ./models/gpt4all-7B/gpt4all-lora-quantized.bin \
12
--file ./prompts/alpaca.txt \
13
- --batch_size 8 --ctx_size 2048 \
+ --batch_size 8 --ctx_size 2048 -n -1 \
14
--repeat_last_n 64 --repeat_penalty 1.3 \
15
--n_predict 128 --temp 0.1 --top_k 40 --top_p 0.95
0 commit comments