diff --git a/vicuna-tools.d/run.sh b/vicuna-tools.d/run.sh new file mode 100644 index 0000000..7ff6e49 --- /dev/null +++ b/vicuna-tools.d/run.sh @@ -0,0 +1,11 @@ +#! /bin/bash + +cd llama.cpp +./main \ + -m ./models/ggml-vic${N:-7}b-uncensored-q5_1.bin \ + -n 256 \ + --repeat_penalty 1.0 \ + --color \ + -i \ + -r "User:" \ + -f prompts/chat-with-bob.txt