From 19583709f8c3e9dce2289af09965a63932eef57b Mon Sep 17 00:00:00 2001 From: bel Date: Sat, 17 Jun 2023 08:29:21 -0600 Subject: [PATCH] run script --- vicuna-tools.d/run.sh | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 vicuna-tools.d/run.sh diff --git a/vicuna-tools.d/run.sh b/vicuna-tools.d/run.sh new file mode 100644 index 0000000..7ff6e49 --- /dev/null +++ b/vicuna-tools.d/run.sh @@ -0,0 +1,11 @@ +#! /bin/bash + +cd llama.cpp +./main \ + -m ./models/ggml-vic${N:-7}b-uncensored-q5_1.bin \ + -n 256 \ + --repeat_penalty 1.0 \ + --color \ + -i \ + -r "User:" \ + -f prompts/chat-with-bob.txt