run script

master
bel 2023-06-17 08:29:21 -06:00
parent 2941b81b53
commit 19583709f8
1 changed files with 11 additions and 0 deletions

11
vicuna-tools.d/run.sh Normal file
View File

@ -0,0 +1,11 @@
#! /bin/bash
cd llama.cpp
./main \
-m ./models/ggml-vic${N:-7}b-uncensored-q5_1.bin \
-n 256 \
--repeat_penalty 1.0 \
--color \
-i \
-r "User:" \
-f prompts/chat-with-bob.txt