#! /bin/bash

cd llama.cpp
./main \
   -m ./models/ggml-vic${N:-7}b-uncensored-q5_1.bin \
   -n 256 \
   --repeat_penalty 1.0 \
   --color \
   --interactive \
   --interactive-first \
   -r "User:" \
   -f prompts/chat-with-bob.txt