#! /bin/bash
cd llama.cpp
./main \
-m ./models/ggml-vic${N:-7}b-uncensored-q5_1.bin \
-n 256 \
--repeat_penalty 1.0 \
--color \
--interactive \
--interactive-first \
-r "User:" \
-f prompts/chat-with-bob.txt