main
Bel LaPointe 2024-04-12 18:15:31 -06:00
parent 5f31a2c572
commit da0125c663
1 changed files with 23 additions and 0 deletions

23
testdata/llama2.d/ingest.sh vendored Normal file
View File

@ -0,0 +1,23 @@
#! /bin/bash
set -eu
cd "$(dirname "$(realpath "$BASH_SOURCE")")"
if ! test -d ./llama2.c; then
echo downloading llama2.c >&2
git clone https://github.com/karpathy/llama2.c.git
fi
url="$1"
output="${url##*/}"
if [ ! -f "$output" ]; then
echo downloading "$url" >&2
wget -O "$output" "$url"
fi
cd ./llama2.c
pip3 install --break-system-packages -r ./requirements.txt
python3 ./export.py \
"../$output.bin" \
--meta-llama "../$output"
cd ..