diff --git a/testdata/llama2.d/ingest.sh b/testdata/llama2.d/ingest.sh new file mode 100644 index 0000000..572c489 --- /dev/null +++ b/testdata/llama2.d/ingest.sh @@ -0,0 +1,23 @@ +#! /bin/bash + +set -eu + +cd "$(dirname "$(realpath "$BASH_SOURCE")")" +if ! test -d ./llama2.c; then + echo downloading llama2.c >&2 + git clone https://github.com/karpathy/llama2.c.git +fi + +url="$1" +output="${url##*/}" +if [ ! -f "$output" ]; then + echo downloading "$url" >&2 + wget -O "$output" "$url" +fi + +cd ./llama2.c +pip3 install --break-system-packages -r ./requirements.txt +python3 ./export.py \ + "../$output.bin" \ + --meta-llama "../$output" +cd ..