From da0125c6635f2e799cf04db3f5a78bbec684c513 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Fri, 12 Apr 2024 18:15:31 -0600 Subject: [PATCH] tried --- testdata/llama2.d/ingest.sh | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 testdata/llama2.d/ingest.sh diff --git a/testdata/llama2.d/ingest.sh b/testdata/llama2.d/ingest.sh new file mode 100644 index 0000000..572c489 --- /dev/null +++ b/testdata/llama2.d/ingest.sh @@ -0,0 +1,23 @@ +#! /bin/bash + +set -eu + +cd "$(dirname "$(realpath "$BASH_SOURCE")")" +if ! test -d ./llama2.c; then + echo downloading llama2.c >&2 + git clone https://github.com/karpathy/llama2.c.git +fi + +url="$1" +output="${url##*/}" +if [ ! -f "$output" ]; then + echo downloading "$url" >&2 + wget -O "$output" "$url" +fi + +cd ./llama2.c +pip3 install --break-system-packages -r ./requirements.txt +python3 ./export.py \ + "../$output.bin" \ + --meta-llama "../$output" +cd ..