tried
This commit is contained in:
23
testdata/llama2.d/ingest.sh
vendored
Normal file
23
testdata/llama2.d/ingest.sh
vendored
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
#! /bin/bash
|
||||||
|
|
||||||
|
set -eu
|
||||||
|
|
||||||
|
cd "$(dirname "$(realpath "$BASH_SOURCE")")"
|
||||||
|
if ! test -d ./llama2.c; then
|
||||||
|
echo downloading llama2.c >&2
|
||||||
|
git clone https://github.com/karpathy/llama2.c.git
|
||||||
|
fi
|
||||||
|
|
||||||
|
url="$1"
|
||||||
|
output="${url##*/}"
|
||||||
|
if [ ! -f "$output" ]; then
|
||||||
|
echo downloading "$url" >&2
|
||||||
|
wget -O "$output" "$url"
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd ./llama2.c
|
||||||
|
pip3 install --break-system-packages -r ./requirements.txt
|
||||||
|
python3 ./export.py \
|
||||||
|
"../$output.bin" \
|
||||||
|
--meta-llama "../$output"
|
||||||
|
cd ..
|
||||||
Reference in New Issue
Block a user