From da0125c6635f2e799cf04db3f5a78bbec684c513 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Fri, 12 Apr 2024 18:15:31 -0600 Subject: [PATCH 1/4] tried --- testdata/llama2.d/ingest.sh | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 testdata/llama2.d/ingest.sh diff --git a/testdata/llama2.d/ingest.sh b/testdata/llama2.d/ingest.sh new file mode 100644 index 0000000..572c489 --- /dev/null +++ b/testdata/llama2.d/ingest.sh @@ -0,0 +1,23 @@ +#! /bin/bash + +set -eu + +cd "$(dirname "$(realpath "$BASH_SOURCE")")" +if ! test -d ./llama2.c; then + echo downloading llama2.c >&2 + git clone https://github.com/karpathy/llama2.c.git +fi + +url="$1" +output="${url##*/}" +if [ ! -f "$output" ]; then + echo downloading "$url" >&2 + wget -O "$output" "$url" +fi + +cd ./llama2.c +pip3 install --break-system-packages -r ./requirements.txt +python3 ./export.py \ + "../$output.bin" \ + --meta-llama "../$output" +cd .. From 4e3818046df7883d7a0422f5afab8a7ae138caed Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Sun, 14 Apr 2024 09:19:29 -0600 Subject: [PATCH 2/4] ew --- testdata/llama2.d/ingest.sh | 23 ----------------------- 1 file changed, 23 deletions(-) delete mode 100644 testdata/llama2.d/ingest.sh diff --git a/testdata/llama2.d/ingest.sh b/testdata/llama2.d/ingest.sh deleted file mode 100644 index 572c489..0000000 --- a/testdata/llama2.d/ingest.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /bin/bash - -set -eu - -cd "$(dirname "$(realpath "$BASH_SOURCE")")" -if ! test -d ./llama2.c; then - echo downloading llama2.c >&2 - git clone https://github.com/karpathy/llama2.c.git -fi - -url="$1" -output="${url##*/}" -if [ ! -f "$output" ]; then - echo downloading "$url" >&2 - wget -O "$output" "$url" -fi - -cd ./llama2.c -pip3 install --break-system-packages -r ./requirements.txt -python3 ./export.py \ - "../$output.bin" \ - --meta-llama "../$output" -cd .. From f8002053f5d91ad29632e87193eb00b72431abf4 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Sun, 14 Apr 2024 09:21:52 -0600 Subject: [PATCH 3/4] delete comment --- storage_test.go | 2 -- 1 file changed, 2 deletions(-) diff --git a/storage_test.go b/storage_test.go index a409eae..072b32b 100644 --- a/storage_test.go +++ b/storage_test.go @@ -6,8 +6,6 @@ import ( "time" ) -//func newStorageFromTestdata(t *testing.T) { - func TestStorage(t *testing.T) { ctx, can := context.WithTimeout(context.Background(), time.Second) defer can() From 007611fb4f0cf77704c9ac1a59fa07bd5f99ae89 Mon Sep 17 00:00:00 2001 From: Bel LaPointe <153096461+breel-render@users.noreply.github.com> Date: Sun, 14 Apr 2024 09:26:41 -0600 Subject: [PATCH 4/4] fix ai test and it runs in just 4s on laptop so it is feasible --- ai_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ai_test.go b/ai_test.go index b7dde8f..995d4a1 100644 --- a/ai_test.go +++ b/ai_test.go @@ -86,7 +86,7 @@ func testAI(t *testing.T, ai AI) { t.Run("simulation", func(t *testing.T) { d := NewRAM() - FillWithTestdata(ctx, d) + FillWithTestdata(ctx, d, renderAssetPattern, renderDatacenterPattern) s := NewStorage(d) threads, err := s.Threads(ctx)