From 0e41441fa114a62ffc672ef7e96ada3392bcbd8b Mon Sep 17 00:00:00 2001 From: TheNotary Date: Wed, 26 Apr 2023 12:55:45 -0500 Subject: [PATCH] moves ggml-vocab.bin into test folder where it's used. It appears this file is only used during tests as of now. Removing it from the model folder makes it more flexible for how users are loading their model data into the project (e.g. are they using a docker bind-mounts, are they using symlinks, are they DLing models directly into this folder?) By moving this, the instructions for getting started can be safely simplified to: $ rm models/.gitkeep $ rm -r models $ ln -s /mnt/c/ai/models/LLaMA $(pwd)/models I think it's a good idea because the model files are quite large, and be useful across multiple projects so symlinks shine in this use case without creating too much confusion for the onboardee.. --- .gitignore | 2 +- tests/CMakeLists.txt | 2 +- {models => tests}/ggml-vocab.bin | Bin 3 files changed, 2 insertions(+), 2 deletions(-) rename {models => tests}/ggml-vocab.bin (100%) mode change 100644 => 100755 diff --git a/.gitignore b/.gitignore index c7573bb3b..87a71ac96 100644 --- a/.gitignore +++ b/.gitignore @@ -20,7 +20,7 @@ build-no-accel/ build-sanitize-addr/ build-sanitize-thread/ -models/* +models /main /quantize diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index 81eadbc4d..51b77faaf 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -8,4 +8,4 @@ endfunction() # llama_add_test(test-double-float.c) # SLOW llama_add_test(test-quantize-fns.cpp) llama_add_test(test-quantize-perf.cpp) -llama_add_test(test-tokenizer-0.cpp ${CMAKE_CURRENT_SOURCE_DIR}/../models/ggml-vocab.bin) +llama_add_test(test-tokenizer-0.cpp ${CMAKE_CURRENT_SOURCE_DIR}/ggml-vocab.bin) diff --git a/models/ggml-vocab.bin b/tests/ggml-vocab.bin old mode 100644 new mode 100755 similarity index 100% rename from models/ggml-vocab.bin rename to tests/ggml-vocab.bin