ggml-org
diff --git a/‎CMakeLists.txt
Lines changed: 5 additions & 0 deletions b/‎CMakeLists.txt
Lines changed: 5 additions & 0 deletions
diff --git a/‎examples/CMakeLists.txt
Lines changed: 0 additions & 22 deletions b/‎examples/CMakeLists.txt
Lines changed: 0 additions & 22 deletions
diff --git a/‎tools/CMakeLists.txt
Lines changed: 39 additions & 0 deletions b/‎tools/CMakeLists.txt
Lines changed: 39 additions & 0 deletions
diff --git a/‎examples/batched-bench/CMakeLists.txt renamed to ‎tools/batched-bench/CMakeLists.txt b/‎examples/batched-bench/CMakeLists.txt renamed to ‎tools/batched-bench/CMakeLists.txt
diff --git a/‎examples/batched-bench/README.md renamed to ‎tools/batched-bench/README.md b/‎examples/batched-bench/README.md renamed to ‎tools/batched-bench/README.md
diff --git a/‎examples/batched-bench/batched-bench.cpp renamed to ‎tools/batched-bench/batched-bench.cpp b/‎examples/batched-bench/batched-bench.cpp renamed to ‎tools/batched-bench/batched-bench.cpp
diff --git a/‎examples/cvector-generator/CMakeLists.txt renamed to ‎tools/cvector-generator/CMakeLists.txt b/‎examples/cvector-generator/CMakeLists.txt renamed to ‎tools/cvector-generator/CMakeLists.txt
diff --git a/‎examples/cvector-generator/README.md renamed to ‎tools/cvector-generator/README.md b/‎examples/cvector-generator/README.md renamed to ‎tools/cvector-generator/README.md
diff --git a/‎examples/cvector-generator/completions.txt renamed to ‎tools/cvector-generator/completions.txt b/‎examples/cvector-generator/completions.txt renamed to ‎tools/cvector-generator/completions.txt
diff --git a/‎examples/cvector-generator/cvector-generator.cpp renamed to ‎tools/cvector-generator/cvector-generator.cpp b/‎examples/cvector-generator/cvector-generator.cpp renamed to ‎tools/cvector-generator/cvector-generator.cpp
diff --git a/‎examples/cvector-generator/mean.hpp renamed to ‎tools/cvector-generator/mean.hpp b/‎examples/cvector-generator/mean.hpp renamed to ‎tools/cvector-generator/mean.hpp
diff --git a/‎examples/cvector-generator/negative.txt renamed to ‎tools/cvector-generator/negative.txt b/‎examples/cvector-generator/negative.txt renamed to ‎tools/cvector-generator/negative.txt
diff --git a/‎examples/cvector-generator/pca.hpp renamed to ‎tools/cvector-generator/pca.hpp b/‎examples/cvector-generator/pca.hpp renamed to ‎tools/cvector-generator/pca.hpp
diff --git a/‎examples/cvector-generator/positive.txt renamed to ‎tools/cvector-generator/positive.txt b/‎examples/cvector-generator/positive.txt renamed to ‎tools/cvector-generator/positive.txt
diff --git a/‎examples/export-lora/CMakeLists.txt renamed to ‎tools/export-lora/CMakeLists.txt b/‎examples/export-lora/CMakeLists.txt renamed to ‎tools/export-lora/CMakeLists.txt
diff --git a/‎examples/export-lora/README.md renamed to ‎tools/export-lora/README.md b/‎examples/export-lora/README.md renamed to ‎tools/export-lora/README.md
diff --git a/‎examples/export-lora/export-lora.cpp renamed to ‎tools/export-lora/export-lora.cpp b/‎examples/export-lora/export-lora.cpp renamed to ‎tools/export-lora/export-lora.cpp
diff --git a/‎examples/gguf-split/CMakeLists.txt renamed to ‎tools/gguf-split/CMakeLists.txt b/‎examples/gguf-split/CMakeLists.txt renamed to ‎tools/gguf-split/CMakeLists.txt
diff --git a/‎examples/gguf-split/README.md renamed to ‎tools/gguf-split/README.md b/‎examples/gguf-split/README.md renamed to ‎tools/gguf-split/README.md
diff --git a/‎examples/gguf-split/gguf-split.cpp renamed to ‎tools/gguf-split/gguf-split.cpp b/‎examples/gguf-split/gguf-split.cpp renamed to ‎tools/gguf-split/gguf-split.cpp
diff --git a/‎examples/gguf-split/tests.sh renamed to ‎tools/gguf-split/tests.sh b/‎examples/gguf-split/tests.sh renamed to ‎tools/gguf-split/tests.sh
diff --git a/‎examples/imatrix/CMakeLists.txt renamed to ‎tools/imatrix/CMakeLists.txt b/‎examples/imatrix/CMakeLists.txt renamed to ‎tools/imatrix/CMakeLists.txt
diff --git a/‎examples/imatrix/README.md renamed to ‎tools/imatrix/README.md b/‎examples/imatrix/README.md renamed to ‎tools/imatrix/README.md
diff --git a/‎examples/imatrix/imatrix.cpp renamed to ‎tools/imatrix/imatrix.cpp b/‎examples/imatrix/imatrix.cpp renamed to ‎tools/imatrix/imatrix.cpp
diff --git a/‎examples/llama-bench/CMakeLists.txt renamed to ‎tools/llama-bench/CMakeLists.txt b/‎examples/llama-bench/CMakeLists.txt renamed to ‎tools/llama-bench/CMakeLists.txt
diff --git a/‎examples/llama-bench/README.md renamed to ‎tools/llama-bench/README.md b/‎examples/llama-bench/README.md renamed to ‎tools/llama-bench/README.md
diff --git a/‎examples/llama-bench/llama-bench.cpp renamed to ‎tools/llama-bench/llama-bench.cpp b/‎examples/llama-bench/llama-bench.cpp renamed to ‎tools/llama-bench/llama-bench.cpp
diff --git a/‎examples/llava/CMakeLists.txt renamed to ‎tools/llava/CMakeLists.txt b/‎examples/llava/CMakeLists.txt renamed to ‎tools/llava/CMakeLists.txt
diff --git a/‎examples/llava/README-quantize.md renamed to ‎tools/llava/README-quantize.md b/‎examples/llava/README-quantize.md renamed to ‎tools/llava/README-quantize.md
diff --git a/‎examples/llava/README.md renamed to ‎tools/llava/README.md b/‎examples/llava/README.md renamed to ‎tools/llava/README.md
diff --git a/‎examples/llava/android/adb_run.sh renamed to ‎tools/llava/android/adb_run.sh b/‎examples/llava/android/adb_run.sh renamed to ‎tools/llava/android/adb_run.sh
diff --git a/‎examples/llava/android/build_64.sh renamed to ‎tools/llava/android/build_64.sh b/‎examples/llava/android/build_64.sh renamed to ‎tools/llava/android/build_64.sh
diff --git a/‎examples/llava/clip-impl.h renamed to ‎tools/llava/clip-impl.h b/‎examples/llava/clip-impl.h renamed to ‎tools/llava/clip-impl.h
diff --git a/‎examples/llava/clip-quantize-cli.cpp renamed to ‎tools/llava/clip-quantize-cli.cpp b/‎examples/llava/clip-quantize-cli.cpp renamed to ‎tools/llava/clip-quantize-cli.cpp
diff --git a/‎examples/llava/clip.cpp renamed to ‎tools/llava/clip.cpp b/‎examples/llava/clip.cpp renamed to ‎tools/llava/clip.cpp
diff --git a/‎examples/llava/clip.h renamed to ‎tools/llava/clip.h b/‎examples/llava/clip.h renamed to ‎tools/llava/clip.h
diff --git a/‎examples/llava/convert_image_encoder_to_gguf.py renamed to ‎tools/llava/convert_image_encoder_to_gguf.py b/‎examples/llava/convert_image_encoder_to_gguf.py renamed to ‎tools/llava/convert_image_encoder_to_gguf.py
diff --git a/‎examples/llava/deprecation-warning.cpp renamed to ‎tools/llava/deprecation-warning.cpp b/‎examples/llava/deprecation-warning.cpp renamed to ‎tools/llava/deprecation-warning.cpp
diff --git a/‎examples/llava/glmedge-convert-image-encoder-to-gguf.py renamed to ‎tools/llava/glmedge-convert-image-encoder-to-gguf.py b/‎examples/llava/glmedge-convert-image-encoder-to-gguf.py renamed to ‎tools/llava/glmedge-convert-image-encoder-to-gguf.py
diff --git a/‎examples/llava/glmedge-surgery.py renamed to ‎tools/llava/glmedge-surgery.py b/‎examples/llava/glmedge-surgery.py renamed to ‎tools/llava/glmedge-surgery.py
diff --git a/‎examples/llava/llava.cpp renamed to ‎tools/llava/llava.cpp b/‎examples/llava/llava.cpp renamed to ‎tools/llava/llava.cpp
diff --git a/‎examples/llava/llava.h renamed to ‎tools/llava/llava.h b/‎examples/llava/llava.h renamed to ‎tools/llava/llava.h
diff --git a/‎examples/llava/llava_surgery.py renamed to ‎tools/llava/llava_surgery.py b/‎examples/llava/llava_surgery.py renamed to ‎tools/llava/llava_surgery.py
diff --git a/‎examples/llava/llava_surgery_v2.py renamed to ‎tools/llava/llava_surgery_v2.py b/‎examples/llava/llava_surgery_v2.py renamed to ‎tools/llava/llava_surgery_v2.py
diff --git a/‎examples/llava/minicpmv-convert-image-encoder-to-gguf.py renamed to ‎tools/llava/minicpmv-convert-image-encoder-to-gguf.py b/‎examples/llava/minicpmv-convert-image-encoder-to-gguf.py renamed to ‎tools/llava/minicpmv-convert-image-encoder-to-gguf.py
diff --git a/‎examples/llava/minicpmv-surgery.py renamed to ‎tools/llava/minicpmv-surgery.py b/‎examples/llava/minicpmv-surgery.py renamed to ‎tools/llava/minicpmv-surgery.py
diff --git a/‎examples/llava/mtmd-cli.cpp renamed to ‎tools/llava/mtmd-cli.cpp b/‎examples/llava/mtmd-cli.cpp renamed to ‎tools/llava/mtmd-cli.cpp
diff --git a/‎examples/llava/mtmd.cpp r F438 enamed to ‎tools/llava/mtmd.cpp b/‎examples/llava/mtmd.cpp r F438 enamed to ‎tools/llava/mtmd.cpp
diff --git a/‎examples/llava/mtmd.h renamed to ‎tools/llava/mtmd.h b/‎examples/llava/mtmd.h renamed to ‎tools/llava/mtmd.h
diff --git a/‎examples/llava/qwen2_vl_surgery.py renamed to ‎tools/llava/qwen2_vl_surgery.py b/‎examples/llava/qwen2_vl_surgery.py renamed to ‎tools/llava/qwen2_vl_surgery.py
diff --git a/‎examples/llava/qwen2vl-test.cpp renamed to ‎tools/llava/qwen2vl-test.cpp b/‎examples/llava/qwen2vl-test.cpp renamed to ‎tools/llava/qwen2vl-test.cpp
diff --git a/‎examples/llava/requirements.txt renamed to ‎tools/llava/requirements.txt b/‎examples/llava/requirements.txt renamed to ‎tools/llava/requirements.txt
diff --git a/‎examples/llava/test-1.jpeg renamed to ‎tools/llava/test-1.jpeg b/‎examples/llava/test-1.jpeg renamed to ‎tools/llava/test-1.jpeg
diff --git a/‎examples/llava/tests.sh renamed to ‎tools/llava/tests.sh b/‎examples/llava/tests.sh renamed to ‎tools/llava/tests.sh
diff --git a/‎examples/main/CMakeLists.txt renamed to ‎tools/main/CMakeLists.txt b/‎examples/main/CMakeLists.txt renamed to ‎tools/main/CMakeLists.txt
diff --git a/‎examples/main/README.md renamed to ‎tools/main/README.md b/‎examples/main/README.md renamed to ‎tools/main/README.md
diff --git a/‎examples/main/main.cpp renamed to ‎tools/main/main.cpp b/‎examples/main/main.cpp renamed to ‎tools/main/main.cpp
diff --git a/‎examples/perplexity/CMakeLists.txt renamed to ‎tools/perplexity/CMakeLists.txt b/‎examples/perplexity/CMakeLists.txt renamed to ‎tools/perplexity/CMakeLists.txt
diff --git a/‎examples/perplexity/README.md renamed to ‎tools/perplexity/README.md b/‎examples/perplexity/README.md renamed to ‎tools/perplexity/README.md
diff --git a/‎examples/perplexity/perplexity.cpp renamed to ‎tools/perplexity/perplexity.cpp b/‎examples/perplexity/perplexity.cpp renamed to ‎tools/perplexity/perplexity.cpp
diff --git a/‎examples/quantize/CMakeLists.txt renamed to ‎tools/quantize/CMakeLists.txt b/‎examples/quantize/CMakeLists.txt renamed to ‎tools/quantize/CMakeLists.txt
diff --git a/‎examples/quantize/README.md renamed to ‎tools/quantize/README.md b/‎examples/quantize/README.md renamed to ‎tools/quantize/README.md
diff --git a/‎examples/quantize/quantize.cpp renamed to ‎tools/quantize/quantize.cpp b/‎examples/quantize/quantize.cpp renamed to ‎tools/quantize/quantize.cpp
diff --git a/‎examples/quantize/tests.sh renamed to ‎tools/quantize/tests.sh b/‎examples/quantize/tests.sh renamed to ‎tools/quantize/tests.sh
diff --git a/‎examples/rpc/CMakeLists.txt renamed to ‎tools/rpc/CMakeLists.txt b/‎examples/rpc/CMakeLists.txt renamed to ‎tools/rpc/CMakeLists.txt
diff --git a/‎examples/rpc/README.md renamed to ‎tools/rpc/README.md b/‎examples/rpc/README.md renamed to ‎tools/rpc/README.md
diff --git a/‎examples/rpc/rpc-server.cpp renamed to ‎tools/rpc/rpc-server.cpp b/‎examples/rpc/rpc-server.cpp renamed to ‎tools/rpc/rpc-server.cpp
diff --git a/‎examples/run/CMakeLists.txt renamed to ‎tools/run/CMakeLists.txt b/‎examples/run/CMakeLists.txt renamed to ‎tools/run/CMakeLists.txt
diff --git a/‎examples/run/README.md renamed to ‎tools/run/README.md b/‎examples/run/README.md renamed to ‎tools/run/README.md
diff --git a/‎examples/run/linenoise.cpp/linenoise.cpp renamed to ‎tools/run/linenoise.cpp/linenoise.cpp b/‎examples/run/linenoise.cpp/linenoise.cpp renamed to ‎tools/run/linenoise.cpp/linenoise.cpp
diff --git a/‎examples/run/linenoise.cpp/linenoise.h renamed to ‎tools/run/linenoise.cpp/linenoise.h b/‎examples/run/linenoise.cpp/linenoise.h renamed to ‎tools/run/linenoise.cpp/linenoise.h
diff --git a/‎examples/run/run.cpp renamed to ‎tools/run/run.cpp b/‎examples/run/run.cpp renamed to ‎tools/run/run.cpp
diff --git a/‎examples/server/CMakeLists.txt renamed to ‎tools/server/CMakeLists.txt b/‎examples/server/CMakeLists.txt renamed to ‎tools/server/CMakeLists.txt
diff --git a/‎examples/server/README.md renamed to ‎tools/server/README.md b/‎examples/server/README.md renamed to ‎tools/server/README.md
diff --git a/‎examples/server/bench/README.md renamed to ‎tools/server/bench/README.md b/‎examples/server/bench/README.md renamed to ‎tools/server/bench/README.md
diff --git a/‎examples/server/bench/bench.py renamed to ‎tools/server/bench/bench.py b/‎examples/server/bench/bench.py renamed to ‎tools/server/bench/bench.py
diff --git a/‎examples/server/bench/prometheus.yml renamed to ‎tools/server/bench/prometheus.yml b/‎examples/server/bench/prometheus.yml renamed to ‎tools/server/bench/prometheus.yml
diff --git a/‎examples/server/bench/requirements.txt renamed to ‎tools/server/bench/requirements.txt b/‎examples/server/bench/requirements.txt renamed to ‎tools/server/bench/requirements.txt
diff --git a/‎examples/server/bench/script.js renamed to ‎tools/server/bench/script.js b/‎examples/server/bench/script.js renamed to ‎tools/server/bench/script.js
diff --git a/‎examples/server/chat-llama2.sh renamed to ‎tools/server/chat-llama2.sh b/‎examples/server/chat-llama2.sh renamed to ‎tools/server/chat-llama2.sh
diff --git a/‎examples/server/chat.mjs renamed to ‎tools/server/chat.mjs b/‎examples/server/chat.mjs renamed to ‎tools/server/chat.mjs
diff --git a/‎examples/server/chat.sh renamed to ‎tools/server/chat.sh b/‎examples/server/chat.sh renamed to ‎tools/server/chat.sh
diff --git a/‎examples/server/httplib.h renamed to ‎tools/server/httplib.h b/‎examples/server/httplib.h renamed to ‎tools/server/httplib.h
diff --git a/‎examples/server/public/index.html.gz renamed to ‎tools/server/public/index.html.gz b/‎examples/server/public/index.html.gz renamed to ‎tools/server/public/index.html.gz
diff --git a/‎examples/server/public/loading.html renamed to ‎tools/server/public/loading.html b/‎examples/server/public/loading.html renamed to ‎tools/server/public/loading.html
diff --git a/‎examples/server/public_legacy/colorthemes.css renamed to ‎tools/server/public_legacy/colorthemes.css b/‎examples/server/public_legacy/colorthemes.css renamed to ‎tools/server/public_legacy/colorthemes.css
diff --git a/‎examples/server/public_legacy/completion.js renamed to ‎tools/server/public_legacy/completion.js b/‎examples/server/public_legacy/completion.js renamed to ‎tools/server/public_legacy/completion.js
diff --git a/‎examples/server/public_legacy/favicon.ico renamed to ‎tools/server/public_legacy/favicon.ico b/‎examples/server/public_legacy/favicon.ico renamed to ‎tools/server/public_legacy/favicon.ico
diff --git a/‎examples/server/public_legacy/index-new.html renamed to ‎tools/server/public_legacy/index-new.html b/‎examples/server/public_legacy/index-new.html renamed to ‎tools/server/public_legacy/index-new.html
diff --git a/‎examples/server/public_legacy/index.html renamed to ‎tools/server/public_legacy/index.html b/‎examples/server/public_legacy/index.html renamed to ‎tools/server/public_legacy/index.html
diff --git a/‎examples/server/public_legacy/index.js renamed to ‎tools/server/public_legacy/index.js b/‎examples/server/public_legacy/index.js renamed to ‎tools/server/public_legacy/index.js
diff --git a/‎examples/server/public_legacy/json-schema-to-grammar.mjs renamed to ‎tools/server/public_legacy/json-schema-to-grammar.mjs b/‎examples/server/public_legacy/json-schema-to-grammar.mjs renamed to ‎tools/server/public_legacy/json-schema-to-grammar.mjs
diff --git a/‎examples/server/public_legacy/loading.html renamed to ‎tools/server/public_legacy/loading.html b/‎examples/server/public_legacy/loading.html renamed to ‎tools/server/public_legacy/loading.html
diff --git a/‎examples/server/public_legacy/prompt-formats.js renamed to ‎tools/server/public_legacy/prompt-formats.js b/‎examples/server/public_legacy/prompt-formats.js renamed to ‎tools/server/public_legacy/prompt-formats.js
diff --git a/‎examples/server/public_legacy/style.css renamed to ‎tools/server/public_legacy/style.css b/‎examples/server/public_legacy/style.css renamed to ‎tools/server/public_legacy/style.css
diff --git a/‎examples/server/public_legacy/system-prompts.js renamed to ‎tools/server/public_legacy/system-prompts.js b/‎examples/server/public_legacy/system-prompts.js renamed to ‎tools/server/public_legacy/system-prompts.js
diff --git a/‎examples/server/public_legacy/theme-beeninorder.css renamed to ‎tools/server/public_legacy/theme-beeninorder.css b/‎examples/server/public_legacy/theme-beeninorder.css renamed to ‎tools/server/public_legacy/theme-beeninorder.css
diff --git a/‎examples/server/public_legacy/theme-ketivah.css renamed to ‎tools/server/public_legacy/theme-ketivah.css b/‎examples/server/public_legacy/theme-ketivah.css renamed to ‎tools/server/public_legacy/theme-ketivah.css
diff --git a/‎examples/server/public_legacy/theme-mangotango.css renamed to ‎tools/server/public_legacy/theme-mangotango.css b/‎examples/server/public_legacy/theme-mangotango.css renamed to ‎tools/server/public_legacy/theme-mangotango.css
diff --git a/‎examples/server/public_legacy/theme-playground.css renamed to ‎tools/server/public_legacy/theme-playground.css b/‎examples/server/public_legacy/theme-playground.css renamed to ‎tools/server/public_legacy/theme-playground.css
diff --git a/‎examples/server/public_legacy/theme-polarnight.css renamed to ‎tools/server/public_legacy/theme-polarnight.css b/‎examples/server/public_legacy/theme-polarnight.css renamed to ‎tools/server/public_legacy/theme-polarnight.css
diff --git a/‎examples/server/public_legacy/theme-snowstorm.css renamed to ‎tools/server/public_legacy/theme-snowstorm.css b/‎examples/server/public_legacy/theme-snowstorm.css renamed to ‎tools/server/public_legacy/theme-snowstorm.css
diff --git a/‎examples/server/public_simplechat/datautils.mjs renamed to ‎tools/server/public_simplechat/datautils.mjs b/‎examples/server/public_simplechat/datautils.mjs renamed to ‎tools/server/public_simplechat/datautils.mjs
diff --git a/‎examples/server/public_simplechat/index.html renamed to ‎tools/server/public_simplechat/index.html b/‎examples/server/public_simplechat/index.html renamed to ‎tools/server/public_simplechat/index.html
diff --git a/‎examples/server/public_simplechat/readme.md renamed to ‎tools/server/public_simplechat/readme.md b/‎examples/server/public_simplechat/readme.md renamed to ‎tools/server/public_simplechat/readme.md
diff --git a/‎examples/server/public_simplechat/simplechat.css renamed to ‎tools/server/public_simplechat/simplechat.css b/‎examples/server/public_simplechat/simplechat.css renamed to ‎tools/server/public_simplechat/simplechat.css
diff --git a/‎examples/server/public_simplechat/simplechat.js renamed to ‎tools/server/public_simplechat/simplechat.js b/‎examples/server/public_simplechat/simplechat.js renamed to ‎tools/server/public_simplechat/simplechat.js
diff --git a/‎examples/server/public_simplechat/simplechat_screens.webp renamed to ‎tools/server/public_simplechat/simplechat_screens.webp b/‎examples/server/public_simplechat/simplechat_screens.webp renamed to ‎tools/server/public_simplechat/simplechat_screens.webp
diff --git a/‎examples/server/public_simplechat/ui.mjs renamed to ‎tools/server/public_simplechat/ui.mjs b/‎examples/server/public_simplechat/ui.mjs renamed to ‎tools/server/public_simplechat/ui.mjs
diff --git a/‎examples/server/server.cpp renamed to ‎tools/server/server.cpp b/‎examples/server/server.cpp renamed to ‎tools/server/server.cpp
diff --git a/‎examples/server/tests/.gitignore renamed to ‎tools/server/tests/.gitignore b/‎examples/server/tests/.gitignore renamed to ‎tools/server/tests/.gitignore
diff --git a/‎examples/server/tests/README.md renamed to ‎tools/server/tests/README.md b/‎examples/server/tests/README.md renamed to ‎tools/server/tests/README.md
diff --git a/‎examples/server/tests/conftest.py renamed to ‎tools/server/tests/conftest.py b/‎examples/server/tests/conftest.py renamed to ‎tools/server/tests/conftest.py
diff --git a/‎examples/server/tests/pytest.ini renamed to ‎tools/server/tests/pytest.ini b/‎examples/server/tests/pytest.ini renamed to ‎tools/server/tests/pytest.ini
diff --git a/‎examples/server/tests/requirements.txt renamed to ‎tools/server/tests/requirements.txt b/‎examples/server/tests/requirements.txt renamed to ‎tools/server/tests/requirements.txt
diff --git a/‎examples/server/tests/tests.sh renamed to ‎tools/server/tests/tests.sh b/‎examples/server/tests/tests.sh renamed to ‎tools/server/tests/tests.sh
diff --git a/‎examples/server/tests/unit/test_basic.py renamed to ‎tools/server/tests/unit/test_basic.py b/‎examples/server/tests/unit/test_basic.py renamed to ‎tools/server/tests/unit/test_basic.py
diff --git a/‎examples/server/tests/unit/test_chat_completion.py renamed to ‎tools/server/tests/unit/test_chat_completion.py b/‎examples/server/tests/unit/test_chat_completion.py renamed to ‎tools/server/tests/unit/test_chat_completion.py
diff --git a/‎examples/server/tests/unit/test_completion.py renamed to ‎tools/server/tests/unit/test_completion.py b/‎examples/server/tests/unit/test_completion.py renamed to ‎tools/server/tests/unit/test_completion.py
diff --git a/‎examples/server/tests/unit/test_ctx_shift.py renamed to ‎tools/server/tests/unit/test_ctx_shift.py b/‎examples/server/tests/unit/test_ctx_shift.py renamed to ‎tools/server/tests/unit/test_ctx_shift.py
diff --git a/‎examples/server/tests/unit/test_embedding.py renamed to ‎tools/server/tests/unit/test_embedding.py b/‎examples/server/tests/unit/test_embedding.py renamed to ‎tools/server/tests/unit/test_embedding.py
diff --git a/‎examples/server/tests/unit/test_infill.py renamed to ‎tools/server/tests/unit/test_infill.py b/‎examples/server/tests/unit/test_infill.py renamed to ‎tools/server/tests/unit/test_infill.py
diff --git a/‎examples/server/tests/unit/test_lora.py renamed to ‎tools/server/tests/unit/test_lora.py b/‎examples/server/tests/unit/test_lora.py renamed to ‎tools/server/tests/unit/test_lora.py
diff --git a/‎examples/server/tests/unit/test_rerank.py renamed to ‎tools/server/tests/unit/test_rerank.py b/‎examples/server/tests/unit/test_rerank.py renamed to ‎tools/server/tests/unit/test_rerank.py
diff --git a/‎examples/server/tests/unit/test_security.py renamed to ‎tools/server/tests/unit/test_security.py b/‎examples/server/tests/unit/test_security.py renamed to ‎tools/server/tests/unit/test_security.py
diff --git a/‎examples/server/tests/unit/test_slot_save.py renamed to ‎tools/server/tests/unit/test_slot_save.py b/‎examples/server/tests/unit/test_slot_save.py renamed to ‎tools/server/tests/unit/test_slot_save.py
diff --git a/‎examples/server/tests/unit/test_speculative.py renamed to ‎tools/server/tests/unit/test_speculative.py b/‎examples/server/tests/unit/test_speculative.py renamed to ‎tools/server/tests/unit/test_speculative.py
diff --git a/‎examples/server/tests/unit/test_tokenize.py renamed to ‎tools/server/tests/unit/test_tokenize.py b/‎examples/server/tests/unit/test_tokenize.py renamed to ‎tools/server/tests/unit/test_tokenize.py
diff --git a/‎examples/server/tests/unit/test_tool_call.py renamed to ‎tools/server/tests/unit/test_tool_call.py b/‎examples/server/tests/unit/test_tool_call.py renamed to ‎tools/server/tests/unit/test_tool_call.py
diff --git a/‎examples/server/tests/utils.py renamed to ‎tools/server/tests/utils.py b/‎examples/server/tests/utils.py renamed to ‎tools/server/tests/utils.py
diff --git a/‎examples/server/themes/README.md renamed to ‎tools/server/themes/README.md b/‎examples/server/themes/README.md renamed to ‎tools/server/themes/README.md
diff --git a/‎examples/server/themes/buttons-top/README.md renamed to ‎tools/server/themes/buttons-top/README.md b/‎examples/server/themes/buttons-top/README.md renamed to ‎tools/server/themes/buttons-top/README.md
diff --git a/‎examples/server/themes/buttons-top/buttons_top.png renamed to ‎tools/server/themes/buttons-top/buttons_top.png b/‎examples/server/themes/buttons-top/buttons_top.png renamed to ‎tools/server/themes/buttons-top/buttons_top.png
diff --git a/‎examples/server/themes/buttons-top/favicon.ico renamed to ‎tools/server/themes/buttons-top/favicon.ico b/‎examples/server/themes/buttons-top/favicon.ico renamed to ‎tools/server/themes/buttons-top/favicon.ico
diff --git a/‎examples/server/themes/buttons-top/index.html renamed to ‎tools/server/themes/buttons-top/index.html b/‎examples/server/themes/buttons-top/index.html renamed to ‎tools/server/themes/buttons-top/index.html
diff --git a/‎examples/server/themes/wild/README.md renamed to ‎tools/server/themes/wild/README.md b/‎examples/server/themes/wild/README.md renamed to ‎tools/server/themes/wild/README.md
diff --git a/‎examples/server/themes/wild/favicon.ico renamed to ‎tools/server/themes/wild/favicon.ico b/‎examples/server/themes/wild/favicon.ico renamed to ‎tools/server/themes/wild/favicon.ico
diff --git a/‎examples/server/themes/wild/index.html renamed to ‎tools/server/themes/wild/index.html b/‎examples/server/themes/wild/index.html renamed to ‎tools/server/themes/wild/index.html
diff --git a/‎examples/server/themes/wild/llama_cpp.png renamed to ‎tools/server/themes/wild/llama_cpp.png b/‎examples/server/themes/wild/llama_cpp.png renamed to ‎tools/server/themes/wild/llama_cpp.png
diff --git a/‎examples/server/themes/wild/llamapattern.png renamed to ‎tools/server/themes/wild/llamapattern.png b/‎examples/server/themes/wild/llamapattern.png renamed to ‎tools/server/themes/wild/llamapattern.png
diff --git a/‎examples/server/themes/wild/wild.png renamed to ‎tools/server/themes/wild/wild.png b/‎examples/server/themes/wild/wild.png renamed to ‎tools/server/themes/wild/wild.png
diff --git a/‎examples/server/utils.hpp renamed to ‎tools/server/utils.hpp b/‎examples/server/utils.hpp renamed to ‎tools/server/utils.hpp
diff --git a/‎examples/server/webui/.gitignore renamed to ‎tools/server/webui/.gitignore b/‎examples/server/webui/.gitignore renamed to ‎tools/server/webui/.gitignore
diff --git a/‎examples/server/webui/.prettierignore renamed to ‎tools/server/webui/.prettierignore b/‎examples/server/webui/.prettierignore renamed to ‎tools/server/webui/.prettierignore
diff --git a/‎examples/server/webui/eslint.config.js renamed to ‎tools/server/webui/eslint.config.js b/‎examples/server/webui/eslint.config.js renamed to ‎tools/server/webui/eslint.config.js
diff --git a/‎examples/server/webui/index.html renamed to ‎tools/server/webui/index.html b/‎examples/server/webui/index.html renamed to ‎tools/server/webui/index.html
diff --git a/‎examples/server/webui/package-lock.json renamed to ‎tools/server/webui/package-lock.json b/‎examples/server/webui/package-lock.json renamed to ‎tools/server/webui/package-lock.json
diff --git a/‎examples/server/webui/package.json renamed to ‎tools/server/webui/package.json b/‎examples/server/webui/package.json renamed to ‎tools/server/webui/package.json
diff --git a/‎examples/server/webui/postcss.config.js renamed to ‎tools/server/webui/postcss.config.js b/‎examples/server/webui/postcss.config.js renamed to ‎tools/server/webui/postcss.config.js
diff --git a/‎examples/server/webui/public/demo-conversation.json renamed to ‎tools/server/webui/public/demo-conversation.json b/‎examples/server/webui/public/demo-conversation.json renamed to ‎tools/server/webui/public/demo-conversation.json
diff --git a/‎examples/server/webui/src/App.tsx renamed to ‎tools/server/webui/src/App.tsx b/‎examples/server/webui/src/App.tsx renamed to ‎tools/server/webui/src/App.tsx
diff --git a/‎examples/server/webui/src/Config.ts renamed to ‎tools/server/webui/src/Config.ts b/‎examples/server/webui/src/Config.ts renamed to ‎tools/server/webui/src/Config.ts
diff --git a/‎examples/server/webui/src/components/CanvasPyInterpreter.tsx renamed to ‎tools/server/webui/src/components/CanvasPyInterpreter.tsx b/‎examples/server/webui/src/components/CanvasPyInterpreter.tsx renamed to ‎tools/server/webui/src/components/CanvasPyInterpreter.tsx
diff --git a/‎examples/server/webui/src/components/ChatMessage.tsx renamed to ‎tools/server/webui/src/components/ChatMessage.tsx b/‎examples/server/webui/src/components/ChatMessage.tsx renamed to ‎tools/server/webui/src/components/ChatMessage.tsx
diff --git a/‎examples/server/webui/src/components/ChatScreen.tsx renamed to ‎tools/server/webui/src/components/ChatScreen.tsx b/‎examples/server/webui/src/components/ChatScreen.tsx renamed to ‎tools/server/webui/src/components/ChatScreen.tsx
diff --git a/‎examples/server/webui/src/components/Header.tsx renamed to ‎tools/server/webui/src/components/Header.tsx b/‎examples/server/webui/src/components/Header.tsx renamed to ‎tools/server/webui/src/components/Header.tsx
diff --git a/‎examples/server/webui/src/components/MarkdownDisplay.tsx renamed to ‎tools/server/webui/src/components/MarkdownDisplay.tsx b/‎examples/server/webui/src/components/MarkdownDisplay.tsx renamed to ‎tools/server/webui/src/components/MarkdownDisplay.tsx
diff --git a/‎examples/server/webui/src/components/SettingDialog.tsx renamed to ‎tools/server/webui/src/components/SettingDialog.tsx b/‎examples/server/webui/src/components/SettingDialog.tsx renamed to ‎tools/server/webui/src/components/SettingDialog.tsx
diff --git a/‎examples/server/webui/src/components/Sidebar.tsx renamed to ‎tools/server/webui/src/components/Sidebar.tsx b/‎examples/server/webui/src/components/Sidebar.tsx renamed to ‎tools/server/webui/src/components/Sidebar.tsx
diff --git a/‎examples/server/webui/src/components/useChatTextarea.ts renamed to ‎tools/server/webui/src/components/useChatTextarea.ts b/‎examples/server/webui/src/components/useChatTextarea.ts renamed to ‎tools/server/webui/src/components/useChatTextarea.ts
diff --git a/‎examples/server/webui/src/index.scss renamed to ‎tools/server/webui/src/index.scss b/‎examples/server/webui/src/index.scss renamed to ‎tools/server/webui/src/index.scss
diff --git a/‎examples/server/webui/src/main.tsx renamed to ‎tools/server/webui/src/main.tsx b/‎examples/server/webui/src/main.tsx renamed to ‎tools/server/webui/src/main.tsx
diff --git a/‎examples/server/webui/src/utils/app.context.tsx renamed to ‎tools/server/webui/src/utils/app.context.tsx b/‎examples/server/webui/src/utils/app.context.tsx renamed to ‎tools/server/webui/src/utils/app.context.tsx
diff --git a/‎examples/server/webui/src/utils/common.tsx renamed to ‎tools/server/webui/src/utils/common.tsx b/‎examples/server/webui/src/utils/common.tsx renamed to ‎tools/server/webui/src/utils/common.tsx
diff --git a/‎examples/server/webui/src/utils/llama-vscode.ts renamed to ‎tools/server/webui/src/utils/llama-vscode.ts b/‎examples/server/webui/src/utils/llama-vscode.ts renamed to ‎tools/server/webui/src/utils/llama-vscode.ts
diff --git a/‎examples/server/webui/src/utils/misc.ts renamed to ‎tools/server/webui/src/utils/misc.ts b/‎examples/server/webui/src/utils/misc.ts renamed to ‎tools/server/webui/src/utils/misc.ts
diff --git a/‎examples/server/webui/src/utils/storage.ts renamed to ‎tools/server/webui/src/utils/storage.ts b/‎examples/server/webui/src/utils/storage.ts renamed to ‎tools/server/webui/src/utils/storage.ts
diff --git a/‎examples/server/webui/src/utils/types.ts renamed to ‎tools/server/webui/src/utils/types.ts b/‎examples/server/webui/src/utils/types.ts renamed to ‎tools/server/webui/src/utils/types.ts
diff --git a/‎examples/server/webui/src/vite-env.d.ts renamed to ‎tools/server/webui/src/vite-env.d.ts b/‎examples/server/webui/src/vite-env.d.ts renamed to ‎tools/server/webui/src/vite-env.d.ts
diff --git a/‎examples/server/webui/tailwind.config.js renamed to ‎tools/server/webui/tailwind.config.js b/‎examples/server/webui/tailwind.config.js renamed to ‎tools/server/webui/tailwind.config.js
diff --git a/‎examples/server/webui/tsconfig.app.json renamed to ‎tools/server/webui/tsconfig.app.json b/‎examples/server/webui/tsconfig.app.json renamed to ‎tools/server/webui/tsconfig.app.json
diff --git a/‎examples/server/webui/tsconfig.json renamed to ‎tools/server/webui/tsconfig.json b/‎examples/server/webui/tsconfig.json renamed to ‎tools/server/webui/tsconfig.json
diff --git a/‎examples/server/webui/tsconfig.node.json renamed to ‎tools/server/webui/tsconfig.node.json b/‎examples/server/webui/tsconfig.node.json renamed to ‎tools/server/webui/tsconfig.node.json
diff --git a/‎examples/server/webui/vite.config.ts renamed to ‎tools/server/webui/vite.config.ts b/‎examples/server/webui/vite.config.ts renamed to ‎tools/server/webui/vite.config.ts
diff --git a/‎examples/tokenize/CMakeLists.txt renamed to ‎tools/tokenize/CMakeLists.txt b/‎examples/tokenize/CMakeLists.txt renamed to ‎tools/tokenize/CMakeLists.txt
diff --git a/‎examples/tokenize/tokenize.cpp renamed to ‎tools/tokenize/tokenize.cpp b/‎examples/tokenize/tokenize.cpp renamed to ‎tools/tokenize/tokenize.cpp
diff --git a/‎examples/tts/CMakeLists.txt renamed to ‎tools/tts/CMakeLists.txt b/‎examples/tts/CMakeLists.txt renamed to ‎tools/tts/CMakeLists.txt
diff --git a/‎examples/tts/README.md renamed to ‎tools/tts/README.md b/‎examples/tts/README.md renamed to ‎tools/tts/README.md
diff --git a/‎examples/tts/convert_pt_to_hf.py renamed to ‎tools/tts/convert_pt_to_hf.py b/‎examples/tts/convert_pt_to_hf.py renamed to ‎tools/tts/convert_pt_to_hf.py
diff --git a/‎examples/tts/tts-outetts.py renamed to ‎tools/tts/tts-outetts.py b/‎examples/tts/tts-outetts.py renamed to ‎tools/tts/tts-outetts.py
diff --git a/‎examples/tts/tts.cpp renamed to ‎tools/tts/tts.cpp b/‎examples/tts/tts.cpp renamed to ‎tools/tts/tts.cpp
@@ -77,6 +77,7 @@ option(LLAMA_BUILD_COMMON "llama: build common utils library" ${LLAMA_STANDALONE
 
 # extra artifacts
 option(LLAMA_BUILD_TESTS    "llama: build tests"          ${LLAMA_STANDALONE})
+option(LLAMA_BUILD_TOOLS    "llama: build tools"          ${LLAMA_STANDALONE})
 option(LLAMA_BUILD_EXAMPLES "llama: build examples"       ${LLAMA_STANDALONE})
 option(LLAMA_BUILD_SERVER   "llama: build server example" ${LLAMA_STANDALONE})
 
@@ -187,6 +188,10 @@ if (LLAMA_BUILD_COMMON AND LLAMA_BUILD_EXAMPLES)
     add_subdirectory(pocs)
 endif()
 
+if (LLAMA_BUILD_COMMON AND LLAMA_BUILD_TOOLS)
+    add_subdirectory(tools)
+endif()
+
 #
 # install
 #
 
@@ -12,51 +12,29 @@ llama_add_compile_flags()
 
 # examples
 
-include_directories(${CMAKE_CURRENT_SOURCE_DIR})
-
 if (EMSCRIPTEN)
 else()
-    add_subdirectory(batched-bench)
     add_subdirectory(batched)
     add_subdirectory(embedding)
     add_subdirectory(eval-callback)
 
     add_subdirectory(gguf-hash)
-    add_subdirectory(gguf-split)
     add_subdirectory(gguf)
     add_subdirectory(gritlm)
-    add_subdirectory(imatrix)
     add_subdirectory(infill)
-    add_subdirectory(llama-bench)
     add_subdirectory(lookahead)
     add_subdirectory(lookup)
-    add_subdirectory(main)
     add_subdirectory(parallel)
     add_subdirectory(passkey)
-    add_subdirectory(perplexity)
-    add_subdirectory(quantize)
     add_subdirectory(retrieval)
-    if (LLAMA_BUILD_SERVER)
-        add_subdirectory(server)
-    endif()
     add_subdirectory(save-load-state)
-    add_subdirectory(run)
     add_subdirectory(simple)
     add_subdirectory(simple-chat)
     add_subdirectory(speculative)
     add_subdirectory(speculative-simple)
-    add_subdirectory(tokenize)
-    add_subdirectory(tts)
     add_subdirectory(gen-docs)
     if (NOT GGML_BACKEND_DL)
         # these examples use the backends directly and cannot be built with dynamic loading
-        add_subdirectory(convert-llama2c-to-ggml)
-        add_subdirectory(cvector-generator)
-        add_subdirectory(export-lora)
-        add_subdirectory(llava)
-        if (GGML_RPC)
-            add_subdirectory(rpc)
-        endif()
         if (GGML_SYCL)
             add_subdirectory(sycl)
         endif()
 
@@ -0,0 +1,39 @@
+# dependencies
+
+find_package(Threads REQUIRED)
+
+# third-party
+
+# ...
+
+# flags
+
+llama_add_compile_flags()
+
+# examples
+
+if (EMSCRIPTEN)
+else()
+    add_subdirectory(batched-bench)
+    add_subdirectory(gguf-split)
+    add_subdirectory(imatrix)
+    add_subdirectory(llama-bench)
+    add_subdirectory(main)
+    add_subdirectory(perplexity)
+    add_subdirectory(quantize)
+    if (LLAMA_BUILD_SERVER)
+        add_subdirectory(server)
+    endif()
+    add_subdirectory(run)
+    add_subdirectory(tokenize)
+    add_subdirectory(tts)
+    if (NOT GGML_BACKEND_DL)
+        # these examples use the backends directly and cannot be built with dynamic loading
+        add_subdirectory(cvector-generator)
+        add_subdirectory(export-lora)
+        add_subdirectory(llava)
+        if (GGML_RPC)
+            add_subdirectory(rpc)
+        endif()
+    endif()
+endif()