| config BR2_PACKAGE_LLAMA_CPP_ARCH_SUPPORTS | |
| bool | |
| default y | |
| depends on !BR2_s390x_z13 # ggml requires z14 or higher | |
| config BR2_PACKAGE_LLAMA_CPP | |
| bool "llama.cpp" | |
| depends on BR2_INSTALL_LIBSTDCPP | |
| depends on BR2_PACKAGE_LLAMA_CPP_ARCH_SUPPORTS | |
| depends on BR2_TOOLCHAIN_HAS_THREADS | |
| depends on BR2_TOOLCHAIN_GCC_AT_LEAST_9 | |
| # llama.cpp needs libexecinfo when built with uclibc, | |
| # and libexecinfo needs dynamic libraries. | |
| depends on !BR2_TOOLCHAIN_USES_UCLIBC \ | |
| || (BR2_TOOLCHAIN_USES_UCLIBC && !BR2_STATIC_LIBS) | |
| depends on BR2_USE_WCHAR | |
| select BR2_PACKAGE_LIBEXECINFO if BR2_TOOLCHAIN_USES_UCLIBC | |
| help | |
| LLM inference in C/C++ | |
| https://github.com/ggml-org/llama.cpp | |
| if BR2_PACKAGE_LLAMA_CPP | |
| config BR2_PACKAGE_LLAMA_CPP_TOOLS | |
| bool "Enable tools" | |
| help | |
| Build CLI tools like llama-cli, llama-server, llama-bench, | |
| etc. | |
| config BR2_PACKAGE_LLAMA_CPP_VULKAN | |
| bool "Vulkan support" | |
| depends on !BR2_ARM_CPU_ARMV5 | |
| depends on !BR2_STATIC_LIBS # vulkan-loader | |
| select BR2_PACKAGE_VULKAN_LOADER | |
| help | |
| Enable Vulkan backend for GPU acceleration. | |
| endif | |
| comment "llama-cpp needs a toolchain w/ C++, wchar, threads, and gcc >= 9" | |
| depends on !BR2_INSTALL_LIBSTDCPP || !BR2_USE_WCHAR \ | |
| || !BR2_TOOLCHAIN_HAS_THREADS \ | |
| || !BR2_TOOLCHAIN_GCC_AT_LEAST_9 | |
| comment "llama-cpp needs a uclibc toolchain w/ dynamic library" | |
| depends on BR2_TOOLCHAIN_USES_UCLIBC && BR2_STATIC_LIBS |