CMakeLists.txt 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551
  1. cmake_minimum_required(VERSION 3.12) # Don't bump this version for no reason
  2. project("llama.cpp" C CXX)
  3. set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
  4. if (NOT XCODE AND NOT MSVC AND NOT CMAKE_BUILD_TYPE)
  5. set(CMAKE_BUILD_TYPE Release CACHE STRING "Build type" FORCE)
  6. set_property(CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo")
  7. endif()
  8. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/bin)
  9. if(CMAKE_SOURCE_DIR STREQUAL CMAKE_CURRENT_SOURCE_DIR)
  10. set(LLAMA_STANDALONE ON)
  11. # configure project version
  12. # TODO
  13. else()
  14. set(LLAMA_STANDALONE OFF)
  15. endif()
  16. if (EMSCRIPTEN)
  17. set(BUILD_SHARED_LIBS_DEFAULT OFF)
  18. option(LLAMA_WASM_SINGLE_FILE "llama: embed WASM inside the generated llama.js" ON)
  19. else()
  20. if (MINGW)
  21. set(BUILD_SHARED_LIBS_DEFAULT OFF)
  22. else()
  23. set(BUILD_SHARED_LIBS_DEFAULT ON)
  24. endif()
  25. endif()
  26. #
  27. # Option list
  28. #
  29. # general
  30. option(LLAMA_STATIC "llama: static link libraries" OFF)
  31. option(LLAMA_NATIVE "llama: enable -march=native flag" OFF)
  32. option(LLAMA_LTO "llama: enable link time optimization" OFF)
  33. # debug
  34. option(LLAMA_ALL_WARNINGS "llama: enable all compiler warnings" ON)
  35. option(LLAMA_ALL_WARNINGS_3RD_PARTY "llama: enable all compiler warnings in 3rd party libs" OFF)
  36. option(LLAMA_GPROF "llama: enable gprof" OFF)
  37. # sanitizers
  38. option(LLAMA_SANITIZE_THREAD "llama: enable thread sanitizer" OFF)
  39. option(LLAMA_SANITIZE_ADDRESS "llama: enable address sanitizer" OFF)
  40. option(LLAMA_SANITIZE_UNDEFINED "llama: enable undefined sanitizer" OFF)
  41. # instruction set specific
  42. option(LLAMA_AVX "llama: enable AVX" ON)
  43. option(LLAMA_AVX2 "llama: enable AVX2" ON)
  44. option(LLAMA_AVX512 "llama: enable AVX512" OFF)
  45. option(LLAMA_AVX512_VBMI "llama: enable AVX512-VBMI" OFF)
  46. option(LLAMA_AVX512_VNNI "llama: enable AVX512-VNNI" OFF)
  47. option(LLAMA_FMA "llama: enable FMA" ON)
  48. # in MSVC F16C is implied with AVX2/AVX512
  49. if (NOT MSVC)
  50. option(LLAMA_F16C "llama: enable F16C" ON)
  51. endif()
  52. # 3rd party libs
  53. option(LLAMA_ACCELERATE "llama: enable Accelerate framework" ON)
  54. option(LLAMA_BLAS "llama: use BLAS" OFF)
  55. set(LLAMA_BLAS_VENDOR "Generic" CACHE STRING "llama: BLAS library vendor")
  56. option(LLAMA_CUBLAS "llama: use cuBLAS" OFF)
  57. option(LLAMA_CUDA_FORCE_DMMV "llama: use dmmv instead of mmvq CUDA kernels" OFF)
  58. set(LLAMA_CUDA_DMMV_X "32" CACHE STRING "llama: x stride for dmmv CUDA kernels")
  59. set(LLAMA_CUDA_MMV_Y "1" CACHE STRING "llama: y block size for mmv CUDA kernels")
  60. option(LLAMA_CUDA_DMMV_F16 "llama: use 16 bit floats for dmmv CUDA kernels" OFF)
  61. set(LLAMA_CUDA_KQUANTS_ITER "2" CACHE STRING "llama: iters./thread per block for Q2_K/Q6_K")
  62. option(LLAMA_CLBLAST "llama: use CLBlast" OFF)
  63. option(LLAMA_METAL "llama: use Metal" OFF)
  64. option(LLAMA_MPI "llama: use MPI" OFF)
  65. option(LLAMA_K_QUANTS "llama: use k-quants" ON)
  66. option(LLAMA_QKK_64 "llama: use super-block size of 64 for k-quants" OFF)
  67. option(LLAMA_BUILD_TESTS "llama: build tests" ${LLAMA_STANDALONE})
  68. option(LLAMA_BUILD_EXAMPLES "llama: build examples" ${LLAMA_STANDALONE})
  69. option(LLAMA_BUILD_SERVER "llama: build server example" ON)
  70. #
  71. # Build info header
  72. #
  73. # Generate initial build-info.h
  74. include(${CMAKE_CURRENT_SOURCE_DIR}/scripts/build-info.cmake)
  75. if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/.git")
  76. set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/.git")
  77. # Is git submodule
  78. if(NOT IS_DIRECTORY "${GIT_DIR}")
  79. file(READ ${GIT_DIR} REAL_GIT_DIR_LINK)
  80. string(REGEX REPLACE "gitdir: (.*)\n$" "\\1" REAL_GIT_DIR ${REAL_GIT_DIR_LINK})
  81. set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/${REAL_GIT_DIR}")
  82. endif()
  83. # Add a custom target for build-info.h
  84. add_custom_target(BUILD_INFO ALL DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/build-info.h")
  85. # Add a custom command to rebuild build-info.h when .git/index changes
  86. add_custom_command(
  87. OUTPUT "${CMAKE_CURRENT_SOURCE_DIR}/build-info.h"
  88. COMMENT "Generating build details from Git"
  89. COMMAND ${CMAKE_COMMAND} -P "${CMAKE_CURRENT_SOURCE_DIR}/scripts/build-info.cmake"
  90. WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
  91. DEPENDS "${GIT_DIR}/index"
  92. VERBATIM
  93. )
  94. else()
  95. message(WARNING "Git repository not found; to enable automatic generation of build info, make sure Git is installed and the project is a Git repository.")
  96. endif()
  97. #
  98. # Compile flags
  99. #
  100. set(CMAKE_CXX_STANDARD 11)
  101. set(CMAKE_CXX_STANDARD_REQUIRED true)
  102. set(CMAKE_C_STANDARD 11)
  103. set(CMAKE_C_STANDARD_REQUIRED true)
  104. set(THREADS_PREFER_PTHREAD_FLAG ON)
  105. find_package(Threads REQUIRED)
  106. if (NOT MSVC)
  107. if (LLAMA_SANITIZE_THREAD)
  108. add_compile_options(-fsanitize=thread)
  109. link_libraries(-fsanitize=thread)
  110. endif()
  111. if (LLAMA_SANITIZE_ADDRESS)
  112. add_compile_options(-fsanitize=address -fno-omit-frame-pointer)
  113. link_libraries(-fsanitize=address)
  114. endif()
  115. if (LLAMA_SANITIZE_UNDEFINED)
  116. add_compile_options(-fsanitize=undefined)
  117. link_libraries(-fsanitize=undefined)
  118. endif()
  119. endif()
  120. if (APPLE AND LLAMA_ACCELERATE)
  121. find_library(ACCELERATE_FRAMEWORK Accelerate)
  122. if (ACCELERATE_FRAMEWORK)
  123. message(STATUS "Accelerate framework found")
  124. add_compile_definitions(GGML_USE_ACCELERATE)
  125. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} ${ACCELERATE_FRAMEWORK})
  126. else()
  127. message(WARNING "Accelerate framework not found")
  128. endif()
  129. endif()
  130. if (LLAMA_BLAS)
  131. if (LLAMA_STATIC)
  132. set(BLA_STATIC ON)
  133. endif()
  134. if ($(CMAKE_VERSION) VERSION_GREATER_EQUAL 3.22)
  135. set(BLA_SIZEOF_INTEGER 8)
  136. endif()
  137. set(BLA_VENDOR ${LLAMA_BLAS_VENDOR})
  138. find_package(BLAS)
  139. if (BLAS_FOUND)
  140. message(STATUS "BLAS found, Libraries: ${BLAS_LIBRARIES}")
  141. if ("${BLAS_INCLUDE_DIRS}" STREQUAL "")
  142. # BLAS_INCLUDE_DIRS is missing in FindBLAS.cmake.
  143. # see https://gitlab.kitware.com/cmake/cmake/-/issues/20268
  144. find_package(PkgConfig REQUIRED)
  145. if (${LLAMA_BLAS_VENDOR} MATCHES "Generic")
  146. pkg_check_modules(DepBLAS REQUIRED blas)
  147. elseif (${LLAMA_BLAS_VENDOR} MATCHES "OpenBLAS")
  148. pkg_check_modules(DepBLAS REQUIRED openblas)
  149. elseif (${LLAMA_BLAS_VENDOR} MATCHES "FLAME")
  150. pkg_check_modules(DepBLAS REQUIRED blis)
  151. elseif (${LLAMA_BLAS_VENDOR} MATCHES "ATLAS")
  152. pkg_check_modules(DepBLAS REQUIRED blas-atlas)
  153. elseif (${LLAMA_BLAS_VENDOR} MATCHES "FlexiBLAS")
  154. pkg_check_modules(DepBLAS REQUIRED flexiblas_api)
  155. elseif (${LLAMA_BLAS_VENDOR} MATCHES "Intel")
  156. # all Intel* libraries share the same include path
  157. pkg_check_modules(DepBLAS REQUIRED mkl-sdl)
  158. elseif (${LLAMA_BLAS_VENDOR} MATCHES "NVHPC")
  159. # this doesn't provide pkg-config
  160. # suggest to assign BLAS_INCLUDE_DIRS on your own
  161. if ("${NVHPC_VERSION}" STREQUAL "")
  162. message(WARNING "Better to set NVHPC_VERSION")
  163. else()
  164. set(DepBLAS_FOUND ON)
  165. set(DepBLAS_INCLUDE_DIRS "/opt/nvidia/hpc_sdk/${CMAKE_SYSTEM_NAME}_${CMAKE_SYSTEM_PROCESSOR}/${NVHPC_VERSION}/math_libs/include")
  166. endif()
  167. endif()
  168. if (DepBLAS_FOUND)
  169. set(BLAS_INCLUDE_DIRS ${DepBLAS_INCLUDE_DIRS})
  170. else()
  171. message(WARNING "BLAS_INCLUDE_DIRS neither been provided nor been automatically"
  172. " detected by pkgconfig, trying to find cblas.h from possible paths...")
  173. find_path(BLAS_INCLUDE_DIRS
  174. NAMES cblas.h
  175. HINTS
  176. /usr/include
  177. /usr/local/include
  178. /usr/include/openblas
  179. /opt/homebrew/opt/openblas/include
  180. /usr/local/opt/openblas/include
  181. /usr/include/x86_64-linux-gnu/openblas/include
  182. )
  183. endif()
  184. endif()
  185. message(STATUS "BLAS found, Includes: ${BLAS_INCLUDE_DIRS}")
  186. add_compile_options(${BLAS_LINKER_FLAGS})
  187. add_compile_definitions(GGML_USE_OPENBLAS)
  188. if (${BLAS_INCLUDE_DIRS} MATCHES "mkl" AND (${LLAMA_BLAS_VENDOR} MATCHES "Generic" OR ${LLAMA_BLAS_VENDOR} MATCHES "Intel"))
  189. add_compile_definitions(GGML_BLAS_USE_MKL)
  190. endif()
  191. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} ${BLAS_LIBRARIES})
  192. set(LLAMA_EXTRA_INCLUDES ${LLAMA_EXTRA_INCLUDES} ${BLAS_INCLUDE_DIRS})
  193. else()
  194. message(WARNING "BLAS not found, please refer to "
  195. "https://cmake.org/cmake/help/latest/module/FindBLAS.html#blas-lapack-vendors"
  196. " to set correct LLAMA_BLAS_VENDOR")
  197. endif()
  198. endif()
  199. if (LLAMA_K_QUANTS)
  200. set(GGML_SOURCES_EXTRA ${GGML_SOURCES_EXTRA} k_quants.c k_quants.h)
  201. add_compile_definitions(GGML_USE_K_QUANTS)
  202. if (LLAMA_QKK_64)
  203. add_compile_definitions(GGML_QKK_64)
  204. endif()
  205. endif()
  206. if (LLAMA_CUBLAS)
  207. cmake_minimum_required(VERSION 3.17)
  208. find_package(CUDAToolkit)
  209. if (CUDAToolkit_FOUND)
  210. message(STATUS "cuBLAS found")
  211. enable_language(CUDA)
  212. set(GGML_SOURCES_CUDA ggml-cuda.cu ggml-cuda.h)
  213. add_compile_definitions(GGML_USE_CUBLAS)
  214. if (LLAMA_CUDA_FORCE_DMMV)
  215. add_compile_definitions(GGML_CUDA_FORCE_DMMV)
  216. endif()
  217. add_compile_definitions(GGML_CUDA_DMMV_X=${LLAMA_CUDA_DMMV_X})
  218. add_compile_definitions(GGML_CUDA_MMV_Y=${LLAMA_CUDA_MMV_Y})
  219. if (DEFINED LLAMA_CUDA_DMMV_Y)
  220. add_compile_definitions(GGML_CUDA_MMV_Y=${LLAMA_CUDA_DMMV_Y}) # for backwards compatibility
  221. endif()
  222. if (LLAMA_CUDA_DMMV_F16)
  223. add_compile_definitions(GGML_CUDA_DMMV_F16)
  224. endif()
  225. add_compile_definitions(K_QUANTS_PER_ITERATION=${LLAMA_CUDA_KQUANTS_ITER})
  226. if (LLAMA_STATIC)
  227. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} CUDA::cudart_static CUDA::cublas_static CUDA::cublasLt_static)
  228. else()
  229. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} CUDA::cudart CUDA::cublas CUDA::cublasLt)
  230. endif()
  231. if (NOT DEFINED CMAKE_CUDA_ARCHITECTURES)
  232. if (LLAMA_CUDA_DMMV_F16)
  233. set(CMAKE_CUDA_ARCHITECTURES "60;61") # needed for f16 CUDA intrinsics
  234. else()
  235. set(CMAKE_CUDA_ARCHITECTURES "52;61") # lowest CUDA 12 standard + lowest for integer intrinsics
  236. endif()
  237. endif()
  238. message(STATUS "Using CUDA architectures: ${CMAKE_CUDA_ARCHITECTURES}")
  239. else()
  240. message(WARNING "cuBLAS not found")
  241. endif()
  242. endif()
  243. if (LLAMA_METAL)
  244. find_library(FOUNDATION_LIBRARY Foundation REQUIRED)
  245. find_library(METAL_FRAMEWORK Metal REQUIRED)
  246. find_library(METALKIT_FRAMEWORK MetalKit REQUIRED)
  247. find_library(METALPERFORMANCE_FRAMEWORK MetalPerformanceShaders REQUIRED)
  248. set(GGML_SOURCES_METAL ggml-metal.m ggml-metal.h)
  249. add_compile_definitions(GGML_USE_METAL)
  250. add_compile_definitions(GGML_METAL_NDEBUG)
  251. # get full path to the file
  252. #add_compile_definitions(GGML_METAL_DIR_KERNELS="${CMAKE_CURRENT_SOURCE_DIR}/")
  253. # copy ggml-metal.metal to bin directory
  254. configure_file(ggml-metal.metal bin/ggml-metal.metal COPYONLY)
  255. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS}
  256. ${FOUNDATION_LIBRARY}
  257. ${METAL_FRAMEWORK}
  258. ${METALKIT_FRAMEWORK}
  259. ${METALPERFORMANCE_FRAMEWORK}
  260. )
  261. endif()
  262. if (LLAMA_MPI)
  263. cmake_minimum_required(VERSION 3.10)
  264. find_package(MPI)
  265. if (MPI_C_FOUND)
  266. message(STATUS "MPI found")
  267. set(GGML_SOURCES_MPI ggml-mpi.c ggml-mpi.h)
  268. add_compile_definitions(GGML_USE_MPI)
  269. add_compile_definitions(${MPI_C_COMPILE_DEFINITIONS})
  270. set(cxx_flags ${cxx_flags} -Wno-cast-qual)
  271. set(c_flags ${c_flags} -Wno-cast-qual)
  272. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} ${MPI_C_LIBRARIES})
  273. set(LLAMA_EXTRA_INCLUDES ${LLAMA_EXTRA_INCLUDES} ${MPI_C_INCLUDE_DIRS})
  274. # Even if you're only using the C header, C++ programs may bring in MPI
  275. # C++ functions, so more linkage is needed
  276. if (MPI_CXX_FOUND)
  277. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} ${MPI_CXX_LIBRARIES})
  278. endif()
  279. else()
  280. message(WARNING "MPI not found")
  281. endif()
  282. endif()
  283. if (LLAMA_CLBLAST)
  284. find_package(CLBlast)
  285. if (CLBlast_FOUND)
  286. message(STATUS "CLBlast found")
  287. set(GGML_SOURCES_OPENCL ggml-opencl.cpp ggml-opencl.h)
  288. add_compile_definitions(GGML_USE_CLBLAST)
  289. set(LLAMA_EXTRA_LIBS ${LLAMA_EXTRA_LIBS} clblast)
  290. else()
  291. message(WARNING "CLBlast not found")
  292. endif()
  293. endif()
  294. if (LLAMA_ALL_WARNINGS)
  295. if (NOT MSVC)
  296. set(c_flags
  297. -Wall
  298. -Wextra
  299. -Wpedantic
  300. -Wcast-qual
  301. -Wdouble-promotion
  302. -Wshadow
  303. -Wstrict-prototypes
  304. -Wpointer-arith
  305. )
  306. set(cxx_flags
  307. -Wall
  308. -Wextra
  309. -Wpedantic
  310. -Wcast-qual
  311. -Wno-unused-function
  312. -Wno-multichar
  313. )
  314. else()
  315. # todo : msvc
  316. endif()
  317. add_compile_options(
  318. "$<$<COMPILE_LANGUAGE:C>:${c_flags}>"
  319. "$<$<COMPILE_LANGUAGE:CXX>:${cxx_flags}>"
  320. )
  321. endif()
  322. if (MSVC)
  323. add_compile_definitions(_CRT_SECURE_NO_WARNINGS)
  324. if (BUILD_SHARED_LIBS)
  325. set(CMAKE_WINDOWS_EXPORT_ALL_SYMBOLS ON)
  326. endif()
  327. endif()
  328. if (LLAMA_LTO)
  329. include(CheckIPOSupported)
  330. check_ipo_supported(RESULT result OUTPUT output)
  331. if (result)
  332. set(CMAKE_INTERPROCEDURAL_OPTIMIZATION TRUE)
  333. else()
  334. message(WARNING "IPO is not supported: ${output}")
  335. endif()
  336. endif()
  337. # Architecture specific
  338. # TODO: probably these flags need to be tweaked on some architectures
  339. # feel free to update the Makefile for your architecture and send a pull request or issue
  340. message(STATUS "CMAKE_SYSTEM_PROCESSOR: ${CMAKE_SYSTEM_PROCESSOR}")
  341. if (NOT MSVC)
  342. if (LLAMA_STATIC)
  343. add_link_options(-static)
  344. if (MINGW)
  345. add_link_options(-static-libgcc -static-libstdc++)
  346. endif()
  347. endif()
  348. if (LLAMA_GPROF)
  349. add_compile_options(-pg)
  350. endif()
  351. if (LLAMA_NATIVE)
  352. add_compile_options(-march=native)
  353. endif()
  354. endif()
  355. if (${CMAKE_SYSTEM_PROCESSOR} MATCHES "arm" OR ${CMAKE_SYSTEM_PROCESSOR} MATCHES "aarch64")
  356. message(STATUS "ARM detected")
  357. if (MSVC)
  358. # TODO: arm msvc?
  359. else()
  360. if (${CMAKE_SYSTEM_PROCESSOR} MATCHES "armv6")
  361. # Raspberry Pi 1, Zero
  362. add_compile_options(-mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access)
  363. endif()
  364. if (${CMAKE_SYSTEM_PROCESSOR} MATCHES "armv7")
  365. # Raspberry Pi 2
  366. add_compile_options(-mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations)
  367. endif()
  368. if (${CMAKE_SYSTEM_PROCESSOR} MATCHES "armv8")
  369. # Raspberry Pi 3, 4, Zero 2 (32-bit)
  370. add_compile_options(-mfp16-format=ieee -mno-unaligned-access)
  371. endif()
  372. endif()
  373. elseif (${CMAKE_SYSTEM_PROCESSOR} MATCHES "^(x86_64|i686|AMD64)$")
  374. message(STATUS "x86 detected")
  375. if (MSVC)
  376. if (LLAMA_AVX512)
  377. add_compile_options($<$<COMPILE_LANGUAGE:C>:/arch:AVX512>)
  378. add_compile_options($<$<COMPILE_LANGUAGE:CXX>:/arch:AVX512>)
  379. # MSVC has no compile-time flags enabling specific
  380. # AVX512 extensions, neither it defines the
  381. # macros corresponding to the extensions.
  382. # Do it manually.
  383. if (LLAMA_AVX512_VBMI)
  384. add_compile_definitions($<$<COMPILE_LANGUAGE:C>:__AVX512VBMI__>)
  385. add_compile_definitions($<$<COMPILE_LANGUAGE:CXX>:__AVX512VBMI__>)
  386. endif()
  387. if (LLAMA_AVX512_VNNI)
  388. add_compile_definitions($<$<COMPILE_LANGUAGE:C>:__AVX512VNNI__>)
  389. add_compile_definitions($<$<COMPILE_LANGUAGE:CXX>:__AVX512VNNI__>)
  390. endif()
  391. elseif (LLAMA_AVX2)
  392. add_compile_options($<$<COMPILE_LANGUAGE:C>:/arch:AVX2>)
  393. add_compile_options($<$<COMPILE_LANGUAGE:CXX>:/arch:AVX2>)
  394. elseif (LLAMA_AVX)
  395. add_compile_options($<$<COMPILE_LANGUAGE:C>:/arch:AVX>)
  396. add_compile_options($<$<COMPILE_LANGUAGE:CXX>:/arch:AVX>)
  397. endif()
  398. else()
  399. if (LLAMA_F16C)
  400. add_compile_options(-mf16c)
  401. endif()
  402. if (LLAMA_FMA)
  403. add_compile_options(-mfma)
  404. endif()
  405. if (LLAMA_AVX)
  406. add_compile_options(-mavx)
  407. endif()
  408. if (LLAMA_AVX2)
  409. add_compile_options(-mavx2)
  410. endif()
  411. if (LLAMA_AVX512)
  412. add_compile_options(-mavx512f)
  413. add_compile_options(-mavx512bw)
  414. endif()
  415. if (LLAMA_AVX512_VBMI)
  416. add_compile_options(-mavx512vbmi)
  417. endif()
  418. if (LLAMA_AVX512_VNNI)
  419. add_compile_options(-mavx512vnni)
  420. endif()
  421. endif()
  422. elseif (${CMAKE_SYSTEM_PROCESSOR} MATCHES "ppc64")
  423. message(STATUS "PowerPC detected")
  424. add_compile_options(-mcpu=native -mtune=native)
  425. #TODO: Add targets for Power8/Power9 (Altivec/VSX) and Power10(MMA) and query for big endian systems (ppc64/le/be)
  426. else()
  427. message(STATUS "Unknown architecture")
  428. endif()
  429. #
  430. # Build libraries
  431. #
  432. add_library(ggml OBJECT
  433. ggml.c
  434. ggml.h
  435. ${GGML_SOURCES_CUDA}
  436. ${GGML_SOURCES_OPENCL}
  437. ${GGML_SOURCES_METAL}
  438. ${GGML_SOURCES_MPI}
  439. ${GGML_SOURCES_EXTRA}
  440. )
  441. target_include_directories(ggml PUBLIC . ${LLAMA_EXTRA_INCLUDES})
  442. target_compile_features(ggml PUBLIC c_std_11) # don't bump
  443. target_link_libraries(ggml PUBLIC Threads::Threads ${LLAMA_EXTRA_LIBS})
  444. add_library(ggml_static STATIC $<TARGET_OBJECTS:ggml>)
  445. if (BUILD_SHARED_LIBS)
  446. set_target_properties(ggml PROPERTIES POSITION_INDEPENDENT_CODE ON)
  447. add_library(ggml_shared SHARED $<TARGET_OBJECTS:ggml>)
  448. target_link_libraries(ggml_shared PUBLIC Threads::Threads ${LLAMA_EXTRA_LIBS})
  449. endif()
  450. add_library(llama
  451. llama.cpp
  452. llama.h
  453. llama-util.h
  454. )
  455. target_include_directories(llama PUBLIC .)
  456. target_compile_features(llama PUBLIC cxx_std_11) # don't bump
  457. target_link_libraries(llama PRIVATE
  458. ggml
  459. ${LLAMA_EXTRA_LIBS}
  460. )
  461. if (BUILD_SHARED_LIBS)
  462. set_target_properties(llama PROPERTIES POSITION_INDEPENDENT_CODE ON)
  463. target_compile_definitions(llama PRIVATE LLAMA_SHARED LLAMA_BUILD)
  464. if (LLAMA_METAL)
  465. set_target_properties(llama PROPERTIES RESOURCE "${CMAKE_CURRENT_SOURCE_DIR}/ggml-metal.metal")
  466. endif()
  467. endif()
  468. #
  469. # programs, examples and tests
  470. #
  471. if (LLAMA_BUILD_TESTS AND NOT CMAKE_JS_VERSION)
  472. include(CTest)
  473. add_subdirectory(tests)
  474. endif ()
  475. if (LLAMA_BUILD_EXAMPLES)
  476. add_subdirectory(examples)
  477. add_subdirectory(pocs)
  478. endif()