CMakeLists.txt 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173
  1. # common
  2. find_package(Threads REQUIRED)
  3. llama_add_compile_flags()
  4. # Build info header
  5. #
  6. if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/../.git")
  7. set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/../.git")
  8. # Is git submodule
  9. if(NOT IS_DIRECTORY "${GIT_DIR}")
  10. file(READ ${GIT_DIR} REAL_GIT_DIR_LINK)
  11. string(REGEX REPLACE "gitdir: (.*)\n$" "\\1" REAL_GIT_DIR ${REAL_GIT_DIR_LINK})
  12. string(FIND "${REAL_GIT_DIR}" "/" SLASH_POS)
  13. if (SLASH_POS EQUAL 0)
  14. set(GIT_DIR "${REAL_GIT_DIR}")
  15. else()
  16. set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/../${REAL_GIT_DIR}")
  17. endif()
  18. endif()
  19. if(EXISTS "${GIT_DIR}/index")
  20. set(GIT_INDEX "${GIT_DIR}/index")
  21. else()
  22. message(WARNING "Git index not found in git repository.")
  23. set(GIT_INDEX "")
  24. endif()
  25. else()
  26. message(WARNING "Git repository not found; to enable automatic generation of build info, make sure Git is installed and the project is a Git repository.")
  27. set(GIT_INDEX "")
  28. endif()
  29. # Add a custom command to rebuild build-info.cpp when .git/index changes
  30. add_custom_command(
  31. OUTPUT "${CMAKE_CURRENT_SOURCE_DIR}/build-info.cpp"
  32. COMMENT "Generating build details from Git"
  33. COMMAND ${CMAKE_COMMAND} -DMSVC=${MSVC} -DCMAKE_C_COMPILER_VERSION=${CMAKE_C_COMPILER_VERSION}
  34. -DCMAKE_C_COMPILER_ID=${CMAKE_C_COMPILER_ID} -DCMAKE_VS_PLATFORM_NAME=${CMAKE_VS_PLATFORM_NAME}
  35. -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER}
  36. -DCMAKE_SYSTEM_NAME=${CMAKE_SYSTEM_NAME} -DCMAKE_SYSTEM_PROCESSOR=${CMAKE_SYSTEM_PROCESSOR}
  37. -P "${CMAKE_CURRENT_SOURCE_DIR}/cmake/build-info-gen-cpp.cmake"
  38. WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/.."
  39. DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/build-info.cpp.in" ${GIT_INDEX}
  40. VERBATIM
  41. )
  42. set(TARGET build_info)
  43. add_library(${TARGET} OBJECT build-info.cpp)
  44. if (BUILD_SHARED_LIBS)
  45. set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)
  46. endif()
  47. set(TARGET common)
  48. add_library(${TARGET} STATIC
  49. arg.cpp
  50. arg.h
  51. base64.hpp
  52. chat-parser.cpp
  53. chat-parser.h
  54. chat.cpp
  55. chat.h
  56. common.cpp
  57. common.h
  58. console.cpp
  59. console.h
  60. json-partial.cpp
  61. json-partial.h
  62. json-schema-to-grammar.cpp
  63. llguidance.cpp
  64. log.cpp
  65. log.h
  66. ngram-cache.cpp
  67. ngram-cache.h
  68. regex-partial.cpp
  69. regex-partial.h
  70. sampling.cpp
  71. sampling.h
  72. speculative.cpp
  73. speculative.h
  74. )
  75. if (BUILD_SHARED_LIBS)
  76. set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)
  77. endif()
  78. set(LLAMA_COMMON_EXTRA_LIBS build_info)
  79. # Use curl to download model url
  80. if (LLAMA_CURL)
  81. find_package(CURL)
  82. if (NOT CURL_FOUND)
  83. message(FATAL_ERROR "Could NOT find CURL. Hint: to disable this feature, set -DLLAMA_CURL=OFF")
  84. endif()
  85. target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_CURL)
  86. include_directories(${CURL_INCLUDE_DIRS})
  87. find_library(CURL_LIBRARY curl REQUIRED)
  88. set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} ${CURL_LIBRARY})
  89. endif ()
  90. if (LLAMA_LLGUIDANCE)
  91. include(ExternalProject)
  92. set(LLGUIDANCE_SRC ${CMAKE_BINARY_DIR}/llguidance/source)
  93. set(LLGUIDANCE_PATH ${LLGUIDANCE_SRC}/target/release)
  94. # Set the correct library file extension based on platform
  95. if (WIN32)
  96. set(LLGUIDANCE_LIB_NAME "llguidance.lib")
  97. # Add Windows-specific libraries
  98. set(LLGUIDANCE_PLATFORM_LIBS
  99. ws2_32 # Windows Sockets API
  100. userenv # For GetUserProfileDirectoryW
  101. ntdll # For NT functions
  102. bcrypt # For BCryptGenRandom
  103. )
  104. else()
  105. set(LLGUIDANCE_LIB_NAME "libllguidance.a")
  106. set(LLGUIDANCE_PLATFORM_LIBS "")
  107. endif()
  108. ExternalProject_Add(llguidance_ext
  109. GIT_REPOSITORY https://github.com/guidance-ai/llguidance
  110. # v0.7.20 (+ fix to build on GCC 15):
  111. GIT_TAG b5b8b64dba11c4e4ee6b1d1450d3a3ae279891e8
  112. PREFIX ${CMAKE_BINARY_DIR}/llguidance
  113. SOURCE_DIR ${LLGUIDANCE_SRC}
  114. BUILD_IN_SOURCE TRUE
  115. CONFIGURE_COMMAND ""
  116. BUILD_COMMAND cargo build --release
  117. INSTALL_COMMAND ""
  118. BUILD_BYPRODUCTS ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME} ${LLGUIDANCE_PATH}/llguidance.h
  119. UPDATE_COMMAND ""
  120. )
  121. target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_LLGUIDANCE)
  122. add_library(llguidance STATIC IMPORTED)
  123. set_target_properties(llguidance PROPERTIES IMPORTED_LOCATION ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME})
  124. add_dependencies(llguidance llguidance_ext)
  125. target_include_directories(${TARGET} PRIVATE ${LLGUIDANCE_PATH})
  126. # Add platform libraries to the main target
  127. set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} llguidance ${LLGUIDANCE_PLATFORM_LIBS})
  128. endif ()
  129. target_include_directories(${TARGET} PUBLIC . ../vendor)
  130. target_compile_features (${TARGET} PUBLIC cxx_std_17)
  131. target_link_libraries (${TARGET} PRIVATE ${LLAMA_COMMON_EXTRA_LIBS} PUBLIC llama Threads::Threads)
  132. #
  133. # copy the license files
  134. #
  135. # Check if running in GitHub Actions
  136. if (DEFINED ENV{GITHUB_ACTIONS} AND "$ENV{GITHUB_ACTIONS}" STREQUAL "true")
  137. message(STATUS "Running inside GitHub Actions - copying license files")
  138. # Copy all files from licenses/ to build/bin/
  139. file(GLOB LICENSE_FILES "${CMAKE_SOURCE_DIR}/licenses/*")
  140. foreach(LICENSE_FILE ${LICENSE_FILES})
  141. get_filename_component(FILENAME ${LICENSE_FILE} NAME)
  142. add_custom_command(
  143. POST_BUILD
  144. TARGET ${TARGET}
  145. COMMAND ${CMAKE_COMMAND} -E copy_if_different
  146. "${LICENSE_FILE}"
  147. "$<TARGET_FILE_DIR:llama>/${FILENAME}"
  148. COMMENT "Copying ${FILENAME} to ${CMAKE_RUNTIME_OUTPUT_DIRECTORY}")
  149. message(STATUS "Copying ${LICENSE_FILE} to ${CMAKE_RUNTIME_OUTPUT_DIRECTORY}/${FILENAME}")
  150. endforeach()
  151. endif()