CMakeLists.txt 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172
  1. # common
  2. find_package(Threads REQUIRED)
  3. llama_add_compile_flags()
  4. # Build info header
  5. #
  6. if(EXISTS "${PROJECT_SOURCE_DIR}/.git")
  7. set(GIT_DIR "${PROJECT_SOURCE_DIR}/.git")
  8. # Is git submodule
  9. if(NOT IS_DIRECTORY "${GIT_DIR}")
  10. file(READ ${GIT_DIR} REAL_GIT_DIR_LINK)
  11. string(REGEX REPLACE "gitdir: (.*)\n$" "\\1" REAL_GIT_DIR ${REAL_GIT_DIR_LINK})
  12. string(FIND "${REAL_GIT_DIR}" "/" SLASH_POS)
  13. if (SLASH_POS EQUAL 0)
  14. set(GIT_DIR "${REAL_GIT_DIR}")
  15. else()
  16. set(GIT_DIR "${PROJECT_SOURCE_DIR}/${REAL_GIT_DIR}")
  17. endif()
  18. endif()
  19. if(EXISTS "${GIT_DIR}/index")
  20. # For build-info.cpp below
  21. set_property(DIRECTORY APPEND PROPERTY CMAKE_CONFIGURE_DEPENDS "${GIT_DIR}/index")
  22. else()
  23. message(WARNING "Git index not found in git repository.")
  24. endif()
  25. else()
  26. message(WARNING "Git repository not found; to enable automatic generation of build info, make sure Git is installed and the project is a Git repository.")
  27. endif()
  28. set(TEMPLATE_FILE "${CMAKE_CURRENT_SOURCE_DIR}/build-info.cpp.in")
  29. set(OUTPUT_FILE "${CMAKE_CURRENT_BINARY_DIR}/build-info.cpp")
  30. configure_file(${TEMPLATE_FILE} ${OUTPUT_FILE})
  31. set(TARGET build_info)
  32. add_library(${TARGET} OBJECT ${OUTPUT_FILE})
  33. if (BUILD_SHARED_LIBS)
  34. set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)
  35. endif()
  36. set(TARGET common)
  37. add_library(${TARGET} STATIC
  38. arg.cpp
  39. arg.h
  40. base64.hpp
  41. chat-parser.cpp
  42. chat-parser.h
  43. chat-parser-xml-toolcall.h
  44. chat-parser-xml-toolcall.cpp
  45. chat.cpp
  46. chat.h
  47. common.cpp
  48. common.h
  49. console.cpp
  50. console.h
  51. download.cpp
  52. download.h
  53. http.h
  54. json-partial.cpp
  55. json-partial.h
  56. json-schema-to-grammar.cpp
  57. llguidance.cpp
  58. log.cpp
  59. log.h
  60. ngram-cache.cpp
  61. ngram-cache.h
  62. regex-partial.cpp
  63. regex-partial.h
  64. sampling.cpp
  65. sampling.h
  66. speculative.cpp
  67. speculative.h
  68. )
  69. if (BUILD_SHARED_LIBS)
  70. set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)
  71. endif()
  72. # TODO: use list(APPEND LLAMA_COMMON_EXTRA_LIBS ...)
  73. set(LLAMA_COMMON_EXTRA_LIBS build_info)
  74. if (LLAMA_CURL)
  75. # Use curl to download model url
  76. find_package(CURL)
  77. if (NOT CURL_FOUND)
  78. message(FATAL_ERROR "Could NOT find CURL. Hint: to disable this feature, set -DLLAMA_CURL=OFF")
  79. endif()
  80. target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_CURL)
  81. include_directories(${CURL_INCLUDE_DIRS})
  82. set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} ${CURL_LIBRARIES})
  83. elseif (LLAMA_HTTPLIB)
  84. # otherwise, use cpp-httplib
  85. target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_HTTPLIB)
  86. set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} cpp-httplib)
  87. endif()
  88. if (LLAMA_LLGUIDANCE)
  89. include(ExternalProject)
  90. set(LLGUIDANCE_SRC ${CMAKE_BINARY_DIR}/llguidance/source)
  91. set(LLGUIDANCE_PATH ${LLGUIDANCE_SRC}/target/release)
  92. # Set the correct library file extension based on platform
  93. if (WIN32)
  94. set(LLGUIDANCE_LIB_NAME "llguidance.lib")
  95. # Add Windows-specific libraries
  96. set(LLGUIDANCE_PLATFORM_LIBS
  97. ws2_32 # Windows Sockets API
  98. userenv # For GetUserProfileDirectoryW
  99. ntdll # For NT functions
  100. bcrypt # For BCryptGenRandom
  101. )
  102. else()
  103. set(LLGUIDANCE_LIB_NAME "libllguidance.a")
  104. set(LLGUIDANCE_PLATFORM_LIBS "")
  105. endif()
  106. ExternalProject_Add(llguidance_ext
  107. GIT_REPOSITORY https://github.com/guidance-ai/llguidance
  108. # v1.0.1:
  109. GIT_TAG d795912fedc7d393de740177ea9ea761e7905774
  110. PREFIX ${CMAKE_BINARY_DIR}/llguidance
  111. SOURCE_DIR ${LLGUIDANCE_SRC}
  112. BUILD_IN_SOURCE TRUE
  113. CONFIGURE_COMMAND ""
  114. BUILD_COMMAND cargo build --release --package llguidance
  115. INSTALL_COMMAND ""
  116. BUILD_BYPRODUCTS ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME} ${LLGUIDANCE_PATH}/llguidance.h
  117. UPDATE_COMMAND ""
  118. )
  119. target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_LLGUIDANCE)
  120. add_library(llguidance STATIC IMPORTED)
  121. set_target_properties(llguidance PROPERTIES IMPORTED_LOCATION ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME})
  122. add_dependencies(llguidance llguidance_ext)
  123. target_include_directories(${TARGET} PRIVATE ${LLGUIDANCE_PATH})
  124. # Add platform libraries to the main target
  125. set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} llguidance ${LLGUIDANCE_PLATFORM_LIBS})
  126. endif ()
  127. target_include_directories(${TARGET} PUBLIC . ../vendor)
  128. target_compile_features (${TARGET} PUBLIC cxx_std_17)
  129. target_link_libraries (${TARGET} PRIVATE ${LLAMA_COMMON_EXTRA_LIBS} PUBLIC llama Threads::Threads)
  130. #
  131. # copy the license files
  132. #
  133. # Check if running in GitHub Actions
  134. if (DEFINED ENV{GITHUB_ACTIONS} AND "$ENV{GITHUB_ACTIONS}" STREQUAL "true")
  135. message(STATUS "Running inside GitHub Actions - copying license files")
  136. # Copy all files from licenses/ to build/bin/
  137. file(GLOB LICENSE_FILES "${CMAKE_SOURCE_DIR}/licenses/*")
  138. foreach(LICENSE_FILE ${LICENSE_FILES})
  139. get_filename_component(FILENAME ${LICENSE_FILE} NAME)
  140. add_custom_command(
  141. POST_BUILD
  142. TARGET ${TARGET}
  143. COMMAND ${CMAKE_COMMAND} -E copy_if_different
  144. "${LICENSE_FILE}"
  145. "$<TARGET_FILE_DIR:llama>/${FILENAME}"
  146. COMMENT "Copying ${FILENAME} to ${CMAKE_RUNTIME_OUTPUT_DIRECTORY}")
  147. message(STATUS "Copying ${LICENSE_FILE} to ${CMAKE_RUNTIME_OUTPUT_DIRECTORY}/${FILENAME}")
  148. endforeach()
  149. endif()