Codeprocastinator/optimized-tinyllama-covalent

1# common2 3find_package(Threads REQUIRED)4 5llama_add_compile_flags()6 7# Build info header8#9 10if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/../.git")11    set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/../.git")12 13    # Is git submodule14    if(NOT IS_DIRECTORY "${GIT_DIR}")15        file(READ ${GIT_DIR} REAL_GIT_DIR_LINK)16        string(REGEX REPLACE "gitdir: (.*)\n$" "\\1" REAL_GIT_DIR ${REAL_GIT_DIR_LINK})17        string(FIND "${REAL_GIT_DIR}" "/" SLASH_POS)18        if (SLASH_POS EQUAL 0)19            set(GIT_DIR "${REAL_GIT_DIR}")20        else()21            set(GIT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/../${REAL_GIT_DIR}")22        endif()23    endif()24 25    if(EXISTS "${GIT_DIR}/index")26        set(GIT_INDEX "${GIT_DIR}/index")27    else()28        message(WARNING "Git index not found in git repository.")29        set(GIT_INDEX "")30    endif()31else()32    message(WARNING "Git repository not found; to enable automatic generation of build info, make sure Git is installed and the project is a Git repository.")33    set(GIT_INDEX "")34endif()35 36# Add a custom command to rebuild build-info.cpp when .git/index changes37add_custom_command(38    OUTPUT "${CMAKE_CURRENT_SOURCE_DIR}/build-info.cpp"39    COMMENT "Generating build details from Git"40    COMMAND ${CMAKE_COMMAND} -DMSVC=${MSVC} -DCMAKE_C_COMPILER_VERSION=${CMAKE_C_COMPILER_VERSION}41            -DCMAKE_C_COMPILER_ID=${CMAKE_C_COMPILER_ID} -DCMAKE_VS_PLATFORM_NAME=${CMAKE_VS_PLATFORM_NAME}42            -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER} -P "${CMAKE_CURRENT_SOURCE_DIR}/cmake/build-info-gen-cpp.cmake"43    WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}/.."44    DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/build-info.cpp.in" ${GIT_INDEX}45    VERBATIM46)47set(TARGET build_info)48add_library(${TARGET} OBJECT build-info.cpp)49if (BUILD_SHARED_LIBS)50    set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)51endif()52 53set(TARGET common)54 55add_library(${TARGET} STATIC56    arg.cpp57    arg.h58    base64.hpp59    chat.cpp60    chat.h61    common.cpp62    common.h63    console.cpp64    console.h65    json-schema-to-grammar.cpp66    json.hpp67    llguidance.cpp68    log.cpp69    log.h70    minja/chat-template.hpp71    minja/minja.hpp72    ngram-cache.cpp73    ngram-cache.h74    sampling.cpp75    sampling.h76    speculative.cpp77    speculative.h78    )79 80if (BUILD_SHARED_LIBS)81    set_target_properties(${TARGET} PROPERTIES POSITION_INDEPENDENT_CODE ON)82endif()83 84set(LLAMA_COMMON_EXTRA_LIBS build_info)85 86# Use curl to download model url87if (LLAMA_CURL)88    find_package(CURL)89    if (NOT CURL_FOUND)90        message(FATAL_ERROR "Could NOT find CURL. Hint: to disable this feature, set -DLLAMA_CURL=OFF")91    endif()92    target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_CURL)93    include_directories(${CURL_INCLUDE_DIRS})94    find_library(CURL_LIBRARY curl REQUIRED)95    set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} ${CURL_LIBRARY})96endif ()97 98if (LLAMA_LLGUIDANCE)99    include(ExternalProject)100    set(LLGUIDANCE_SRC ${CMAKE_BINARY_DIR}/llguidance/source)101    set(LLGUIDANCE_PATH ${LLGUIDANCE_SRC}/target/release)102 103    # Set the correct library file extension based on platform104    if (WIN32)105        set(LLGUIDANCE_LIB_NAME "llguidance.lib")106        # Add Windows-specific libraries107        set(LLGUIDANCE_PLATFORM_LIBS108            ws2_32    # Windows Sockets API109            userenv   # For GetUserProfileDirectoryW110            ntdll     # For NT functions111            bcrypt    # For BCryptGenRandom112        )113    else()114        set(LLGUIDANCE_LIB_NAME "libllguidance.a")115        set(LLGUIDANCE_PLATFORM_LIBS "")116    endif()117 118    ExternalProject_Add(llguidance_ext119        GIT_REPOSITORY https://github.com/guidance-ai/llguidance120        # v0.7.10:121        GIT_TAG 0309d2a6bf40abda35344a362edc71e06d5009f8122        PREFIX ${CMAKE_BINARY_DIR}/llguidance123        SOURCE_DIR ${LLGUIDANCE_SRC}124        BUILD_IN_SOURCE TRUE125        CONFIGURE_COMMAND ""126        BUILD_COMMAND cargo build --release127        INSTALL_COMMAND ""128        BUILD_BYPRODUCTS ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME} ${LLGUIDANCE_PATH}/llguidance.h129        UPDATE_COMMAND ""130    )131    target_compile_definitions(${TARGET} PUBLIC LLAMA_USE_LLGUIDANCE)132 133    add_library(llguidance STATIC IMPORTED)134    set_target_properties(llguidance PROPERTIES IMPORTED_LOCATION ${LLGUIDANCE_PATH}/${LLGUIDANCE_LIB_NAME})135    add_dependencies(llguidance llguidance_ext)136 137    target_include_directories(${TARGET} PRIVATE ${LLGUIDANCE_PATH})138    # Add platform libraries to the main target139    set(LLAMA_COMMON_EXTRA_LIBS ${LLAMA_COMMON_EXTRA_LIBS} llguidance ${LLGUIDANCE_PLATFORM_LIBS})140endif ()141 142target_include_directories(${TARGET} PUBLIC .)143target_compile_features   (${TARGET} PUBLIC cxx_std_17)144target_link_libraries     (${TARGET} PRIVATE ${LLAMA_COMMON_EXTRA_LIBS} PUBLIC llama Threads::Threads)145