message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () target_link_libraries(mlc_llm PUBLIC -Wl,--no-as-needed ${FLASH_ATTN_LIBRARY}) endif() if (BUILD_CPP_TEST) message(STATUS "Building cpp unittests") add_subdir...
Code Search Find more, search less Explore All features Documentation GitHub Skills Blog Solutions By company size Enterprises Small and medium teams Startups By use case DevSecOps DevOps CI/CD View all use cases By industry Healthcare Financial services Manufacturing Government View ...
(mlc_llm PRIVATE tokenizers_cpp) find_library(FLASH_ATTN_LIBRARY flash_attn) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () target_link_libraries(...
find_file(OLD_GENERATOR_FILE "ATen/CUDAGeneratorImpl.h" ${TORCH_INCLUDE_DIRS} NO_DEFAULT_PATH) if (OLD_GENERATOR_FILE) target_compile_definitions(vllm_flash_attn_c PRIVATE -DOLD_GENERATOR_PATH) endif () 372 changes: 372 additions & 0 deletions 372 cmake/utils.cmake Show comments View ...
find_library( FLASH_ATTN_LIBRARY flash_attn HINTS ${TVM_SOURCE_DIR}/*/3rdparty/libflash_attn/src ) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else (...
find_library( FLASH_ATTN_LIBRARY flash_attn HINTS ${TVM_HOME}/*/3rdparty/libflash_attn/src ) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () targ...