message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () target_link_libraries(mlc_llm PUBLIC -Wl,--no-as-needed ${FLASH_ATTN_LIBRARY}) endif() i
(mlc_llm PRIVATE tokenizers_cpp) find_library(FLASH_ATTN_LIBRARY flash_attn) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () target_link_libraries(...
Code Search Find more, search less Explore All features Documentation GitHub Skills Blog Solutions By company size Enterprises Small and medium teams Startups Nonprofits By use case DevSecOps DevOps CI/CD View all use cases By industry Healthcare Financial services Manufacturing Governmen...
find_file(OLD_GENERATOR_FILE "ATen/CUDAGeneratorImpl.h" ${TORCH_INCLUDE_DIRS} NO_DEFAULT_PATH) if (OLD_GENERATOR_FILE) target_compile_definitions(vllm_flash_attn_c PRIVATE -DOLD_GENERATOR_PATH) endif () 372 changes: 372 additions & 0 deletions 372 cmake/utils.cmake Show comments View ...
Security Find and fix vulnerabilities Actions Automate any workflow Codespaces Instant dev environments Issues Plan and track work Code Review Manage code changes Discussions Collaborate outside of code Code Search Find more, search less Explore All features Documentation GitHub Skills Blog Sol...
find_library( FLASH_ATTN_LIBRARY flash_attn HINTS ${TVM_SOURCE_DIR}/*/3rdparty/libflash_attn/src ) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else (...
Security Find and fix vulnerabilities Actions Automate any workflow Codespaces Instant dev environments Issues Plan and track work Code Review Manage code changes Discussions Collaborate outside of code Code Search Find more, search less Explore All features Documentation GitHub Skills Blog Sol...
find_library( FLASH_ATTN_LIBRARY flash_attn HINTS ${TVM_HOME}/*/3rdparty/libflash_attn/src ) if (FLASH_ATTN_LIBRARY STREQUAL "FLASH_ATTN_LIBRARY-NOTFOUND") message(WARNING "Cannot find libflash_attn. The model must not have been built with --use-flash-attn-mqa option.") else () targ...