mirror of
https://github.com/RYDE-WORK/llama.cpp.git
synced 2026-01-31 04:33:15 +08:00
1bdd8ae19f
* [CANN] Add Ascend NPU backend Ascend is a full-stack AI computing infrastructure for industry applications and services based on Huawei Ascend processors and software. CANN (Compute Architecture of Neural Networks), developped by Huawei, is a heterogeneous computing architecture for AI. Co-authored-by: wangshuai09 <391746016@qq.com> * delete trailing whitespaces * Modify the code based on review comment * Rename LLAMA_CANN to GGML_CANN * Make ggml-common.h private * add ggml_cann prefix for acl funcs * Add logging for CANN backend * Delete Trailing whitespace --------- Co-authored-by: wangshuai09 <391746016@qq.com>
33 lines
1019 B
CMake
33 lines
1019 B
CMake
if (NOT SOC_TYPE)
|
|
set (SOC_TYPE "Ascend910B3")
|
|
endif()
|
|
|
|
file(GLOB SRC_FILES
|
|
get_row_f32.cpp
|
|
get_row_f16.cpp
|
|
get_row_q4_0.cpp
|
|
get_row_q8_0.cpp
|
|
quantize_f32_q8_0.cpp
|
|
quantize_f16_q8_0.cpp
|
|
dup.cpp
|
|
)
|
|
|
|
string(TOLOWER ${SOC_TYPE} SOC_VERSION)
|
|
set(ASCEND_CANN_PACKAGE_PATH ${CANN_INSTALL_DIR})
|
|
set(RUN_MODE "npu" CACHE STRING "run mode: npu/sim")
|
|
|
|
if(EXISTS ${ASCEND_CANN_PACKAGE_PATH}/compiler/tikcpp/ascendc_kernel_cmake)
|
|
set(ASCENDC_CMAKE_DIR ${ASCEND_CANN_PACKAGE_PATH}/compiler/tikcpp/ascendc_kernel_cmake)
|
|
elseif(EXISTS ${ASCEND_CANN_PACKAGE_PATH}/ascendc_devkit/tikcpp/samples/cmake)
|
|
set(ASCENDC_CMAKE_DIR ${ASCEND_CANN_PACKAGE_PATH}/ascendc_devkit/tikcpp/samples/cmake)
|
|
else()
|
|
message(FATAL_ERROR "ascendc_kernel_cmake does not exist, please check whether the compiler package is installed.")
|
|
endif()
|
|
include(${ASCENDC_CMAKE_DIR}/ascendc.cmake)
|
|
|
|
ascendc_library(ascendc_kernels STATIC
|
|
${SRC_FILES}
|
|
)
|
|
|
|
#ascendc_compile_definitions(ascendc_kernels PRIVATE -DASCENDC_DUMP)
|