root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 03:14:35 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

llama : fix order of parameters (#8706)

Browse Source 
usage of `aclrtGetMemInfo` is correct:

https://www.hiascend.com/doc_center/source/zh/canncommercial/63RC2/inferapplicationdev/aclcppdevg/aclcppdevg_03_0103.html

Co-authored-by: Judd <foldl@boxvest.com>
This commit is contained in:
Judd 2024-07-26 16:38:12 +08:00 committed by GitHub
parent 01aec4a631
commit 01245f5b16
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama.cpp
View File

@ -2905,7 +2905,7 @@ static size_t llama_get_device_memory(const llama_model & model, int device) {
#elif defined(GGML_USE_CANN) #elif defined(GGML_USE_CANN)
size_t total; size_t total;
size_t free; size_t free;
ggml_backend_cann_get_device_memory(device, &total, &free); ggml_backend_cann_get_device_memory(device, &free, &total);
return free; return free;
#else #else
return 1; return 1;