root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-12 19:50:17 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Add mmap pages stats (disabled by default)

Browse Source 
Stats can be enabled by changing #if 0 to #if 1.

Stats are printed at the end, when mmap block is being unmapped,
but the print_pages_stats can be called at any time between
mmap and munmap.
This commit is contained in:
Pavol Rusnak 2023-04-16 18:19:50 +02:00
parent 3173a62eb9
commit 1506737499
No known key found for this signature in database
GPG Key ID: 91F3B339B9A02A3D
1 changed files with 38 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
llama_util.h
View File

@ -188,7 +188,45 @@ struct llama_mmap {
}
}
#if 0
void print_pages_stats() {
long sz = sysconf(_SC_PAGESIZE);
fprintf(stderr, "\n");
fprintf(stderr, "mmap pages stats (page size = %ld):\n", sz);
int pages = size / sz;
char *vec = (char *)malloc(pages);
if (mincore(addr, size, vec) != 0) {
fprintf(stderr, "mincore failed: %s\n", strerror(errno));
}
int resident = 0, nonresident = 0;
for (int i = 0; i < pages; i++) {
if (i % 80 == 0) {
fprintf(stderr, "%08d: ", i);
}
fprintf(stderr, vec[i] & 1 ? "x" : ".");
if (vec[i] & 1) {
resident++;
} else {
nonresident++;
}
if (i % 80 == (80 - 1)) {
fprintf(stderr, "\n");
}
}
fprintf(stderr, "\n");
fprintf(stderr, "pages resident : %d (%0.2f%%)\n", resident, 100.0f * resident / pages);
fprintf(stderr, "pages non-resident : %d (%0.2f%%)\n", nonresident, 100.0f * nonresident / pages);
fprintf(stderr, "pages total : %d\n", pages);
fprintf(stderr, "\n");
free(vec);
}
#endif
~llama_mmap() {
// set to 1 to print the mmaped pages stats
#if 0
print_pages_stats();
#endif
munmap(addr, size);
}
#elif defined(_WIN32)