root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-11 03:01:45 +00:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

threading test: At github, Windows can take more than 20 seconds to start 15 threads.Let's silently ignore when we saw two adjacent slowness.

Browse Source
This commit is contained in:
mqy 2023-06-15 07:19:00 +08:00
parent 48016f685c
commit 9106232260
1 changed files with 16 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tests/test-ggml-threading.c
View File

@ -217,9 +217,19 @@ int main(void) {
int workload_arr_len = sizeof(workload_arr) / sizeof(workload_arr[0]); int workload_arr_len = sizeof(workload_arr) / sizeof(workload_arr[0]);
// skip slow/big n_threads. // skip slow/big n_threads.
int n_slow = 0;
for (int i = 0; i < threads_arr_len; i++) { for (int i = 0; i < threads_arr_len; i++) {
int n_threads = threads_arr[i]; int n_threads = threads_arr[i];
// At github, Windows can take more than 20 seconds to start 15 threads.
// Let's silently ignore when we saw two adjacent slowness.
if (n_slow >= 2) {
threads_arr[i] = 0;
continue;
}
if (n_threads == 1) { if (n_threads == 1) {
continue; continue;
} else if (n_threads > MAX_N_THREADS) { } else if (n_threads > MAX_N_THREADS) {
@ -243,10 +253,14 @@ int main(void) {
int elapsed_us = t1 - t0; int elapsed_us = t1 - t0;
if (elapsed_us > 500 * n_threads) { if (elapsed_us > 500 * n_threads) {
printf("[test-ggml-threading] warning: it took took %.3f " printf("[test-ggml-threading] warning: it took took %7.3f "
"ms to start %d worker thread(s). Loo slow, skip.\n", "ms to start %2d worker thread(s). Too slow, skip.\n",
1.0 * elapsed_us / 1000, n_threads - 1); 1.0 * elapsed_us / 1000, n_threads - 1);
threads_arr[i] = 0; threads_arr[i] = 0;
++n_slow;
} else {
// clear.
n_slow = 0;
} }
} }