From 467e307931ef353676f092be4bb3b2bb3c7d3bbf Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 19 Sep 2023 11:45:33 +0300 Subject: [PATCH] simple : fix token counting --- examples/simple/simple.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/simple/simple.cpp b/examples/simple/simple.cpp index 33ef0770b..593949c87 100644 --- a/examples/simple/simple.cpp +++ b/examples/simple/simple.cpp @@ -81,6 +81,7 @@ int main(int argc, char ** argv) { return 1; } + n_cur += tokens_list.size(); tokens_list.clear(); // sample the next token