root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-02 14:54:35 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

comment out debug printing

Browse Source
This commit is contained in:
Douglas Hanley 2024-03-04 00:18:41 -06:00
parent a71842d7ef
commit 805ae529c4
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/gritlm/gritlm.cpp
View File

@ -46,11 +46,13 @@ static std::vector<std::vector<float>> encode(llama_context* ctx, const std::vec
auto inputs_instruct = llama_tokenize(mdl, instruction, true, false); auto inputs_instruct = llama_tokenize(mdl, instruction, true, false);
int n_inst = inputs_instruct.size(); int n_inst = inputs_instruct.size();
/*/
// debug tokens - these are matching as referenced in their sample so doesn't appear to be a token issue // debug tokens - these are matching as referenced in their sample so doesn't appear to be a token issue
std::for_each(inputs.begin(), inputs.end(), [&ctx](llama_token t) { std::for_each(inputs.begin(), inputs.end(), [&ctx](llama_token t) {
std::printf("[%u:%s]", t, llama_token_to_piece(ctx, t).c_str()); std::printf("[%u:%s]", t, llama_token_to_piece(ctx, t).c_str());
}); });
std::printf("\n"); std::printf("\n");
*/
// add input to batch (this increments n_tokens) // add input to batch (this increments n_tokens)
for (uint64_t j = 0; j < inputs.size(); j++) { for (uint64_t j = 0; j < inputs.size(); j++) {
@ -88,12 +90,14 @@ static std::vector<std::vector<float>> encode(llama_context* ctx, const std::vec
normalize(emb_unorm, emb_norm.data()); normalize(emb_unorm, emb_norm.data());
result.push_back(emb_norm); result.push_back(emb_norm);
/*
// print out emb_norm // print out emb_norm
std::printf("embedding %ld: ", i); std::printf("embedding %ld: ", i);
for (int j = 0; j < n_embd; j++) { for (int j = 0; j < n_embd; j++) {
std::printf("%.5f ", emb_norm[j]); std::printf("%.5f ", emb_norm[j]);
} }
std::printf("\n"); std::printf("\n");
*/
llama_batch_free(batch); llama_batch_free(batch);
} }