[llama] No need to check file version when loading vocab score (#2079)

This commit is contained in:
Howard Su 2023-07-03 19:58:58 +08:00 committed by GitHub
parent d7d2e6a0f0
commit 55dbb915cc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -481,9 +481,7 @@ struct llama_file_loader {
std::string word = file.read_string(len);
float score = 0.0f;
if (file_version >= LLAMA_FILE_VERSION_GGMF_V1) {
file.read_raw(&score, sizeof(score));
}
vocab.token_to_id[word] = i;