convert.py : fix llama/llama2 conversion due to vocab_size=-1 (#4258)

2024-11-11 13:30:35 +00:00 · 2023-11-30 22:42:23 +01:00 · 2023-11-30 22:42:23 +01:00 · f4d973cecb
commit f4d973cecb
parent 954e22858c
1 changed files with 1 additions and 1 deletions
--- a/convert.py
+++ b/convert.py
@ -267,7 +267,7 @@ class Params:
            n_ctx = 2048

        return Params(
-            n_vocab          = config.get("vocab_size", model["tok_embeddings.weight"].shape[0]),
+            n_vocab          = model["tok_embeddings.weight"].shape[0],
            n_embd           = config["dim"],
            n_layer          = config["n_layers"],
            n_ctx            = n_ctx,