From 691b0f94fa93c225d95d9ade8627f2e7072fe962 Mon Sep 17 00:00:00 2001 From: Molly Sophia Date: Wed, 11 Sep 2024 16:31:30 +0800 Subject: [PATCH] llama: Add special tokens in hf_converter for RWKV v6 Signed-off-by: Molly Sophia --- convert_hf_to_gguf.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 0a9bbc829..a29dd8a77 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -2769,6 +2769,8 @@ class Rwkv6Model(Model): self.gguf_writer.add_tokenizer_model("rwkv") self.gguf_writer.add_token_list(tokens) self.gguf_writer.add_token_types(toktypes) + special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=False) + special_vocab.add_to_gguf(self.gguf_writer) def set_gguf_parameters(self): block_count = self.hparams["num_hidden_layers"]