root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 03:44:35 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix : update convert-llama-h5-to-gguf.py

Browse Source
This commit is contained in:
M. Yusuf Sarıgöz 2023-07-31 23:58:29 +03:00
parent bb42aefaeb
commit f3de876a12
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
convert-llama-h5-to-gguf.py
View File

@ -46,13 +46,13 @@ if len(sys.argv) > 2:
print("Invalid ftype: " + str(ftype))
sys.exit(1)
fname_out = sys.argv[1] + "/ggml-model-" + ftype_str[ftype] + ".gguf"
with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
hparams = json.load(f)
if hparams["architectures"][0] != "LlamaForCausalLM":
print("Model architecture not supported: " + hparams["architectures"][0] )
sys.exit()
with open(dir_model + "/config.json", "r", encoding="utf-8") as f:
hparams = json.load(f)
model = AutoModelForCausalLM.from_pretrained(dir_model, low_cpu_mem_usage=True, trust_remote_code=True)
list_vars = model.state_dict()