root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 04:00:16 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

convert : determine n_ctx correctly

Browse Source
This commit is contained in:
Georgi Gerganov 2023-12-10 14:17:46 +02:00
parent 8614aa736d
commit 65923a8ede
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
convert.py
View File

@ -261,15 +261,15 @@ class Params:
n_experts_used = None
# hack to determine LLaMA v1 vs v2 vs CodeLlama
if config.get("rope_theta") == 1000000:
if config.get("moe"):
# Mixtral
n_ctx = 32768
elif config.get("rope_theta") == 1000000:
# CodeLlama
n_ctx = 16384
elif config["norm_eps"] == 1e-05:
# LLaMA v2
n_ctx = 4096
elif config["moe"]:
# Mixtral
n_ctx = 32768
else:
# LLaMA v1
n_ctx = 2048