convert : fix style

This commit is contained in:
slaren 2023-12-11 20:02:55 +01:00
parent 7dc75e3923
commit f1cbfabd64

View File

@ -284,7 +284,6 @@ class Params:
n_experts_used = config["moe"]["num_experts_per_tok"]
f_rope_freq_base = 1e6
return Params(
n_vocab = model["tok_embeddings.weight"].shape[0],
n_embd = config["dim"],