diff --git a/convert.py b/convert.py index e1a73a652d69a..5949ddbe8f301 100755 --- a/convert.py +++ b/convert.py @@ -284,7 +284,6 @@ def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params: n_experts_used = config["moe"]["num_experts_per_tok"] f_rope_freq_base = 1e6 - return Params( n_vocab = model["tok_embeddings.weight"].shape[0], n_embd = config["dim"],