@@ -267,7 +267,7 @@ class Params:
n_ctx = 2048
return Params(
- n_vocab = config.get("vocab_size", model["tok_embeddings.weight"].shape[0]),
+ n_vocab = model["tok_embeddings.weight"].shape[0],
n_embd = config["dim"],
n_layer = config["n_layers"],
n_ctx = n_ctx,