|
@@ -3420,7 +3420,6 @@ class ChatGLMModel(Model):
|
|
|
special_vocab.add_to_gguf(self.gguf_writer)
|
|
special_vocab.add_to_gguf(self.gguf_writer)
|
|
|
|
|
|
|
|
def set_gguf_parameters(self):
|
|
def set_gguf_parameters(self):
|
|
|
- self.gguf_writer.add_name(self.hparams["_name_or_path"].split("/")[1]) # THUDM/glm4-9b-chat or THUDM/chatglm3-6b
|
|
|
|
|
n_embed = self.hparams.get("hidden_size", self.hparams.get("n_embed"))
|
|
n_embed = self.hparams.get("hidden_size", self.hparams.get("n_embed"))
|
|
|
n_head = self.hparams.get("n_head", self.hparams.get("num_attention_heads"))
|
|
n_head = self.hparams.get("n_head", self.hparams.get("num_attention_heads"))
|
|
|
n_head_kv = self.hparams.get("multi_query_group_num", n_head)
|
|
n_head_kv = self.hparams.get("multi_query_group_num", n_head)
|
Brian