Просмотр исходного кода

Exclude MTP layers in conversion

Piotr Wilkin 3 месяцев назад
Родитель
Сommit
6e3abeb6c0
1 измененных файлов с 3 добавлено и 1 удалено
  1. 3 1
      convert_hf_to_gguf.py

+ 3 - 1
convert_hf_to_gguf.py

@@ -3760,7 +3760,9 @@ class Qwen3NextModel(Qwen3MoeModel):
         self.gguf_writer.add_ssm_time_step_rank(self.find_hparam(["linear_num_value_heads"]))
         self.gguf_writer.add_ssm_inner_size(self.find_hparam(["hidden_size"]) * (self.find_hparam(["linear_num_value_heads"]) // self.find_hparam(["linear_num_key_heads"])))
 
-    def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:        
+    def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
+        if name.startswith("mtp"):
+            return [] # ignore MTP layers for now
         if name.endswith(".A_log"):
             data_torch = -torch.exp(data_torch)
         elif name.endswith(".dt_bias"):