|
|
@@ -3760,7 +3760,9 @@ class Qwen3NextModel(Qwen3MoeModel):
|
|
|
self.gguf_writer.add_ssm_time_step_rank(self.find_hparam(["linear_num_value_heads"]))
|
|
|
self.gguf_writer.add_ssm_inner_size(self.find_hparam(["hidden_size"]) * (self.find_hparam(["linear_num_value_heads"]) // self.find_hparam(["linear_num_key_heads"])))
|
|
|
|
|
|
- def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
|
|
|
+ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
|
|
|
+ if name.startswith("mtp"):
|
|
|
+ return [] # ignore MTP layers for now
|
|
|
if name.endswith(".A_log"):
|
|
|
data_torch = -torch.exp(data_torch)
|
|
|
elif name.endswith(".dt_bias"):
|