Jelajahi Sumber

convert : fix tensor naming conflict for llama 4 vision (#13836)

* convert : fix tensor naming conflict for llama 4 vision

* add comment
Xuan-Son Nguyen 7 bulan lalu
induk
melakukan
26b79b6cb3
2 mengubah file dengan 3 tambahan dan 1 penghapusan
  1. 3 0
      convert_hf_to_gguf.py
  2. 0 1
      gguf-py/gguf/tensor_mapping.py

+ 3 - 0
convert_hf_to_gguf.py

@@ -2169,6 +2169,9 @@ class Llama4VisionModel(MmprojModel):
             # process vision tensors
             if "positional_embedding_vlm" in name and ".weight" not in name:
                 name += ".weight"
+            if "multi_modal_projector.linear_1" in name:
+                # despite the name with number postfix, this is a single fully connected layer
+                return [(gguf.TENSOR_NAMES[gguf.MODEL_TENSOR.V_MMPROJ_FC], data_torch)]
             return [(self.map_tensor_name(name), data_torch)]
         return []
 

+ 0 - 1
gguf-py/gguf/tensor_mapping.py

@@ -902,7 +902,6 @@ class TensorNameMap:
 
         MODEL_TENSOR.V_MMPROJ_FC: (
             "model.connector.modality_projection.proj", # SmolVLM
-            "multi_modal_projector.linear_1", # llama 4
         ),
 
         MODEL_TENSOR.V_MMPROJ_MLP: (