Georgi Gerganov před 2 roky
rodič
revize
2d00741e12
1 změnil soubory, kde provedl 1 přidání a 1 odebrání
  1. 1 1
      convert-hf-to-gguf.py

+ 1 - 1
convert-hf-to-gguf.py

@@ -825,7 +825,7 @@ class PersimmonModel(Model):
         # NOTE: not sure about this change - why does the model not have a rope dimension count when it is smaller
         #       than the head size?
         #       ref: https://github.com/ggerganov/llama.cpp/pull/4889
-        #self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
+        # self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
         self.gguf_writer.add_rope_dimension_count(hidden_size // head_count // 2)
 
         self.gguf_writer.add_head_count(head_count)