Georgi Gerganov пре 2 година
родитељ
комит
2d00741e12
1 измењених фајлова са 1 додато и 1 уклоњено
  1. 1 1
      convert-hf-to-gguf.py

+ 1 - 1
convert-hf-to-gguf.py

@@ -825,7 +825,7 @@ class PersimmonModel(Model):
         # NOTE: not sure about this change - why does the model not have a rope dimension count when it is smaller
         #       than the head size?
         #       ref: https://github.com/ggerganov/llama.cpp/pull/4889
-        #self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
+        # self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
         self.gguf_writer.add_rope_dimension_count(hidden_size // head_count // 2)
 
         self.gguf_writer.add_head_count(head_count)