Georgi Gerganov 2 лет назад
Родитель
Сommit
2d00741e12
1 измененных файлов с 1 добавлено и 1 удалено
  1. 1 1
      convert-hf-to-gguf.py

+ 1 - 1
convert-hf-to-gguf.py

@@ -825,7 +825,7 @@ class PersimmonModel(Model):
         # NOTE: not sure about this change - why does the model not have a rope dimension count when it is smaller
         #       than the head size?
         #       ref: https://github.com/ggerganov/llama.cpp/pull/4889
-        #self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
+        # self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
         self.gguf_writer.add_rope_dimension_count(hidden_size // head_count // 2)
 
         self.gguf_writer.add_head_count(head_count)