We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 33be630 commit 91648deCopy full SHA for 91648de
convert-hf-to-gguf.py
@@ -825,7 +825,7 @@ def set_gguf_parameters(self):
825
# NOTE: not sure about this change - why does the model not have a rope dimension count when it is smaller
826
# than the head size?
827
# ref: https://github.com/ggerganov/llama.cpp/pull/4889
828
- #self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
+ # self.gguf_writer.add_rope_dimension_count(hidden_size // head_count)
829
self.gguf_writer.add_rope_dimension_count(hidden_size // head_count // 2)
830
831
self.gguf_writer.add_head_count(head_count)
0 commit comments