We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 68670ae commit 4b4264fCopy full SHA for 4b4264f
convert_hf_to_gguf.py
@@ -9612,7 +9612,7 @@ def set_gguf_parameters(self):
9612
self.gguf_writer.add_sliding_window(self.hparams["sliding_window"])
9613
self.gguf_writer.add_expert_feed_forward_length(self.hparams["intermediate_size"])
9614
9615
- rope_scaling = self.hparams.get("rope_scaling") or (self.hparams.get("rope_parameters" or {}))
+ rope_scaling = self.hparams.get("rope_scaling") or self.hparams.get("rope_parameters") or {}
9616
rope_type = rope_scaling.get("rope_type", rope_scaling.get("type"))
9617
assert rope_type == "yarn", f"GPT-OSS only supports yarn rope scaling, got {rope_type}"
9618
self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.YARN)
0 commit comments