We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f8d6a23 commit 916248aCopy full SHA for 916248a
convert-hf-to-gguf.py
@@ -1942,7 +1942,7 @@ def set_gguf_parameters(self):
1942
if len(rope_scaling_type) == 0:
1943
raise KeyError('Missing the required key rope_scaling.type')
1944
1945
- if rope_scaling_type == 'su':
+ if rope_scaling_type == 'su' or rope_scaling_type == 'longrope':
1946
attn_factor = math.sqrt(1 + math.log(scale) / math.log(orig_max_pos_embds)) if scale > 1.0 else 1.0
1947
elif rope_scaling_type == 'yarn':
1948
attn_factor = 0.1 * math.log(scale) + 1.0 if scale > 1.0 else 1.0
0 commit comments