We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8dca1ab commit 6b73184Copy full SHA for 6b73184
exllamav2/device.py
@@ -187,7 +187,7 @@ def prepare_sincos(self):
187
188
elif cfg.alt_rope_method == "yarn":
189
190
- yarn_max_position_embeddings = cfg.yarn_rope_original_max_position_embeddings
+ yarn_max_position_embeddings = cfg.max_seq_len
191
192
# Only activate if longer than original ctx
193
if cfg.max_seq_len > cfg.yarn_rope_original_max_position_embeddings:
0 commit comments