We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aff1e5a commit b195503Copy full SHA for b195503
exllamav2/config.py
@@ -308,7 +308,7 @@ def prepare(self, no_tensors: bool = False):
308
self.l3_rope_low_freq_factor = rs["low_freq_factor"]
309
self.l3_rope_high_freq_factor = rs["high_freq_factor"]
310
self.l3_rope_original_max_position_embeddings = rs["original_max_position_embeddings"]
311
- if scaling_type == "yarn":
+ if scaling_type == "yarn":
312
self.alt_rope_method = "yarn"
313
self.yarn_rope_factor = rs["factor"]
314
self.yarn_rope_original_max_position_embeddings = rs["original_max_position_embeddings"]
0 commit comments