Skip to content

Commit 106a9d1

Browse files
authored
Fix Phi-3 mini new longrope EXL2 conversion (#540)
1 parent 6a8172c commit 106a9d1

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

exllamav2/config.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -260,7 +260,7 @@ def prepare(self, no_tensors: bool = False):
260260
if scaling_type == "linear":
261261
assert "factor" in rs, "'factor' missing from 'rope_scaling' config"
262262
self.scale_pos_emb = rs.get("factor", 1.0)
263-
if scaling_type == "su":
263+
if scaling_type == "su" or scaling_type == "longrope":
264264
assert "long_factor" in rs, "'long_factor' missing from 'rope_scaling' config"
265265
assert "short_factor" in rs, "'short_factor' missing from 'rope_scaling' config"
266266
assert "original_max_position_embeddings" in read_config, \

0 commit comments

Comments
 (0)