Skip to content

Commit 0a35298

Browse files
committed
chore: lint
1 parent 9923f33 commit 0a35298

File tree

1 file changed

+2
-6
lines changed

1 file changed

+2
-6
lines changed

src/axolotl/monkeypatch/llama_attn_hijack_flash.py

+2-6
Original file line numberDiff line numberDiff line change
@@ -284,9 +284,7 @@ def flashattn_forward_with_s2attn(
284284
# [bsz, nh, q_len, hd]
285285
# pylint: disable=duplicate-code
286286

287-
cos, sin = self.rotary_emb(
288-
value_states, position_ids=position_ids
289-
)
287+
cos, sin = self.rotary_emb(value_states, position_ids=position_ids)
290288
query_states, key_states = apply_rotary_pos_emb(
291289
query_states, key_states, cos, sin, position_ids
292290
)
@@ -432,9 +430,7 @@ def flashattn_forward(
432430
# [bsz, q_len, nh, hd]
433431
# [bsz, nh, q_len, hd]
434432

435-
cos, sin = self.rotary_emb(
436-
value_states, position_ids=position_ids
437-
)
433+
cos, sin = self.rotary_emb(value_states, position_ids=position_ids)
438434
query_states, key_states = apply_rotary_pos_emb(
439435
query_states, key_states, cos, sin, position_ids
440436
)

0 commit comments

Comments
 (0)