Skip to content

Commit 03bf1f8

Browse files
authored
Don't use kwargs in autograd functions (#3)
1 parent 7f3b182 commit 03bf1f8

File tree

1 file changed

+6
-6
lines changed

1 file changed

+6
-6
lines changed

vllm_flash_attn/flash_attn_interface.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -709,7 +709,7 @@ def flash_attn_qkvpacked_func(
709709
alibi_slopes,
710710
deterministic,
711711
return_attn_probs,
712-
out=out,
712+
out,
713713
)
714714

715715

@@ -786,7 +786,7 @@ def flash_attn_kvpacked_func(
786786
alibi_slopes,
787787
deterministic,
788788
return_attn_probs,
789-
out=out,
789+
out,
790790
)
791791

792792

@@ -863,7 +863,7 @@ def flash_attn_func(
863863
alibi_slopes,
864864
deterministic,
865865
return_attn_probs,
866-
out=out,
866+
out,
867867
)
868868

869869

@@ -928,7 +928,7 @@ def flash_attn_varlen_qkvpacked_func(
928928
alibi_slopes,
929929
deterministic,
930930
return_attn_probs,
931-
out=out,
931+
out,
932932
)
933933

934934

@@ -1019,7 +1019,7 @@ def flash_attn_varlen_kvpacked_func(
10191019
alibi_slopes,
10201020
deterministic,
10211021
return_attn_probs,
1022-
out=out,
1022+
out,
10231023
)
10241024

10251025

@@ -1112,7 +1112,7 @@ def flash_attn_varlen_func(
11121112
deterministic,
11131113
return_attn_probs,
11141114
block_table,
1115-
out=out,
1115+
out,
11161116
)
11171117

11181118

0 commit comments

Comments
 (0)