Don't use kwargs in autograd functions (#3)

vllm-project · May 27, 2024 · 03bf1f8 · 03bf1f8
1 parent 7f3b182
commit 03bf1f8
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/vllm_flash_attn/flash_attn_interface.py b/vllm_flash_attn/flash_attn_interface.py
@@ -709,7 +709,7 @@ def flash_attn_qkvpacked_func(
         alibi_slopes,
         deterministic,
         return_attn_probs,
-        out=out,
+        out,
     )
 
 
@@ -786,7 +786,7 @@ def flash_attn_kvpacked_func(
         alibi_slopes,
         deterministic,
         return_attn_probs,
-        out=out,
+        out,
     )
 
 
@@ -863,7 +863,7 @@ def flash_attn_func(
         alibi_slopes,
         deterministic,
         return_attn_probs,
-        out=out,
+        out,
     )
 
 
@@ -928,7 +928,7 @@ def flash_attn_varlen_qkvpacked_func(
         alibi_slopes,
         deterministic,
         return_attn_probs,
-        out=out,
+        out,
     )
 
 
@@ -1019,7 +1019,7 @@ def flash_attn_varlen_kvpacked_func(
         alibi_slopes,
         deterministic,
         return_attn_probs,
-        out=out,
+        out,
     )
 
 
@@ -1112,7 +1112,7 @@ def flash_attn_varlen_func(
         deterministic,
         return_attn_probs,
         block_table,
-        out=out,
+        out,
     )