Skip to content

Commit 1552b06

Browse files
committed
Add env variable override for no_sdpa
1 parent 2455d1d commit 1552b06

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

exllamav2/config.py

+1
Original file line numberDiff line numberDiff line change
@@ -123,6 +123,7 @@ def __init__(self,
123123

124124
self.no_flash_attn = 'EXLLAMA_NO_FLASH_ATTN' in os.environ
125125
self.no_xformers = 'EXLLAMA_NO_XFORMERS' in os.environ
126+
self.no_sdpa = 'EXLLAMA_NO_SDPA' in os.environ
126127
self.fasttensors = 'EXLLAMA_FASTTENSORS' in os.environ
127128
self.load_in_q4 = False
128129

0 commit comments

Comments
 (0)