Skip to content

Commit abd1a65

Browse files
committed
update plugins
1 parent 7dfddcd commit abd1a65

File tree

1 file changed

+13
-1
lines changed

1 file changed

+13
-1
lines changed

vllm/plugins/__init__.py

Lines changed: 13 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
import logging
2-
from typing import Callable, Optional, Union
2+
from typing import Callable, Dict, Optional, Union
33

44
import vllm.envs as envs
55

@@ -42,3 +42,15 @@ def set_torch_compile_backend(backend: Union[Callable, str]):
4242

4343
def get_torch_compile_backend() -> Optional[Union[Callable, str]]:
4444
return _torch_compile_backend
45+
46+
47+
_inductor_additional_configs: Dict = {}
48+
49+
50+
def set_inductor_additional_configs(configs: Dict):
51+
global _inductor_additional_configs
52+
_inductor_additional_configs = configs
53+
54+
55+
def get_inductor_additional_configs() -> Dict:
56+
return _inductor_additional_configs

0 commit comments

Comments
 (0)