We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7dfddcd commit abd1a65Copy full SHA for abd1a65
vllm/plugins/__init__.py
@@ -1,5 +1,5 @@
1
import logging
2
-from typing import Callable, Optional, Union
+from typing import Callable, Dict, Optional, Union
3
4
import vllm.envs as envs
5
@@ -42,3 +42,15 @@ def set_torch_compile_backend(backend: Union[Callable, str]):
42
43
def get_torch_compile_backend() -> Optional[Union[Callable, str]]:
44
return _torch_compile_backend
45
+
46
47
+_inductor_additional_configs: Dict = {}
48
49
50
+def set_inductor_additional_configs(configs: Dict):
51
+ global _inductor_additional_configs
52
+ _inductor_additional_configs = configs
53
54
55
+def get_inductor_additional_configs() -> Dict:
56
+ return _inductor_additional_configs
0 commit comments