File tree Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change @@ -41,6 +41,9 @@ class EngineArgs:
41
41
seed : int = 0
42
42
max_model_len : Optional [int ] = None
43
43
worker_use_ray : bool = False
44
+ # Note: Specifying a custom executor backend by passing a class
45
+ # is intended for expert use only. The API may change without
46
+ # notice.
44
47
distributed_executor_backend : Optional [Union [str ,
45
48
Type [ExecutorBase ]]] = None
46
49
pipeline_parallel_size : int = 1
@@ -68,6 +71,9 @@ class EngineArgs:
68
71
max_seq_len_to_capture : int = 8192
69
72
disable_custom_all_reduce : bool = False
70
73
tokenizer_pool_size : int = 0
74
+ # Note: Specifying a tokenizer pool by passing a class
75
+ # is intended for expert use only. The API may change without
76
+ # notice.
71
77
tokenizer_pool_type : Union [str , Type ["BaseTokenizerGroup" ]] = "ray"
72
78
tokenizer_pool_extra_config : Optional [dict ] = None
73
79
enable_lora : bool = False
You can’t perform that action at this time.
0 commit comments