We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e4b8713 commit 009b3d5Copy full SHA for 009b3d5
vllm/engine/arg_utils.py
@@ -5,6 +5,7 @@
5
import dataclasses
6
import json
7
import re
8
+import sys
9
import threading
10
import warnings
11
from dataclasses import MISSING, dataclass, fields, is_dataclass
@@ -440,7 +441,8 @@ def add_cli_args(parser: FlexibleArgumentParser) -> FlexibleArgumentParser:
440
441
title="ModelConfig",
442
description=ModelConfig.__doc__,
443
)
- model_group.add_argument("--model", **model_kwargs["model"])
444
+ if 'serve' not in sys.argv[1:] and '--help' not in sys.argv[1:]:
445
+ model_group.add_argument("--model", **model_kwargs["model"])
446
model_group.add_argument("--task", **model_kwargs["task"])
447
model_group.add_argument("--tokenizer", **model_kwargs["tokenizer"])
448
model_group.add_argument("--tokenizer-mode",
0 commit comments