We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 869c37d commit 78ebf57Copy full SHA for 78ebf57
benchmarks/benchmark_throughput.py
@@ -523,7 +523,7 @@ def validate_args(args):
523
# --data-parallel is not supported currently.
524
# https://github.com/vllm-project/vllm/issues/16222
525
if args.data_parallel_size > 1:
526
- raise ValueError("Data parallel is not supported currently.")
+ raise ValueError("Data parallel is not supported in offline benchmark, please use benchmark serving instead")
527
528
if __name__ == "__main__":
529
parser = FlexibleArgumentParser(description="Benchmark the throughput.")
0 commit comments