We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 62d54fc commit 694e48aCopy full SHA for 694e48a
benchmarks/benchmark_throughput.py
@@ -523,7 +523,10 @@ def validate_args(args):
523
# --data-parallel is not supported currently.
524
# https://github.com/vllm-project/vllm/issues/16222
525
if args.data_parallel_size > 1:
526
- raise ValueError("Data parallel is not supported in offline benchmark, please use benchmark serving instead")
+ raise ValueError(
527
+ "Data parallel is not supported in offline benchmark, \
528
+ please use benchmark serving instead")
529
+
530
531
if __name__ == "__main__":
532
parser = FlexibleArgumentParser(description="Benchmark the throughput.")
0 commit comments