simplify bench_latency.py

sgl-project · Sep 24, 2024 · 0aa2616 · 0aa2616
1 parent e6692bf
commit 0aa2616
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 14 deletions.
diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py
@@ -491,18 +491,10 @@ def main(server_args, bench_args):
 
 
 if __name__ == "__main__":
-    multiprocessing.set_start_method("spawn", force=True)
-
     parser = argparse.ArgumentParser()
     ServerArgs.add_cli_args(parser)
     BenchArgs.add_cli_args(parser)
-    # For this script, model-path is not required
-    assert (
-        parser._actions[1].option_strings[0] == "--model-path"
-    ), "options changed, this code need to be updated"
-    parser._actions[1].required = False
     args = parser.parse_args()
-
     server_args = ServerArgs.from_cli_args(args)
     bench_args = BenchArgs.from_cli_args(args)
 
@@ -511,6 +503,8 @@ def main(server_args, bench_args):
         format="%(message)s",
     )
 
+    multiprocessing.set_start_method("spawn", force=True)
+
     try:
         main(server_args, bench_args)
     except Exception as e:

diff --git a/python/sglang/bench_server_latency.py b/python/sglang/bench_server_latency.py
@@ -174,13 +174,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
     parser = argparse.ArgumentParser()
     ServerArgs.add_cli_args(parser)
     BenchArgs.add_cli_args(parser)
-    # For this script, model-path is not required
-    assert (
-        parser._actions[1].option_strings[0] == "--model-path"
-    ), "options changed, this code need to be updated"
-    parser._actions[1].required = False
     args = parser.parse_args()
-
     server_args = ServerArgs.from_cli_args(args)
     bench_args = BenchArgs.from_cli_args(args)