[BugFix] fix --simulator-mode not work

AlibabaPAI · Feb 14, 2025 · 07c636f · 07c636f
1 parent 2593335
commit 07c636f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llumnix/entrypoints/vllm/serve.py b/llumnix/entrypoints/vllm/serve.py
@@ -26,7 +26,7 @@
     entrypoints_args, manager_args, instance_args, engine_args = get_args(cfg, LaunchMode.GLOBAL, parser, cli_args)
 
     backend_type = BackendType.VLLM if not instance_args.simulator_mode else BackendType.SIM_VLLM
-    launch_args = LaunchArgs(launch_mode=LaunchMode.GLOBAL, backend_type=BackendType.VLLM)
+    launch_args = LaunchArgs(launch_mode=LaunchMode.GLOBAL, backend_type=backend_type)
 
     # Assume that there is an existing ray cluster when using centralized deployment.
     connect_to_ray_cluster()