Skip to content

Commit

Permalink
FIx manager unit test
Browse files Browse the repository at this point in the history
  • Loading branch information
s5u13b committed Jan 9, 2025
1 parent a27f9e8 commit fb1b841
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 21 deletions.
19 changes: 0 additions & 19 deletions test.py

This file was deleted.

6 changes: 4 additions & 2 deletions tests/unit_test/global_scheduler/test_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -182,7 +182,8 @@ def test_init_llumlet(ray_env, llumlet):

def test_init_instances(ray_env, manager):
engine_args = EngineArgs(model="facebook/opt-125m", worker_use_ray=True)
_, _ = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args))
_, instances = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args))
num_instances = len(instances)
manager_args = ManagerArgs()
assert num_instances == manager_args.initial_instances

Expand All @@ -192,7 +193,8 @@ def test_init_instances_sim(ray_env, manager):
import llumnix.backends.vllm.simulator
llumnix.backends.vllm.simulator.BackendSimVLLM = MockBackendSim
engine_args = EngineArgs(model="facebook/opt-125m", worker_use_ray=True)
_, _ = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args))
_, instances = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args))
num_instances = len(instances)
manager_args = ManagerArgs()
assert num_instances == manager_args.initial_instances

Expand Down

0 comments on commit fb1b841

Please sign in to comment.