diff --git a/test.py b/test.py deleted file mode 100644 index a06586b0..00000000 --- a/test.py +++ /dev/null @@ -1,19 +0,0 @@ -import ray - -from llumnix.utils import get_actor_data_from_ray_internal_kv, put_actor_data_to_ray_internal_kv - - -@ray.remote(num_cpus=1) -class Manager: - def __init__(self): - value = get_actor_data_from_ray_internal_kv("manager", "port_offset") - self.port_offset = 0 if value is None else int(value) - print("[__init__] self.port_offset: {}".format(self.port_offset)) - - def put(self): - self.port_offset = 2 - put_actor_data_to_ray_internal_kv("manager", "port_offset", self.port_offset) - print("[put] self.port_offset: {}".format(self.port_offset)) - -manager = Manager.remote() -ray.get(manager.put.remote()) diff --git a/tests/unit_test/global_scheduler/test_manager.py b/tests/unit_test/global_scheduler/test_manager.py index 7140120d..a2dbcf89 100644 --- a/tests/unit_test/global_scheduler/test_manager.py +++ b/tests/unit_test/global_scheduler/test_manager.py @@ -182,7 +182,8 @@ def test_init_llumlet(ray_env, llumlet): def test_init_instances(ray_env, manager): engine_args = EngineArgs(model="facebook/opt-125m", worker_use_ray=True) - _, _ = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args)) + _, instances = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args)) + num_instances = len(instances) manager_args = ManagerArgs() assert num_instances == manager_args.initial_instances @@ -192,7 +193,8 @@ def test_init_instances_sim(ray_env, manager): import llumnix.backends.vllm.simulator llumnix.backends.vllm.simulator.BackendSimVLLM = MockBackendSim engine_args = EngineArgs(model="facebook/opt-125m", worker_use_ray=True) - _, _ = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args)) + _, instances = ray.get(manager.init_instances.remote(QueueType("rayqueue"), BackendType.VLLM, engine_args)) + num_instances = len(instances) manager_args = ManagerArgs() assert num_instances == manager_args.initial_instances