From 8e6ef6bebe5c13e0aea0696df1ff1dc973b44abf Mon Sep 17 00:00:00 2001 From: s5u13b Date: Thu, 10 Oct 2024 12:13:54 +0000 Subject: [PATCH] Remove TODO --- llumnix/backends/vllm/llm_engine.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llumnix/backends/vllm/llm_engine.py b/llumnix/backends/vllm/llm_engine.py index 1789f29f..1069c7f6 100644 --- a/llumnix/backends/vllm/llm_engine.py +++ b/llumnix/backends/vllm/llm_engine.py @@ -257,7 +257,6 @@ def _put_request_outputs_to_server(self, request_outputs: List[RequestOutput], s if server_id not in server_info_dict: server_info_dict[server_id] = server_info # TODO(s5u13b): Reduce the across-actor overhead. - # TODO(s5u13b): It is not necessary to use async_put_queue_actor when output_queue_type is RayQueue. self.async_put_queue_actor.put_nowait_to_servers.remote(server_request_outputs, server_info_dict) class BackendVLLM(BackendInterface):