Fix

AlibabaPAI · Jan 17, 2025 · 1c8cf45 · 1c8cf45
1 parent 41bfe2f
commit 1c8cf45
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/llumnix/entrypoints/vllm/api_server_actor.py b/llumnix/entrypoints/vllm/api_server_actor.py
@@ -58,7 +58,7 @@ def _run_uvicorn_server(self,
                     host=entrypoints_args.host,
                     port=entrypoints_args.port,
                     log_level=entrypoints_args.log_level,
-                    timeout_keep_alive=llumnix.entrypoints.vllm.api_server.TIMEOUT_KEEP_ALIVE,
+                    timeout_keep_alive=llumnix.entrypoints.vllm.api_server.SERVER_TIMEOUT_KEEP_ALIVE,
                     ssl_keyfile=entrypoints_args.ssl_keyfile,
                     ssl_certfile=entrypoints_args.ssl_certfile)
 

diff --git a/tests/unit_test/entrypoints/vllm/api_server.py b/tests/unit_test/entrypoints/vllm/api_server.py
@@ -80,7 +80,7 @@ def run_uvicorn_server(host: str, port: int, entrypoints_context: EntrypointsCon
         host=host,
         port=port,
         log_level="debug",
-        timeout_keep_alive=llumnix.entrypoints.vllm.api_server.TIMEOUT_KEEP_ALIVE)
+        timeout_keep_alive=llumnix.entrypoints.vllm.api_server.SERVER_TIMEOUT_KEEP_ALIVE)
 
 
 if __name__ == "__main__":