From fecf3d510025d30864f59e2a5bf1ffb73934399d Mon Sep 17 00:00:00 2001 From: MengqingCao Date: Fri, 7 Feb 2025 02:41:05 +0000 Subject: [PATCH] [Platform] add dispatch key Signed-off-by: MengqingCao --- vllm_ascend/platform.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm_ascend/platform.py b/vllm_ascend/platform.py index 2b847de1..20884d3b 100644 --- a/vllm_ascend/platform.py +++ b/vllm_ascend/platform.py @@ -52,6 +52,7 @@ class NPUPlatform(Platform): simple_compile_backend: str = "npu" ray_device_key: str = "NPU" device_control_env_var: str = "ASCEND_RT_VISIBLE_DEVICES" + dispatch_key: str = "NPU" @classmethod def get_device_capability(cls, device_id: int = 0):