[Platform] add dispatch key

Signed-off-by: MengqingCao <cmq0113@163.com>
vllm-project · Feb 7, 2025 · fecf3d5 · fecf3d5
1 parent 7d9ae22
commit fecf3d5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/vllm_ascend/platform.py b/vllm_ascend/platform.py
@@ -52,6 +52,7 @@ class NPUPlatform(Platform):
     simple_compile_backend: str = "npu"
     ray_device_key: str = "NPU"
     device_control_env_var: str = "ASCEND_RT_VISIBLE_DEVICES"
+    dispatch_key: str = "NPU"
 
     @classmethod
     def get_device_capability(cls, device_id: int = 0):