From 97e1e1c098ab364e438403fe7055e4c70f39b3b6 Mon Sep 17 00:00:00 2001 From: zouyida Date: Wed, 26 Feb 2025 09:36:43 +0800 Subject: [PATCH] bugfix for mrope Signed-off-by: zouyida --- vllm_ascend/model_runner.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm_ascend/model_runner.py b/vllm_ascend/model_runner.py index 2b0ddcda..bc84d2c3 100644 --- a/vllm_ascend/model_runner.py +++ b/vllm_ascend/model_runner.py @@ -721,7 +721,7 @@ def _compute_multi_modal_input(self, inter_data: InterDataForSeqGroup, mrope_input_positions, mrope_position_delta = \ MRotaryEmbedding.get_input_positions( token_ids, - hf_config + hf_config, image_grid_thw=image_grid_thw, video_grid_thw=video_grid_thw, second_per_grid_ts=None,