bugfix for mrope

Signed-off-by: zouyida <zouyida@huawei.com>
vllm-project · Feb 26, 2025 · 861fb55 · 861fb55
1 parent 97e1e1c
commit 861fb55
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm_ascend/model_runner.py b/vllm_ascend/model_runner.py
@@ -709,6 +709,7 @@ def _compute_multi_modal_input(self, inter_data: InterDataForSeqGroup,
             assert image_grid_thw is not None or video_grid_thw is not None, (
                 "mrope embedding type requires multi-modal input mapper "
                 "returns 'image_grid_thw' or 'video_grid_thw'.")
+            second_per_grid_ts = mm_kwargs.get("second_per_grid_ts", None)
 
             hf_config = self.runner.model_config.hf_config
 
@@ -724,7 +725,7 @@ def _compute_multi_modal_input(self, inter_data: InterDataForSeqGroup,
                         hf_config,
                         image_grid_thw=image_grid_thw,
                         video_grid_thw=video_grid_thw,
-                        second_per_grid_ts=None,
+                        second_per_grid_ts=second_per_grid_ts,
                         context_len=inter_data.context_lens[seq_idx],
                         seq_len=inter_data.seq_lens[seq_idx],
                     )