Skip to content

Commit

Permalink
[ModelRunner] remove padding for vlm inputs
Browse files Browse the repository at this point in the history
Signed-off-by: MengqingCao <cmq0113@163.com>
  • Loading branch information
MengqingCao committed Feb 24, 2025
1 parent d0b3cb4 commit f699aef
Showing 1 changed file with 0 additions and 8 deletions.
8 changes: 0 additions & 8 deletions vllm_ascend/model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -475,18 +475,10 @@ def build(self) -> ModelInputForNPU:
msections = inter_data.mrope_input_positions
if msections is None:
for _seq_input_positions in inter_data.input_positions:
# zero pad
_seq_input_positions.extend(
[0] *
(max_pos_len - len(_seq_input_positions)))
mrope_input_positions[idx].extend(
_seq_input_positions)
else:
for _seq_mrope_input_positions in msections:
# zero pad
_seq_mrope_input_positions[idx].extend(
[0] * (max_pos_len -
len(_seq_mrope_input_positions[idx])))
mrope_input_positions[idx].extend(
_seq_mrope_input_positions[idx])
input_positions = None
Expand Down

0 comments on commit f699aef

Please sign in to comment.