Skip to content

Commit

Permalink
[ModelRunner] remove padding for vlm inputs
Browse files Browse the repository at this point in the history
Signed-off-by: MengqingCao <cmq0113@163.com>
  • Loading branch information
MengqingCao committed Feb 24, 2025
1 parent d0b3cb4 commit 7334264
Showing 1 changed file with 0 additions and 14 deletions.
14 changes: 0 additions & 14 deletions vllm_ascend/model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -463,30 +463,16 @@ def build(self) -> ModelInputForNPU:
if any(inter_data.mrope_input_positions is not None
for inter_data in self.inter_data_list):
mrope_input_positions = [[] for _ in range(3)]
# calculate max position length for padding
input_position_lens = [
len(inter_data.input_positions[0])
for inter_data in self.inter_data_list
]
max_pos_len = max(input_position_lens)

for idx in range(3):
for inter_data in self.inter_data_list:
msections = inter_data.mrope_input_positions
if msections is None:
for _seq_input_positions in inter_data.input_positions:
# zero pad
_seq_input_positions.extend(
[0] *
(max_pos_len - len(_seq_input_positions)))
mrope_input_positions[idx].extend(
_seq_input_positions)
else:
for _seq_mrope_input_positions in msections:
# zero pad
_seq_mrope_input_positions[idx].extend(
[0] * (max_pos_len -
len(_seq_mrope_input_positions[idx])))
mrope_input_positions[idx].extend(
_seq_mrope_input_positions[idx])
input_positions = None
Expand Down

0 comments on commit 7334264

Please sign in to comment.