Upload modeling_internvl_chat.py with huggingface_hub

This commit is contained in:
Weiyun Wang 2025-04-15 11:21:07 +00:00 committed by system
parent 09ea619be3
commit 99c6315e0a
No known key found for this signature in database
GPG Key ID: 6A528E38E0733467

View File

@ -123,8 +123,8 @@ class InternVLChatModel(PreTrainedModel):
vit_embeds = vit_embeds.reshape(-1, C) vit_embeds = vit_embeds.reshape(-1, C)
print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, ' print(f'warning: {e}, input_embeds[selected].shape={input_embeds[selected].shape}, '
f'vit_embeds.shape={vit_embeds.shape}') f'vit_embeds.shape={vit_embeds.shape}')
n_token = selected.sum() n_token = min(selected.sum(), vit_embeds.size(0))
input_embeds[selected] = input_embeds[selected] * 0.0 + vit_embeds[:n_token] input_embeds[selected][:n_token] = input_embeds[selected][:n_token] * 0.0 + vit_embeds[:n_token]
input_embeds = input_embeds.reshape(B, N, C) input_embeds = input_embeds.reshape(B, N, C)