openbmb
/

MiniCPM-V-4_5-int4

Image-Text-to-Text

Model card Files Files and versions

qianyuchen commited on 8 days ago

Commit

85f72b2

·

verified ·

1 Parent(s): 5a68d09

Update resampler.py

Files changed (1) hide show

resampler.py +2 -2

resampler.py CHANGED Viewed

@@ -237,7 +237,7 @@ class Resampler(nn.Module):
     def batch_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
-        bs = k.shape[0]
         if pos_embed_temporal:
             # temporal 维度折叠
@@ -272,7 +272,7 @@ class Resampler(nn.Module):
     def foreach_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
-        bs = k.shape[0]
         if pos_embed_temporal:
             k += torch.stack(pos_embed_temporal, dim=0)

     def batch_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
+        bs = k.shape[1]
         if pos_embed_temporal:
             # temporal 维度折叠
     def foreach_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
+        bs = k.shape[1]
         if pos_embed_temporal:
             k += torch.stack(pos_embed_temporal, dim=0)