WillHeld
/

DiVA-llama-3-v0-8b

Feature Extraction

Model card Files Files and versions Community

Helw150 commited on Oct 30, 2024

Commit

26bf120

·

1 Parent(s): 5b2106a

Fix

Files changed (1) hide show

modeling_diva.py +1 -11

modeling_diva.py CHANGED Viewed

@@ -312,17 +312,7 @@ class DiVAModel(PreTrainedModel):
                 device=self.pre_system.device,
             )
             prefix = torch.cat(
-                [
-                    self.pre_system.expand(
-                        bsz,
-                        -1,
-                    ),
-                    user_prompt_text,
-                    self.post_system.expand(
-                        bsz,
-                        -1,
-                    ),
-                ],
                 axis=1,
             )
         else:

                 device=self.pre_system.device,
             )
             prefix = torch.cat(
+                [self.pre_system, user_prompt_text, self.post_system],
                 axis=1,
             )
         else: