From 193e607db177779b57f54a4992de49f18100f01d Mon Sep 17 00:00:00 2001 From: LYMDLUT <70597027+LYMDLUT@users.noreply.github.com> Date: Tue, 9 May 2023 00:09:33 +0800 Subject: [PATCH] Update mini_gpt4.py fix the bug of low resource training --- minigpt4/models/mini_gpt4.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/minigpt4/models/mini_gpt4.py b/minigpt4/models/mini_gpt4.py index 667edd56..a078ca0c 100644 --- a/minigpt4/models/mini_gpt4.py +++ b/minigpt4/models/mini_gpt4.py @@ -144,7 +144,7 @@ def encode_img(self, image): ) inputs_llama = self.llama_proj(query_output.last_hidden_state) - atts_llama = torch.ones(inputs_llama.size()[:-1], dtype=torch.long).to(image.device) + atts_llama = torch.ones(inputs_llama.size()[:-1], dtype=torch.long).to(device) return inputs_llama, atts_llama def prompt_wrap(self, img_embeds, atts_img, prompt):