chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-05 10:30:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'Vision-CAIR:main' into main

Browse Source
This commit is contained in:
ZhuDeyao 2023-10-23 22:09:12 +03:00 committed by GitHub
commit f118d7da6d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
minigpt4/models/modeling_llama.py
View File

@ -75,7 +75,7 @@ class LlamaForCausalLM(LlamaForCausalLMOrig):
)
hidden_states = outputs[0]
if self.config.pretraining_tp > 1:
if hasattr(self.config, 'pretraining_tp') and self.config.pretraining_tp > 1:
lm_head_slices = self.lm_head.weight.split(self.vocab_size // self.config.pretraining_tp, dim=0)
logits = [F.linear(hidden_states, lm_head_slices[i]) for i in range(self.config.pretraining_tp)]
logits = torch.cat(logits, dim=-1)