chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-05 02:20:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update modeling_llama.py for transformers package compatibility

Browse Source
This commit is contained in:
ZhuDeyao 2023-10-23 21:57:25 +03:00 committed by GitHub
parent 10f61a4dd8
commit 41c050de76
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
minigpt4/models/modeling_llama.py
View File

@ -75,7 +75,7 @@ class LlamaForCausalLM(LlamaForCausalLMOrig):
)
hidden_states = outputs[0]
if self.config.pretraining_tp > 1:
if hasattr(self.config, 'pretraining_tp') and self.config.pretraining_tp > 1:
lm_head_slices = self.lm_head.weight.split(self.vocab_size // self.config.pretraining_tp, dim=0)
logits = [F.linear(hidden_states, lm_head_slices[i]) for i in range(self.config.pretraining_tp)]
logits = torch.cat(logits, dim=-1)