chris/MiniGPT-4
1
0
Fork 0
mirror of https://github.com/Vision-CAIR/MiniGPT-4.git synced 2025-04-05 02:20:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update minigpt_v2.py

Browse Source 
Add the missing device_8bit argument in MiniGPT-v2
This commit is contained in:
Haodong Duan 2023-11-28 21:23:42 +08:00 committed by GitHub
parent a431672c89
commit cbf46b160b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
minigpt4/models/minigpt_v2.py
View File

@ -99,6 +99,7 @@ class MiniGPTv2(MiniGPTBase):
vit_precision = cfg.get("vit_precision", "fp16")
freeze_vit = cfg.get("freeze_vit", True)
low_resource = cfg.get("low_resource", False)
device_8bit = cfg.get("device_8bit", 0)
prompt_template = cfg.get("prompt_template", '[INST] {} [/INST]')
max_txt_len = cfg.get("max_txt_len", 300)
@ -122,6 +123,7 @@ class MiniGPTv2(MiniGPTBase):
prompt_template=prompt_template,
max_txt_len=max_txt_len,
low_resource=low_resource,
device_8bit=device_8bit,
end_sym=end_sym,
lora_r=lora_r,
lora_alpha=lora_alpha,